[ 523.898709] env[65418]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=65418) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 523.898952] env[65418]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=65418) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 523.899208] env[65418]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=65418) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 523.899547] env[65418]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 524.021080] env[65418]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=65418) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 524.030912] env[65418]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=65418) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 524.077173] env[65418]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 524.637579] env[65418]: INFO nova.virt.driver [None req-1c691791-1f94-4a0a-91ca-923b7c12ce27 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 524.710816] env[65418]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 524.711033] env[65418]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 524.711136] env[65418]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=65418) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 527.906079] env[65418]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-3bf83499-a19e-4024-9add-8b7f96db9af3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.922873] env[65418]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=65418) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 527.923077] env[65418]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-edf83459-10fa-43b0-8f0c-a017e0288cad {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.956737] env[65418]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 50108. [ 527.956957] env[65418]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.246s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 527.957457] env[65418]: INFO nova.virt.vmwareapi.driver [None req-1c691791-1f94-4a0a-91ca-923b7c12ce27 None None] VMware vCenter version: 7.0.3 [ 527.960915] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4291de97-b786-4534-8879-10dabf4f201c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.979217] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94c97d4-e803-49b9-931a-5048f889ac5d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.986015] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cb83f4-a90a-42aa-b72d-32834ebc27f0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.993438] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0467571d-9434-4d42-ba31-eaf07ac48f54 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.007219] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51bc2e7-e757-4d21-a63a-923dc61a2358 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.014272] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6403c7-2772-448b-9500-7c2975f25b9d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.045499] env[65418]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-961248cb-c070-417c-a482-b0b778b26a10 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.052086] env[65418]: DEBUG nova.virt.vmwareapi.driver [None req-1c691791-1f94-4a0a-91ca-923b7c12ce27 None None] Extension org.openstack.compute already exists. {{(pid=65418) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 528.054832] env[65418]: INFO nova.compute.provider_config [None req-1c691791-1f94-4a0a-91ca-923b7c12ce27 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 528.558512] env[65418]: DEBUG nova.context [None req-1c691791-1f94-4a0a-91ca-923b7c12ce27 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),05df100e-8e3f-48cb-9309-958b9fbd4c55(cell1) {{(pid=65418) load_cells /opt/stack/nova/nova/context.py:472}} [ 528.558778] env[65418]: INFO nova.utils [None req-1c691791-1f94-4a0a-91ca-923b7c12ce27 None None] The cell worker thread pool MainProcess.cell_worker is initialized [ 528.560793] env[65418]: DEBUG oslo_concurrency.lockutils [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 528.561014] env[65418]: DEBUG oslo_concurrency.lockutils [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 528.561690] env[65418]: DEBUG oslo_concurrency.lockutils [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 528.562165] env[65418]: DEBUG oslo_concurrency.lockutils [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] Acquiring lock "05df100e-8e3f-48cb-9309-958b9fbd4c55" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 528.562387] env[65418]: DEBUG oslo_concurrency.lockutils [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] Lock "05df100e-8e3f-48cb-9309-958b9fbd4c55" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 528.563477] env[65418]: DEBUG oslo_concurrency.lockutils [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] Lock "05df100e-8e3f-48cb-9309-958b9fbd4c55" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 528.585043] env[65418]: INFO dbcounter [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] Registered counter for database nova_cell0 [ 528.593208] env[65418]: INFO dbcounter [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] Registered counter for database nova_cell1 [ 528.596366] env[65418]: DEBUG oslo_db.sqlalchemy.engines [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65418) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 528.596751] env[65418]: DEBUG oslo_db.sqlalchemy.engines [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65418) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 528.601674] env[65418]: ERROR nova.db.main.api [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 528.601674] env[65418]: func(*args, **kwargs) [ 528.601674] env[65418]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 528.601674] env[65418]: self.work.run() [ 528.601674] env[65418]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 528.601674] env[65418]: result = self.fn(*self.args, **self.kwargs) [ 528.601674] env[65418]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 528.601674] env[65418]: return func(*args, **kwargs) [ 528.601674] env[65418]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 528.601674] env[65418]: result = fn(*args, **kwargs) [ 528.601674] env[65418]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 528.601674] env[65418]: return f(*args, **kwargs) [ 528.601674] env[65418]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 528.601674] env[65418]: return db.service_get_minimum_version(context, binaries) [ 528.601674] env[65418]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 528.601674] env[65418]: _check_db_access() [ 528.601674] env[65418]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 528.601674] env[65418]: stacktrace = ''.join(traceback.format_stack()) [ 528.601674] env[65418]: [ 528.602715] env[65418]: ERROR nova.db.main.api [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 528.602715] env[65418]: func(*args, **kwargs) [ 528.602715] env[65418]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 528.602715] env[65418]: self.work.run() [ 528.602715] env[65418]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 528.602715] env[65418]: result = self.fn(*self.args, **self.kwargs) [ 528.602715] env[65418]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 528.602715] env[65418]: return func(*args, **kwargs) [ 528.602715] env[65418]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 528.602715] env[65418]: result = fn(*args, **kwargs) [ 528.602715] env[65418]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 528.602715] env[65418]: return f(*args, **kwargs) [ 528.602715] env[65418]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 528.602715] env[65418]: return db.service_get_minimum_version(context, binaries) [ 528.602715] env[65418]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 528.602715] env[65418]: _check_db_access() [ 528.602715] env[65418]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 528.602715] env[65418]: stacktrace = ''.join(traceback.format_stack()) [ 528.602715] env[65418]: [ 528.603223] env[65418]: WARNING nova.objects.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 528.603334] env[65418]: WARNING nova.objects.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] Failed to get minimum service version for cell 05df100e-8e3f-48cb-9309-958b9fbd4c55 [ 528.603752] env[65418]: DEBUG oslo_concurrency.lockutils [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] Acquiring lock "singleton_lock" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.603904] env[65418]: DEBUG oslo_concurrency.lockutils [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] Acquired lock "singleton_lock" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.604146] env[65418]: DEBUG oslo_concurrency.lockutils [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] Releasing lock "singleton_lock" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.604457] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] Full set of CONF: {{(pid=65418) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 528.604591] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ******************************************************************************** {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 528.604711] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] Configuration options gathered from: {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 528.604841] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 528.605035] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 528.605158] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ================================================================================ {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 528.605356] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] allow_resize_to_same_host = True {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.605521] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] arq_binding_timeout = 300 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.605645] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] backdoor_port = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.605763] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] backdoor_socket = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.605918] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] block_device_allocate_retries = 60 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.606082] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] block_device_allocate_retries_interval = 3 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.606238] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cell_worker_thread_pool_size = 5 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.606395] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cert = self.pem {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.606549] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.606736] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] compute_monitors = [] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.606906] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] config_dir = [] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.607073] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] config_drive_format = iso9660 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.607200] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.607356] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] config_source = [] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.607541] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] console_host = devstack {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.607690] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] control_exchange = nova {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.607844] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cpu_allocation_ratio = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.607994] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] daemon = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.608166] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] debug = True {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.608314] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] default_access_ip_network_name = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.608467] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] default_availability_zone = nova {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.608613] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] default_ephemeral_format = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.608764] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] default_green_pool_size = 1000 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.608981] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.609148] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] default_schedule_zone = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.609299] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] default_thread_pool_size = 10 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.609445] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] disk_allocation_ratio = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.609594] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] enable_new_services = True {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.609744] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] flat_injected = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.609890] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] force_config_drive = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.610047] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] force_raw_images = True {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.610209] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] graceful_shutdown_timeout = 5 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.610362] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] heal_instance_info_cache_interval = -1 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.610572] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] host = cpu-1 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.610738] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.610891] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] initial_disk_allocation_ratio = 1.0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.611052] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] initial_ram_allocation_ratio = 1.0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.611254] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.611406] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] instance_build_timeout = 0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.611559] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] instance_delete_interval = 300 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.611717] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] instance_format = [instance: %(uuid)s] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.611873] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] instance_name_template = instance-%08x {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.612034] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] instance_usage_audit = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.612199] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] instance_usage_audit_period = month {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.612352] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.612505] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] instances_path = /opt/stack/data/nova/instances {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.612658] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] internal_service_availability_zone = internal {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.612802] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] key = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.612948] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] live_migration_retry_count = 30 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.613119] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] log_color = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.613273] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] log_config_append = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.613427] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.613576] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] log_dir = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.613729] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] log_file = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.613844] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] log_options = True {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.613994] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] log_rotate_interval = 1 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.614165] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] log_rotate_interval_type = days {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.614319] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] log_rotation_type = none {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.614438] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.614553] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.614716] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.614871] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.614987] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.615150] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] long_rpc_timeout = 1800 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.615299] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] max_concurrent_builds = 10 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.615443] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] max_concurrent_live_migrations = 1 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.615591] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] max_concurrent_snapshots = 5 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.615737] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] max_local_block_devices = 3 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.615881] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] max_logfile_count = 30 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.616035] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] max_logfile_size_mb = 200 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.616187] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] maximum_instance_delete_attempts = 5 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.616332] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] migrate_max_retries = -1 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.616487] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] mkisofs_cmd = genisoimage {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.616678] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] my_block_storage_ip = 10.180.1.21 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.616798] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] my_ip = 10.180.1.21 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.616986] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.617161] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] network_allocate_retries = 0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.617330] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.617485] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] osapi_compute_unique_server_name_scope = {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.617641] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] password_length = 12 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.617790] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] periodic_enable = True {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.617942] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] periodic_fuzzy_delay = 60 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.618112] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] pointer_model = usbtablet {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.618270] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] preallocate_images = none {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.618419] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] publish_errors = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.618560] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] pybasedir = /opt/stack/nova {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.618720] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ram_allocation_ratio = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.618870] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] rate_limit_burst = 0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.619038] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] rate_limit_except_level = CRITICAL {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.619191] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] rate_limit_interval = 0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.619341] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] reboot_timeout = 0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.619486] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] reclaim_instance_interval = 0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.619630] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] record = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.619788] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] reimage_timeout_per_gb = 60 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.619940] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] report_interval = 120 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.620101] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] rescue_timeout = 0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.620250] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] reserved_host_cpus = 0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.620396] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] reserved_host_disk_mb = 0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.620549] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] reserved_host_memory_mb = 512 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.620704] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] reserved_huge_pages = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.620852] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] resize_confirm_window = 0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.620999] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] resize_fs_using_block_device = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.621164] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] resume_guests_state_on_host_boot = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.621318] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.621466] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] rpc_response_timeout = 60 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.621612] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] run_external_periodic_tasks = True {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.621765] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] running_deleted_instance_action = reap {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.621912] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] running_deleted_instance_poll_interval = 1800 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.622075] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] running_deleted_instance_timeout = 0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.622228] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] scheduler_instance_sync_interval = 120 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.622383] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] service_down_time = 720 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.622538] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] servicegroup_driver = db {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.622685] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] shell_completion = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.622833] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] shelved_offload_time = 0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.622977] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] shelved_poll_interval = 3600 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.623145] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] shutdown_timeout = 0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.623295] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] source_is_ipv6 = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.623445] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ssl_only = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.623680] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.623841] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] sync_power_state_interval = 600 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.623993] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] sync_power_state_pool_size = 1000 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.624164] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] syslog_log_facility = LOG_USER {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.624314] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] tempdir = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.624464] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] thread_pool_statistic_period = -1 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.624612] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] timeout_nbd = 10 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.624767] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] transport_url = **** {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.624915] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] update_resources_interval = 0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.625074] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] use_cow_images = True {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.625224] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] use_journal = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.625371] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] use_json = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.625521] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] use_rootwrap_daemon = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.625670] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] use_stderr = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.625813] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] use_syslog = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.625960] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vcpu_pin_set = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.626130] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vif_plugging_is_fatal = True {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.626289] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vif_plugging_timeout = 300 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.626445] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] virt_mkfs = [] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.626598] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] volume_usage_poll_interval = 0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.626751] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] watch_log_file = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.626906] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] web = /usr/share/spice-html5 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.627092] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_concurrency.disable_process_locking = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.627723] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.627912] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] os_brick.lock_path = /opt/stack/data/os_brick {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.628099] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.628265] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.628424] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.628602] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.628778] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.628940] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.629115] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.629277] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api.compute_link_prefix = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.629438] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.629597] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api.dhcp_domain = novalocal {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.629753] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api.enable_instance_password = True {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.629903] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api.glance_link_prefix = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.630071] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.630239] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.630395] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api.instance_list_per_project_cells = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.630562] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api.list_records_by_skipping_down_cells = True {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.630736] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api.local_metadata_per_cell = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.630894] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api.max_limit = 1000 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.631067] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api.metadata_cache_expiration = 15 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.631240] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api.neutron_default_project_id = default {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.631402] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api.response_validation = warn {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.631556] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api.use_neutron_default_nets = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.631713] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.631863] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.632026] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.632189] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.632349] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api.vendordata_dynamic_targets = [] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.632501] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api.vendordata_jsonfile_path = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.632672] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.632919] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.backend = dogpile.cache.memcached {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.633111] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.backend_argument = **** {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.633270] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.backend_expiration_time = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.633434] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.config_prefix = cache.oslo {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.633588] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.debug_cache_backend = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.633742] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.enable_retry_client = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.633892] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.enable_socket_keepalive = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.634069] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.enabled = True {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.634228] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.enforce_fips_mode = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.634385] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.expiration_time = 600 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.634550] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.hashclient_dead_timeout = 60.0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.634709] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.hashclient_retry_attempts = 2 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.634868] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.hashclient_retry_timeout = 1.0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.635031] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.memcache_dead_retry = 300 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.635188] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.memcache_password = **** {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.635343] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.635498] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.635648] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.memcache_pool_maxsize = 10 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.635799] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.635948] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.memcache_sasl_enabled = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.636129] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.636287] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.memcache_socket_timeout = 1.0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.636436] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.memcache_username = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.636589] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.proxies = [] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.636744] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.redis_db = 0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.636896] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.redis_password = **** {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.637063] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.redis_sentinel_service_name = mymaster {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.637230] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.637389] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.redis_server = localhost:6379 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.637592] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.redis_socket_timeout = 1.0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.637733] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.redis_username = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.638186] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.retry_attempts = 2 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.638186] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.retry_delay = 0.0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.638256] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.socket_keepalive_count = 1 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.638345] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.socket_keepalive_idle = 1 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.638501] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.socket_keepalive_interval = 1 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.638761] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.tls_allowed_ciphers = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.638842] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.tls_cafile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.638991] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.tls_certfile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.639160] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.tls_enabled = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.639310] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cache.tls_keyfile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.639471] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cinder.auth_section = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.639634] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cinder.auth_type = password {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.639786] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cinder.cafile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.639951] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cinder.catalog_info = volumev3::publicURL {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.640118] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cinder.certfile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.640272] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cinder.collect_timing = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.640424] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cinder.cross_az_attach = True {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.640577] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cinder.debug = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.640728] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cinder.endpoint_template = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.640882] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cinder.http_retries = 3 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.641043] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cinder.insecure = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.641197] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cinder.keyfile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.641358] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cinder.os_region_name = RegionOne {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.641509] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cinder.split_loggers = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.641661] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cinder.timeout = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.641823] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.641972] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] compute.cpu_dedicated_set = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.642133] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] compute.cpu_shared_set = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.642289] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] compute.image_type_exclude_list = [] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.642438] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.642604] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] compute.max_concurrent_disk_ops = 0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.642771] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] compute.max_disk_devices_to_attach = -1 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.642922] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.643095] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.643250] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] compute.resource_provider_association_refresh = 300 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.643400] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.643550] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] compute.shutdown_retry_interval = 10 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.643718] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.643884] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] conductor.workers = 2 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.644060] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] console.allowed_origins = [] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.644211] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] console.ssl_ciphers = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.644369] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] console.ssl_minimum_version = default {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.644525] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] consoleauth.enforce_session_timeout = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.644682] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] consoleauth.token_ttl = 600 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.644874] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cyborg.cafile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.645054] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cyborg.certfile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.645214] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cyborg.collect_timing = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.645364] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cyborg.connect_retries = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.645512] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cyborg.connect_retry_delay = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.645654] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cyborg.endpoint_override = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.645803] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cyborg.insecure = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.645945] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cyborg.keyfile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.646104] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cyborg.max_version = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.646251] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cyborg.min_version = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.646394] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cyborg.region_name = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.646538] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cyborg.retriable_status_codes = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.646683] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cyborg.service_name = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.646838] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cyborg.service_type = accelerator {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.646986] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cyborg.split_loggers = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.647143] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cyborg.status_code_retries = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.647292] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cyborg.status_code_retry_delay = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.647438] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cyborg.timeout = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.647641] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.647799] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] cyborg.version = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.647962] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] database.asyncio_connection = **** {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.648127] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] database.asyncio_slave_connection = **** {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.648289] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] database.backend = sqlalchemy {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.648450] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] database.connection = **** {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.648640] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] database.connection_debug = 0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.648809] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] database.connection_parameters = {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.648966] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] database.connection_recycle_time = 3600 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.649132] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] database.connection_trace = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.649284] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] database.db_inc_retry_interval = True {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.649435] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] database.db_max_retries = 20 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.649589] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] database.db_max_retry_interval = 10 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.649743] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] database.db_retry_interval = 1 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.649893] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] database.max_overflow = 50 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.650054] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] database.max_pool_size = 5 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.650208] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] database.max_retries = 10 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.650364] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.650513] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] database.mysql_wsrep_sync_wait = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.650661] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] database.pool_timeout = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.650812] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] database.retry_interval = 10 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.650955] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] database.slave_connection = **** {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.651116] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] database.sqlite_synchronous = True {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.651269] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] database.use_db_reconnect = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.651423] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api_database.asyncio_connection = **** {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.651566] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api_database.asyncio_slave_connection = **** {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.651724] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api_database.backend = sqlalchemy {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.651880] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api_database.connection = **** {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.652047] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api_database.connection_debug = 0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.652201] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api_database.connection_parameters = {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.652353] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api_database.connection_recycle_time = 3600 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.652502] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api_database.connection_trace = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.652652] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api_database.db_inc_retry_interval = True {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.652805] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api_database.db_max_retries = 20 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.652955] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api_database.db_max_retry_interval = 10 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.653121] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api_database.db_retry_interval = 1 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.653274] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api_database.max_overflow = 50 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.653423] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api_database.max_pool_size = 5 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.653573] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api_database.max_retries = 10 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.653755] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.653961] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.654137] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api_database.pool_timeout = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.654295] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api_database.retry_interval = 10 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.654444] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api_database.slave_connection = **** {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.654593] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] api_database.sqlite_synchronous = True {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.654757] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] devices.enabled_mdev_types = [] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.654922] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.655092] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ephemeral_storage_encryption.default_format = luks {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.655246] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ephemeral_storage_encryption.enabled = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.655399] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.655558] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] glance.api_servers = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.655709] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] glance.cafile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.655859] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] glance.certfile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.656015] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] glance.collect_timing = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.656172] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] glance.connect_retries = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.656319] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] glance.connect_retry_delay = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.656469] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] glance.debug = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.656655] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] glance.default_trusted_certificate_ids = [] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.656858] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] glance.enable_certificate_validation = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.657056] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] glance.enable_rbd_download = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.657216] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] glance.endpoint_override = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.657374] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] glance.insecure = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.657545] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] glance.keyfile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.657706] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] glance.max_version = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.657856] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] glance.min_version = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.658023] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] glance.num_retries = 3 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.658180] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] glance.rbd_ceph_conf = {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.658334] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] glance.rbd_connect_timeout = 5 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.658493] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] glance.rbd_pool = {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.658646] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] glance.rbd_user = {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.658792] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] glance.region_name = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.658938] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] glance.retriable_status_codes = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.659098] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] glance.service_name = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.659257] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] glance.service_type = image {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.659406] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] glance.split_loggers = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.659552] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] glance.status_code_retries = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.659705] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] glance.status_code_retry_delay = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.659852] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] glance.timeout = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.660027] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.660184] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] glance.verify_glance_signatures = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.660331] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] glance.version = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.660484] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] guestfs.debug = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.660638] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] manila.auth_section = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.660790] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] manila.auth_type = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.660936] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] manila.cafile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.661092] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] manila.certfile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.661244] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] manila.collect_timing = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.661391] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] manila.connect_retries = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.661536] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] manila.connect_retry_delay = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.661690] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] manila.endpoint_override = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.661835] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] manila.insecure = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.661978] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] manila.keyfile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.662138] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] manila.max_version = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.662286] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] manila.min_version = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.662430] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] manila.region_name = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.662574] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] manila.retriable_status_codes = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.662719] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] manila.service_name = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.662874] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] manila.service_type = shared-file-system {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.663047] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] manila.share_apply_policy_timeout = 10 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.663213] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] manila.split_loggers = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.663366] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] manila.status_code_retries = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.663514] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] manila.status_code_retry_delay = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.663664] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] manila.timeout = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.663832] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.663984] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] manila.version = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.664158] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] mks.enabled = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.664498] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.664678] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] image_cache.manager_interval = 2400 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.664838] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] image_cache.precache_concurrency = 1 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.664997] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] image_cache.remove_unused_base_images = True {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.665173] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.665331] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.665497] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] image_cache.subdirectory_name = _base {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.665660] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ironic.api_max_retries = 60 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.665815] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ironic.api_retry_interval = 2 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.665965] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ironic.auth_section = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.666137] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ironic.auth_type = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.666289] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ironic.cafile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.666439] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ironic.certfile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.666591] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ironic.collect_timing = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.666748] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ironic.conductor_group = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.666901] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ironic.connect_retries = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.667062] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ironic.connect_retry_delay = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.667214] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ironic.endpoint_override = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.667368] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ironic.insecure = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.667536] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ironic.keyfile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.667690] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ironic.max_version = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.667841] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ironic.min_version = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.667998] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ironic.peer_list = [] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.668162] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ironic.region_name = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.668310] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ironic.retriable_status_codes = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.668465] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ironic.serial_console_state_timeout = 10 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.668665] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ironic.service_name = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.668841] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ironic.service_type = baremetal {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.668993] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ironic.shard = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.669162] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ironic.split_loggers = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.669312] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ironic.status_code_retries = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.669461] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ironic.status_code_retry_delay = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.669613] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ironic.timeout = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.669782] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.669935] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ironic.version = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.670125] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.670286] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] key_manager.fixed_key = **** {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.670457] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.670610] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] barbican.barbican_api_version = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.670760] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] barbican.barbican_endpoint = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.670915] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] barbican.barbican_endpoint_type = public {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.671074] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] barbican.barbican_region_name = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.671227] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] barbican.cafile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.671374] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] barbican.certfile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.671523] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] barbican.collect_timing = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.671671] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] barbican.insecure = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.671815] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] barbican.keyfile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.671964] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] barbican.number_of_retries = 60 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.672128] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] barbican.retry_delay = 1 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.672281] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] barbican.send_service_user_token = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.672429] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] barbican.split_loggers = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.672575] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] barbican.timeout = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.672725] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] barbican.verify_ssl = True {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.672870] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] barbican.verify_ssl_path = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.673033] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] barbican_service_user.auth_section = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.673192] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] barbican_service_user.auth_type = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.673339] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] barbican_service_user.cafile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.673484] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] barbican_service_user.certfile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.673638] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] barbican_service_user.collect_timing = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.673785] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] barbican_service_user.insecure = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.673930] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] barbican_service_user.keyfile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.674090] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] barbican_service_user.split_loggers = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.674241] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] barbican_service_user.timeout = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.674395] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vault.approle_role_id = **** {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.674543] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vault.approle_secret_id = **** {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.674704] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vault.kv_mountpoint = secret {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.674853] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vault.kv_path = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.675017] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vault.kv_version = 2 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.675170] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vault.namespace = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.675318] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vault.root_token_id = **** {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.675467] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vault.ssl_ca_crt_file = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.675627] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vault.timeout = 60.0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.675782] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vault.use_ssl = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.675944] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.676113] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] keystone.cafile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.676266] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] keystone.certfile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.676418] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] keystone.collect_timing = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.676569] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] keystone.connect_retries = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.676722] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] keystone.connect_retry_delay = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.676864] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] keystone.endpoint_override = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.677022] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] keystone.insecure = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.677172] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] keystone.keyfile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.677317] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] keystone.max_version = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.677461] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] keystone.min_version = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.677646] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] keystone.region_name = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.677804] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] keystone.retriable_status_codes = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.677953] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] keystone.service_name = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.678126] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] keystone.service_type = identity {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.678279] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] keystone.split_loggers = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.678431] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] keystone.status_code_retries = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.678615] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] keystone.status_code_retry_delay = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.678787] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] keystone.timeout = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.678959] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.679125] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] keystone.version = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.679311] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.ceph_mount_options = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.679620] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.679799] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.connection_uri = {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.679950] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.cpu_mode = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.680119] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.cpu_model_extra_flags = [] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.680279] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.cpu_models = [] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.680437] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.cpu_power_governor_high = performance {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.680601] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.cpu_power_governor_low = powersave {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.680784] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.cpu_power_management = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.680951] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.681122] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.device_detach_attempts = 8 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.681279] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.device_detach_timeout = 20 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.681433] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.disk_cachemodes = [] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.681588] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.disk_prefix = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.681738] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.enabled_perf_events = [] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.681901] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.file_backed_memory = 0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.682073] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.gid_maps = [] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.682229] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.hw_disk_discard = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.682377] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.hw_machine_type = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.682536] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.images_rbd_ceph_conf = {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.682693] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.682842] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.682998] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.images_rbd_glance_store_name = {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.683172] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.images_rbd_pool = rbd {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.683331] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.images_type = default {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.683477] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.images_volume_group = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.683626] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.inject_key = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.683778] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.inject_partition = -2 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.683927] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.inject_password = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.684088] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.iscsi_iface = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.684241] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.iser_use_multipath = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.684392] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.live_migration_bandwidth = 0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.684552] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.684705] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.live_migration_downtime = 500 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.684855] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.685011] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.685168] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.live_migration_inbound_addr = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.685319] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.live_migration_parallel_connections = 1 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.685475] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.685620] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.live_migration_permit_post_copy = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.685768] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.live_migration_scheme = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.685925] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.live_migration_timeout_action = abort {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.686087] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.live_migration_tunnelled = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.686237] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.live_migration_uri = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.686385] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.live_migration_with_native_tls = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.686533] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.max_queues = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.686685] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.686904] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.687069] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.nfs_mount_options = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.687354] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.687531] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.687699] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.num_iser_scan_tries = 5 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.687854] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.num_memory_encrypted_guests = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.688013] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.688175] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.num_pcie_ports = 0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.688331] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.num_volume_scan_tries = 5 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.688483] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.pmem_namespaces = [] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.688677] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.quobyte_client_cfg = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.688954] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.689133] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.rbd_connect_timeout = 5 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.689290] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.689444] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.689592] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.rbd_secret_uuid = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.689740] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.rbd_user = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.689893] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.690063] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.remote_filesystem_transport = ssh {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.690217] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.rescue_image_id = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.690365] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.rescue_kernel_id = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.690520] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.rescue_ramdisk_id = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.690681] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.690832] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.rx_queue_size = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.690991] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.smbfs_mount_options = {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.691294] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.691461] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.snapshot_compression = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.691615] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.snapshot_image_format = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.691838] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.691997] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.sparse_logical_volumes = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.692183] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.supported_tpm_secret_security = ['user', 'host'] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.692339] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.swtpm_enabled = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.692499] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.swtpm_group = tss {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.692656] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.swtpm_user = tss {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.692817] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.sysinfo_serial = unique {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.692968] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.tb_cache_size = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.693128] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.tx_queue_size = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.693282] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.uid_maps = [] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.693432] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.use_virtio_for_bridges = True {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.693590] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.virt_type = kvm {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.693749] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.volume_clear = zero {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.693901] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.volume_clear_size = 0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.694065] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.volume_enforce_multipath = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.694220] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.volume_use_multipath = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.694366] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.vzstorage_cache_path = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.694523] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.694682] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.vzstorage_mount_group = qemu {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.694832] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.vzstorage_mount_opts = [] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.694985] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.695275] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.695442] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.vzstorage_mount_user = stack {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.695601] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.695764] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] neutron.auth_section = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.695925] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] neutron.auth_type = password {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.696086] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] neutron.cafile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.696237] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] neutron.certfile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.696389] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] neutron.collect_timing = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.696536] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] neutron.connect_retries = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.696685] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] neutron.connect_retry_delay = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.696849] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] neutron.default_floating_pool = public {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.696990] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] neutron.endpoint_override = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.697163] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] neutron.extension_sync_interval = 600 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.697315] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] neutron.http_retries = 3 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.697462] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] neutron.insecure = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.697634] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] neutron.keyfile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.697791] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] neutron.max_version = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.697952] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.698119] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] neutron.min_version = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.698279] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] neutron.ovs_bridge = br-int {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.698437] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] neutron.physnets = [] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.698657] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] neutron.region_name = RegionOne {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.698843] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] neutron.retriable_status_codes = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.699022] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] neutron.service_metadata_proxy = True {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.699185] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] neutron.service_name = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.699344] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] neutron.service_type = network {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.699496] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] neutron.split_loggers = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.699645] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] neutron.status_code_retries = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.699794] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] neutron.status_code_retry_delay = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.699940] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] neutron.timeout = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.700122] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.700274] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] neutron.version = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.700433] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] notifications.bdms_in_notifications = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.700601] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] notifications.default_level = INFO {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.700754] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] notifications.include_share_mapping = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.700916] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] notifications.notification_format = unversioned {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.701080] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] notifications.notify_on_state_change = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.701247] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.701412] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] pci.alias = [] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.701574] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] pci.device_spec = [] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.701730] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] pci.report_in_placement = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.701890] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.auth_section = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.702080] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.auth_type = password {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.702248] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.702398] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.cafile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.702547] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.certfile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.702701] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.collect_timing = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.702852] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.connect_retries = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.702999] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.connect_retry_delay = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.703165] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.default_domain_id = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.703313] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.default_domain_name = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.703458] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.domain_id = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.703604] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.domain_name = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.703755] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.endpoint_override = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.703906] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.insecure = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.704066] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.keyfile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.704216] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.max_version = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.704365] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.min_version = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.704525] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.password = **** {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.704676] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.project_domain_id = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.704832] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.project_domain_name = Default {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.704987] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.project_id = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.705165] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.project_name = service {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.705326] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.region_name = RegionOne {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.705475] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.retriable_status_codes = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.705623] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.service_name = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.705784] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.service_type = placement {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.705937] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.split_loggers = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.706101] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.status_code_retries = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.706254] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.status_code_retry_delay = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.706402] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.system_scope = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.706552] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.timeout = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.706701] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.trust_id = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.706849] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.user_domain_id = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.707018] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.user_domain_name = Default {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.707168] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.user_id = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.707331] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.username = nova {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.707501] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.707681] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] placement.version = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.707856] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] quota.cores = 20 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.708025] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] quota.count_usage_from_placement = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.708191] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.708351] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] quota.injected_file_content_bytes = 10240 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.708517] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] quota.injected_file_path_length = 255 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.708709] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] quota.injected_files = 5 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.708868] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] quota.instances = 10 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.709034] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] quota.key_pairs = 100 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.709195] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] quota.metadata_items = 128 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.709348] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] quota.ram = 51200 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.709501] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] quota.recheck_quota = True {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.709659] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] quota.server_group_members = 10 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.709814] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] quota.server_groups = 10 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.710016] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.710184] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] quota.unified_limits_resource_strategy = require {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.710346] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.710500] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.710651] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] scheduler.image_metadata_prefilter = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.710803] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.710957] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] scheduler.max_attempts = 3 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.711122] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] scheduler.max_placement_results = 1000 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.711272] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.711422] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] scheduler.query_placement_for_image_type_support = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.711572] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.711736] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] scheduler.workers = 2 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.711895] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.712065] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.712233] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.712389] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.712543] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.712697] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.712847] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.713030] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.713191] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] filter_scheduler.host_subset_size = 1 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.713345] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.713492] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.713644] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.713798] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.713947] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.714113] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] filter_scheduler.isolated_hosts = [] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.714266] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] filter_scheduler.isolated_images = [] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.714418] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.714582] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.714736] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.714886] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] filter_scheduler.pci_in_placement = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.715050] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.715210] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.715361] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.715510] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.715665] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.715813] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.715962] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] filter_scheduler.track_instance_changes = True {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.716139] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.716297] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] metrics.required = True {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.716449] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] metrics.weight_multiplier = 1.0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.716599] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.716752] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] metrics.weight_setting = [] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.717072] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.717238] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] serial_console.enabled = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.717406] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] serial_console.port_range = 10000:20000 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.717592] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.717761] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.717923] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] serial_console.serialproxy_port = 6083 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.718090] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] service_user.auth_section = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.718254] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] service_user.auth_type = password {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.718402] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] service_user.cafile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.718577] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] service_user.certfile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.718743] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] service_user.collect_timing = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.718892] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] service_user.insecure = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.719049] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] service_user.keyfile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.719213] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] service_user.send_service_user_token = True {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.719364] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] service_user.split_loggers = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.719512] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] service_user.timeout = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.719670] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] spice.agent_enabled = True {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.719821] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] spice.enabled = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.720141] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.720331] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.720489] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] spice.html5proxy_port = 6082 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.720638] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] spice.image_compression = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.720785] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] spice.jpeg_compression = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.720928] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] spice.playback_compression = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.721091] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] spice.require_secure = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.721250] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] spice.server_listen = 127.0.0.1 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.721409] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.721679] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.721840] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] spice.streaming_mode = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.721991] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] spice.zlib_compression = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.722161] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] upgrade_levels.baseapi = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.722319] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] upgrade_levels.compute = auto {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.722466] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] upgrade_levels.conductor = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.722619] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] upgrade_levels.scheduler = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.722777] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vendordata_dynamic_auth.auth_section = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.722928] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vendordata_dynamic_auth.auth_type = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.723088] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vendordata_dynamic_auth.cafile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.723241] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vendordata_dynamic_auth.certfile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.723393] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.723543] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vendordata_dynamic_auth.insecure = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.723692] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vendordata_dynamic_auth.keyfile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.723843] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.723996] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vendordata_dynamic_auth.timeout = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.724171] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vmware.api_retry_count = 10 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.724321] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vmware.ca_file = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.724480] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vmware.cache_prefix = devstack-image-cache {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.724634] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vmware.cluster_name = testcl1 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.724788] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vmware.connection_pool_size = 10 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.724936] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vmware.console_delay_seconds = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.725106] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vmware.datastore_regex = ^datastore.* {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.725308] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.725472] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vmware.host_password = **** {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.725629] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vmware.host_port = 443 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.725786] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vmware.host_username = administrator@vsphere.local {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.725942] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vmware.insecure = True {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.726102] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vmware.integration_bridge = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.726255] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vmware.maximum_objects = 100 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.726400] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vmware.pbm_default_policy = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.726548] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vmware.pbm_enabled = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.726692] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vmware.pbm_wsdl_location = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.726845] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.726989] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vmware.serial_port_proxy_uri = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.727147] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vmware.serial_port_service_uri = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.727300] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vmware.task_poll_interval = 0.5 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.727455] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vmware.use_linked_clone = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.727642] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vmware.vnc_keymap = en-us {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.727802] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vmware.vnc_port = 5900 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.727957] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vmware.vnc_port_total = 10000 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.728146] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vnc.auth_schemes = ['none'] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.728308] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vnc.enabled = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.728612] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.728800] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.728964] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vnc.novncproxy_port = 6080 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.729160] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vnc.server_listen = 127.0.0.1 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.729330] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.729481] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vnc.vencrypt_ca_certs = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.729626] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vnc.vencrypt_client_cert = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.729771] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vnc.vencrypt_client_key = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.729933] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.730094] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] workarounds.disable_deep_image_inspection = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.730246] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.730394] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.730541] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.730690] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] workarounds.disable_rootwrap = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.730839] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] workarounds.enable_numa_live_migration = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.730986] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.731147] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.731293] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.731439] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] workarounds.libvirt_disable_apic = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.731584] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.731796] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.732065] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.732314] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.732565] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.732820] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.733053] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.733226] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.733381] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.733540] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.733717] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.733873] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] wsgi.secure_proxy_ssl_header = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.734037] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] zvm.ca_file = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.734192] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] zvm.cloud_connector_url = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.734482] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.734648] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] zvm.reachable_timeout = 300 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.734811] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.734998] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.735203] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] profiler.connection_string = messaging:// {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.735362] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] profiler.enabled = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.735523] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] profiler.es_doc_type = notification {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.735675] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] profiler.es_scroll_size = 10000 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.735830] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] profiler.es_scroll_time = 2m {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.735983] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] profiler.filter_error_trace = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.736150] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] profiler.hmac_keys = **** {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.736305] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] profiler.sentinel_service_name = mymaster {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.736459] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] profiler.socket_timeout = 0.1 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.736610] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] profiler.trace_requests = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.736760] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] profiler.trace_sqlalchemy = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.736921] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] profiler_jaeger.process_tags = {} {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.737080] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] profiler_jaeger.service_name_prefix = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.737235] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] profiler_otlp.service_name_prefix = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.737394] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.737575] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.737728] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.737880] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.738040] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.738193] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.738341] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.738491] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.738663] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.738821] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.738969] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.739139] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.739295] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.739447] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.739596] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.739751] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.739900] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.740071] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.740234] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.740387] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.740541] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.740691] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.740839] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.740990] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.741154] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.741306] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.741454] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.741603] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.741749] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.741899] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.742059] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.ssl = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.742217] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.742372] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.742523] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.742678] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.742830] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.742977] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.743165] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.743320] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_notifications.retry = -1 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.743484] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.743642] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.743803] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_limit.auth_section = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.743954] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_limit.auth_type = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.744115] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_limit.cafile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.744262] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_limit.certfile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.744410] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_limit.collect_timing = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.744556] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_limit.connect_retries = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.744704] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_limit.connect_retry_delay = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.744848] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_limit.endpoint_id = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.745017] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_limit.endpoint_interface = publicURL {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.745165] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_limit.endpoint_override = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.745311] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_limit.endpoint_region_name = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.745462] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_limit.endpoint_service_name = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.745602] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_limit.endpoint_service_type = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.745751] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_limit.insecure = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.745894] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_limit.keyfile = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.746049] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_limit.max_version = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.746198] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_limit.min_version = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.746341] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_limit.region_name = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.746483] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_limit.retriable_status_codes = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.746626] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_limit.service_name = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.746771] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_limit.service_type = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.746917] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_limit.split_loggers = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.747074] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_limit.status_code_retries = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.747224] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_limit.status_code_retry_delay = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.747372] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_limit.timeout = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.747543] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_limit.valid_interfaces = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.747699] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_limit.version = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.747855] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_reports.file_event_handler = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.748014] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.748170] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] oslo_reports.log_dir = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.748331] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.748479] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.748638] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.748792] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vif_plug_linux_bridge_privileged.log_daemon_traceback = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.748946] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.749113] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.749263] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.749421] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.749570] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vif_plug_ovs_privileged.group = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.749715] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.749866] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vif_plug_ovs_privileged.log_daemon_traceback = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.750025] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.750183] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.750329] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] vif_plug_ovs_privileged.user = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.750486] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] os_vif_linux_bridge.flat_interface = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.750651] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.750811] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.750968] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.751138] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.751298] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.751451] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.751601] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.751767] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.751924] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] os_vif_ovs.isolate_vif = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.752092] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.752249] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.752408] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.752608] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] os_vif_ovs.ovsdb_interface = native {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.752712] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] os_vif_ovs.per_port_bridge = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.752872] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] privsep_osbrick.capabilities = [21, 2] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.753030] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] privsep_osbrick.group = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.753184] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] privsep_osbrick.helper_command = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.753333] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] privsep_osbrick.log_daemon_traceback = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.753484] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.753637] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.753787] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] privsep_osbrick.user = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.753949] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.754110] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] nova_sys_admin.group = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.754257] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] nova_sys_admin.helper_command = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.754414] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] nova_sys_admin.log_daemon_traceback = False {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.754558] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.754708] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.754853] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] nova_sys_admin.user = None {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.754971] env[65418]: DEBUG oslo_service.backend._eventlet.service [None req-606fad09-258e-478c-92d8-77c0c03ca7e0 None None] ******************************************************************************** {{(pid=65418) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 528.755408] env[65418]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 529.259097] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e2cdcc3e-28f7-4ba1-8377-4f6efeb09c82 None None] Getting list of instances from cluster (obj){ [ 529.259097] env[65418]: value = "domain-c8" [ 529.259097] env[65418]: _type = "ClusterComputeResource" [ 529.259097] env[65418]: } {{(pid=65418) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 529.260338] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9283f5f7-8c1d-4cac-b933-ad445c0db2e1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 529.270868] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e2cdcc3e-28f7-4ba1-8377-4f6efeb09c82 None None] Got total of 0 instances {{(pid=65418) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 529.271535] env[65418]: WARNING nova.virt.vmwareapi.driver [None req-e2cdcc3e-28f7-4ba1-8377-4f6efeb09c82 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 529.272014] env[65418]: INFO nova.virt.node [None req-e2cdcc3e-28f7-4ba1-8377-4f6efeb09c82 None None] Generated node identity 04ebeb19-ed8c-4ddf-818a-ebce01147110 [ 529.272269] env[65418]: INFO nova.virt.node [None req-e2cdcc3e-28f7-4ba1-8377-4f6efeb09c82 None None] Wrote node identity 04ebeb19-ed8c-4ddf-818a-ebce01147110 to /opt/stack/data/n-cpu-1/compute_id [ 529.775258] env[65418]: WARNING nova.compute.manager [None req-e2cdcc3e-28f7-4ba1-8377-4f6efeb09c82 None None] Compute nodes ['04ebeb19-ed8c-4ddf-818a-ebce01147110'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 530.781146] env[65418]: INFO nova.compute.manager [None req-e2cdcc3e-28f7-4ba1-8377-4f6efeb09c82 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 531.787145] env[65418]: WARNING nova.compute.manager [None req-e2cdcc3e-28f7-4ba1-8377-4f6efeb09c82 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 531.787500] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e2cdcc3e-28f7-4ba1-8377-4f6efeb09c82 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 531.787713] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e2cdcc3e-28f7-4ba1-8377-4f6efeb09c82 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 531.787858] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e2cdcc3e-28f7-4ba1-8377-4f6efeb09c82 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 531.788017] env[65418]: DEBUG nova.compute.resource_tracker [None req-e2cdcc3e-28f7-4ba1-8377-4f6efeb09c82 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65418) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 531.788931] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4444d62f-93fd-4e97-9fcb-b1dd7109d5bc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.797264] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22119759-46fb-4d12-9ef6-dcbf4400ceed {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.812546] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2168f0c3-485f-4b20-92e1-8b34c5bd1b2c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.819836] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5836a753-dfbd-42af-a746-faf2688e4d1d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 531.848068] env[65418]: DEBUG nova.compute.resource_tracker [None req-e2cdcc3e-28f7-4ba1-8377-4f6efeb09c82 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180680MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65418) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 531.848254] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e2cdcc3e-28f7-4ba1-8377-4f6efeb09c82 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 531.848403] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e2cdcc3e-28f7-4ba1-8377-4f6efeb09c82 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 532.350916] env[65418]: WARNING nova.compute.resource_tracker [None req-e2cdcc3e-28f7-4ba1-8377-4f6efeb09c82 None None] No compute node record for cpu-1:04ebeb19-ed8c-4ddf-818a-ebce01147110: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 04ebeb19-ed8c-4ddf-818a-ebce01147110 could not be found. [ 532.854504] env[65418]: INFO nova.compute.resource_tracker [None req-e2cdcc3e-28f7-4ba1-8377-4f6efeb09c82 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 04ebeb19-ed8c-4ddf-818a-ebce01147110 [ 534.362868] env[65418]: DEBUG nova.compute.resource_tracker [None req-e2cdcc3e-28f7-4ba1-8377-4f6efeb09c82 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65418) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 534.363316] env[65418]: DEBUG nova.compute.resource_tracker [None req-e2cdcc3e-28f7-4ba1-8377-4f6efeb09c82 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65418) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 534.522204] env[65418]: INFO nova.scheduler.client.report [None req-e2cdcc3e-28f7-4ba1-8377-4f6efeb09c82 None None] [req-223d40f2-f304-48f4-8103-e8ee16448373] Created resource provider record via placement API for resource provider with UUID 04ebeb19-ed8c-4ddf-818a-ebce01147110 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 534.539882] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a952f50-11ad-4350-b9a8-7594e1ace1fe {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.547836] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7637bf-33d4-4a77-b397-ee5aaaee2c8b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.577882] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e479630-9f91-425c-a763-a41d65fde9b3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.585479] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0eabe3-d3f7-47df-8a99-b4a941db6c70 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 534.598841] env[65418]: DEBUG nova.compute.provider_tree [None req-e2cdcc3e-28f7-4ba1-8377-4f6efeb09c82 None None] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 535.149167] env[65418]: DEBUG nova.scheduler.client.report [None req-e2cdcc3e-28f7-4ba1-8377-4f6efeb09c82 None None] Updated inventory for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 535.149402] env[65418]: DEBUG nova.compute.provider_tree [None req-e2cdcc3e-28f7-4ba1-8377-4f6efeb09c82 None None] Updating resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 generation from 0 to 1 during operation: update_inventory {{(pid=65418) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 535.149538] env[65418]: DEBUG nova.compute.provider_tree [None req-e2cdcc3e-28f7-4ba1-8377-4f6efeb09c82 None None] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 535.202228] env[65418]: DEBUG nova.compute.provider_tree [None req-e2cdcc3e-28f7-4ba1-8377-4f6efeb09c82 None None] Updating resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 generation from 1 to 2 during operation: update_traits {{(pid=65418) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 535.707534] env[65418]: DEBUG nova.compute.resource_tracker [None req-e2cdcc3e-28f7-4ba1-8377-4f6efeb09c82 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65418) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 535.707932] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e2cdcc3e-28f7-4ba1-8377-4f6efeb09c82 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.859s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 535.707975] env[65418]: DEBUG nova.service [None req-e2cdcc3e-28f7-4ba1-8377-4f6efeb09c82 None None] Creating RPC server for service compute {{(pid=65418) start /opt/stack/nova/nova/service.py:177}} [ 535.721201] env[65418]: DEBUG nova.service [None req-e2cdcc3e-28f7-4ba1-8377-4f6efeb09c82 None None] Join ServiceGroup membership for this service compute {{(pid=65418) start /opt/stack/nova/nova/service.py:194}} [ 535.721412] env[65418]: DEBUG nova.servicegroup.drivers.db [None req-e2cdcc3e-28f7-4ba1-8377-4f6efeb09c82 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=65418) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 566.724842] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._sync_power_states {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 567.227013] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Getting list of instances from cluster (obj){ [ 567.227013] env[65418]: value = "domain-c8" [ 567.227013] env[65418]: _type = "ClusterComputeResource" [ 567.227013] env[65418]: } {{(pid=65418) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 567.228280] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0c4cb2-ecd2-4889-a969-5fd6990f6d5e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.237916] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Got total of 0 instances {{(pid=65418) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 567.238200] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 567.238576] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Getting list of instances from cluster (obj){ [ 567.238576] env[65418]: value = "domain-c8" [ 567.238576] env[65418]: _type = "ClusterComputeResource" [ 567.238576] env[65418]: } {{(pid=65418) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 567.239597] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1dae1e-9242-4eba-b594-6f3af97e7cbd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.248058] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Got total of 0 instances {{(pid=65418) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 576.422844] env[65418]: INFO nova.utils [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The default thread pool MainProcess.default is initialized [ 576.424747] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquiring lock "e3f40535-54bc-42fd-8044-854980d10044" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.424950] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lock "e3f40535-54bc-42fd-8044-854980d10044" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.928669] env[65418]: DEBUG nova.compute.manager [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 577.475820] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.475820] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.477362] env[65418]: INFO nova.compute.claims [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 578.538694] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76507ca4-03ff-427b-992e-fbd08379a3f8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.547525] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fb78e9-6e62-4b48-ae85-5779d3d49ed6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.585058] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc45bbf2-8145-4c0c-bcfe-107b86adf20b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.594918] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f95665-d247-4b26-a296-949b1cf72812 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.612043] env[65418]: DEBUG nova.compute.provider_tree [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 579.115799] env[65418]: DEBUG nova.scheduler.client.report [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 579.242453] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Acquiring lock "6dfbd10a-ee58-415d-85c5-257d08210d8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.242662] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Lock "6dfbd10a-ee58-415d-85c5-257d08210d8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.624522] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.149s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 579.628030] env[65418]: DEBUG nova.compute.manager [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 579.746415] env[65418]: DEBUG nova.compute.manager [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 580.134992] env[65418]: DEBUG nova.compute.utils [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 580.139213] env[65418]: DEBUG nova.compute.manager [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 580.139213] env[65418]: DEBUG nova.network.neutron [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 580.140261] env[65418]: WARNING neutronclient.v2_0.client [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 580.141409] env[65418]: WARNING neutronclient.v2_0.client [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 580.279846] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.280154] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.282030] env[65418]: INFO nova.compute.claims [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 580.647242] env[65418]: DEBUG nova.compute.manager [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 581.346164] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1335c3a4-b45f-4737-bcec-5ccf4d589848 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.355961] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cb7fed-e83c-4c4e-bf8c-a4e9dcfaab06 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.394347] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5faa3332-1216-43c8-9b8a-74b878a383a2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.405138] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b43ea2-9ba7-40b5-89ce-fbb8669f5583 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.422674] env[65418]: DEBUG nova.compute.provider_tree [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 581.659919] env[65418]: DEBUG nova.compute.manager [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 581.694481] env[65418]: DEBUG nova.virt.hardware [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 581.695394] env[65418]: DEBUG nova.virt.hardware [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 581.695935] env[65418]: DEBUG nova.virt.hardware [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 581.696375] env[65418]: DEBUG nova.virt.hardware [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 581.696702] env[65418]: DEBUG nova.virt.hardware [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 581.696973] env[65418]: DEBUG nova.virt.hardware [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 581.697353] env[65418]: DEBUG nova.virt.hardware [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 581.697909] env[65418]: DEBUG nova.virt.hardware [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 581.698803] env[65418]: DEBUG nova.virt.hardware [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 581.699358] env[65418]: DEBUG nova.virt.hardware [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 581.699652] env[65418]: DEBUG nova.virt.hardware [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 581.701122] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba31f2f-4112-4783-b61b-058a1405dfd5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.713581] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf4a3db-e3a7-4f70-a5fa-d7f67df9d368 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.743143] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d672ae0-dace-4b0b-bba3-f8b3b1780504 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.926533] env[65418]: DEBUG nova.scheduler.client.report [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 582.003177] env[65418]: DEBUG nova.policy [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3755ca4af4044cca65b01a5405a3572', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3886082574624c979043ef2d9ead8ffd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 582.434542] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.154s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 582.435041] env[65418]: DEBUG nova.compute.manager [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 582.941323] env[65418]: DEBUG nova.compute.utils [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 582.944909] env[65418]: DEBUG nova.compute.manager [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 582.944909] env[65418]: DEBUG nova.network.neutron [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 582.945053] env[65418]: WARNING neutronclient.v2_0.client [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 582.945455] env[65418]: WARNING neutronclient.v2_0.client [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 582.961896] env[65418]: DEBUG nova.network.neutron [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Successfully created port: d963ca55-ee3f-4889-883d-5ab574d0fe4d {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 583.198245] env[65418]: DEBUG nova.policy [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6b1995a8d94450e9920680ffb152a39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '521e6db6c409477895a238d91bb21418', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 583.449111] env[65418]: DEBUG nova.compute.manager [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 583.689374] env[65418]: DEBUG oslo_concurrency.lockutils [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Acquiring lock "4b42c2cd-dd38-4821-862e-2b8eddc687ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.689606] env[65418]: DEBUG oslo_concurrency.lockutils [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Lock "4b42c2cd-dd38-4821-862e-2b8eddc687ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.087658] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.088305] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.088533] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.088782] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.089041] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.089393] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.089469] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.089632] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65418) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 584.089742] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 584.194044] env[65418]: DEBUG nova.compute.manager [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 584.459626] env[65418]: DEBUG nova.compute.manager [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 584.497445] env[65418]: DEBUG nova.virt.hardware [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 584.497767] env[65418]: DEBUG nova.virt.hardware [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 584.497844] env[65418]: DEBUG nova.virt.hardware [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 584.497981] env[65418]: DEBUG nova.virt.hardware [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 584.498170] env[65418]: DEBUG nova.virt.hardware [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 584.498926] env[65418]: DEBUG nova.virt.hardware [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 584.498926] env[65418]: DEBUG nova.virt.hardware [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 584.498926] env[65418]: DEBUG nova.virt.hardware [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 584.498926] env[65418]: DEBUG nova.virt.hardware [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 584.499172] env[65418]: DEBUG nova.virt.hardware [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 584.499172] env[65418]: DEBUG nova.virt.hardware [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 584.500456] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67729172-7cf3-4af5-8010-3ceb52d0c394 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.504294] env[65418]: DEBUG nova.network.neutron [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Successfully created port: 2352fe32-98a4-4d8a-825e-fba3ba7123a5 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 584.513103] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5205c26-5fac-48e2-96d8-f3314e334ecf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.596836] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.597347] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.597443] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 584.597637] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65418) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 584.599207] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a4d581-b424-40f4-a2ad-b8f76846acc7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.611011] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f303ce-2d84-4696-a12e-672fe55c47f8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.626042] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8370a9cd-4ed0-4e12-8e86-c7ea3f298bc1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.634133] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef6e7b7-6f9f-4c49-9f94-4e9d11bba1d0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.673910] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180684MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65418) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 584.674114] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.674361] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.734531] env[65418]: DEBUG oslo_concurrency.lockutils [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.963052] env[65418]: DEBUG nova.network.neutron [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Successfully updated port: d963ca55-ee3f-4889-883d-5ab574d0fe4d {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 585.250771] env[65418]: DEBUG oslo_concurrency.lockutils [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Acquiring lock "d428bf6d-ea41-423f-8a60-35483a9924cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 585.251065] env[65418]: DEBUG oslo_concurrency.lockutils [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Lock "d428bf6d-ea41-423f-8a60-35483a9924cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 585.466896] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquiring lock "refresh_cache-e3f40535-54bc-42fd-8044-854980d10044" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.467130] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquired lock "refresh_cache-e3f40535-54bc-42fd-8044-854980d10044" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.467334] env[65418]: DEBUG nova.network.neutron [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 585.712986] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance e3f40535-54bc-42fd-8044-854980d10044 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 585.713211] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 6dfbd10a-ee58-415d-85c5-257d08210d8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 585.753971] env[65418]: DEBUG nova.compute.manager [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 586.218560] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 4b42c2cd-dd38-4821-862e-2b8eddc687ff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 586.246712] env[65418]: DEBUG nova.network.neutron [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 586.283756] env[65418]: DEBUG oslo_concurrency.lockutils [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.537723] env[65418]: DEBUG nova.network.neutron [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Successfully updated port: 2352fe32-98a4-4d8a-825e-fba3ba7123a5 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 586.722870] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance d428bf6d-ea41-423f-8a60-35483a9924cf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 586.723134] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=65418) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 586.723292] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=100GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '2', 'num_vm_building': '2', 'num_task_spawning': '2', 'num_os_type_None': '2', 'num_proj_3886082574624c979043ef2d9ead8ffd': '1', 'io_workload': '2', 'num_proj_521e6db6c409477895a238d91bb21418': '1'} {{(pid=65418) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 586.841977] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f709d00-81c4-4ce5-88e5-f0e064be239b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.853665] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7a854f-0ab4-4ab7-9d4f-d08ae3c27f9b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.892477] env[65418]: WARNING neutronclient.v2_0.client [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 586.895336] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b932ea69-7ef1-4e9e-99bf-dbaf07bd601d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.907920] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75ecdb6-33f5-4246-949b-c18d25615264 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.926763] env[65418]: DEBUG nova.compute.provider_tree [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 586.931737] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Acquiring lock "855dbba0-2413-4d8b-8fb9-18fb22c4e823" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.931970] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Lock "855dbba0-2413-4d8b-8fb9-18fb22c4e823" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.982629] env[65418]: DEBUG nova.network.neutron [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Updating instance_info_cache with network_info: [{"id": "d963ca55-ee3f-4889-883d-5ab574d0fe4d", "address": "fa:16:3e:36:d0:b6", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd963ca55-ee", "ovs_interfaceid": "d963ca55-ee3f-4889-883d-5ab574d0fe4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.042569] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Acquiring lock "refresh_cache-6dfbd10a-ee58-415d-85c5-257d08210d8e" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.042749] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Acquired lock "refresh_cache-6dfbd10a-ee58-415d-85c5-257d08210d8e" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.042923] env[65418]: DEBUG nova.network.neutron [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 587.434527] env[65418]: DEBUG nova.scheduler.client.report [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 587.436019] env[65418]: DEBUG nova.compute.manager [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 587.486425] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Releasing lock "refresh_cache-e3f40535-54bc-42fd-8044-854980d10044" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.486425] env[65418]: DEBUG nova.compute.manager [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Instance network_info: |[{"id": "d963ca55-ee3f-4889-883d-5ab574d0fe4d", "address": "fa:16:3e:36:d0:b6", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd963ca55-ee", "ovs_interfaceid": "d963ca55-ee3f-4889-883d-5ab574d0fe4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 587.486736] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:d0:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd963ca55-ee3f-4889-883d-5ab574d0fe4d', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 587.503282] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.504321] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc6e487b-cff5-4a83-a0aa-6aacb41bc415 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.521232] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Created folder: OpenStack in parent group-v4. [ 587.521658] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Creating folder: Project (3886082574624c979043ef2d9ead8ffd). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.521979] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82c97195-5e53-4e2c-b9cb-0d55c9691bfc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.534243] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Created folder: Project (3886082574624c979043ef2d9ead8ffd) in parent group-v914982. [ 587.534456] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Creating folder: Instances. Parent ref: group-v914983. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.534732] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90d930c7-69e3-4fd3-8b24-d0f2075e0bd0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.549553] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Created folder: Instances in parent group-v914983. [ 587.549820] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 587.551323] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3f40535-54bc-42fd-8044-854980d10044] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 587.551565] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60947c30-0445-41c8-ad27-493c485cc462 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.579890] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 587.579890] env[65418]: value = "task-4687649" [ 587.579890] env[65418]: _type = "Task" [ 587.579890] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.591975] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687649, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.621181] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Acquiring lock "75bc118e-4b07-499a-88b0-ac22272e9dc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.621428] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Lock "75bc118e-4b07-499a-88b0-ac22272e9dc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.633923] env[65418]: DEBUG nova.network.neutron [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 587.815016] env[65418]: WARNING neutronclient.v2_0.client [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 587.919801] env[65418]: DEBUG nova.network.neutron [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Updating instance_info_cache with network_info: [{"id": "2352fe32-98a4-4d8a-825e-fba3ba7123a5", "address": "fa:16:3e:8b:27:a0", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2352fe32-98", "ovs_interfaceid": "2352fe32-98a4-4d8a-825e-fba3ba7123a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.942638] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65418) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 587.942853] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.268s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.943115] env[65418]: DEBUG oslo_concurrency.lockutils [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.209s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.944592] env[65418]: INFO nova.compute.claims [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 587.970589] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.095376] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687649, 'name': CreateVM_Task, 'duration_secs': 0.383378} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.095376] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3f40535-54bc-42fd-8044-854980d10044] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 588.095376] env[65418]: WARNING neutronclient.v2_0.client [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 588.105793] env[65418]: DEBUG oslo_vmware.service [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2bcaa7-2019-4be4-a30e-53abdb988648 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.115769] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.116138] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.116770] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.117389] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e657cab-5fd6-4f18-91da-41090bdbee76 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.124574] env[65418]: DEBUG nova.compute.manager [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 588.136040] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "9b6633eb-8ba1-46bc-92c5-e760bcb32c6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.136040] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "9b6633eb-8ba1-46bc-92c5-e760bcb32c6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.137700] env[65418]: DEBUG oslo_vmware.api [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 588.137700] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5247087d-4e3a-64cc-3bd3-6922c40af541" [ 588.137700] env[65418]: _type = "Task" [ 588.137700] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.151573] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.152147] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 588.152411] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.152543] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.152932] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 588.153516] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbcd17c7-2345-47f1-834e-26138a3aeca6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.163586] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 588.163793] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 588.165187] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358e96de-eb24-4a55-b323-82925b92b609 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.173232] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fde9e5dc-cd6f-4200-bb2a-4e8555bd4f64 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.179611] env[65418]: DEBUG oslo_vmware.api [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 588.179611] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52251f1a-6441-aede-b5e9-d88c6688f613" [ 588.179611] env[65418]: _type = "Task" [ 588.179611] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.189629] env[65418]: DEBUG oslo_vmware.api [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52251f1a-6441-aede-b5e9-d88c6688f613, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.423396] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Releasing lock "refresh_cache-6dfbd10a-ee58-415d-85c5-257d08210d8e" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.423665] env[65418]: DEBUG nova.compute.manager [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Instance network_info: |[{"id": "2352fe32-98a4-4d8a-825e-fba3ba7123a5", "address": "fa:16:3e:8b:27:a0", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2352fe32-98", "ovs_interfaceid": "2352fe32-98a4-4d8a-825e-fba3ba7123a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 588.424885] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:27:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2352fe32-98a4-4d8a-825e-fba3ba7123a5', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 588.433892] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Creating folder: Project (521e6db6c409477895a238d91bb21418). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.434322] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bedb38e-0ce9-40cd-95d9-a859a1938cc8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.451680] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Created folder: Project (521e6db6c409477895a238d91bb21418) in parent group-v914982. [ 588.451680] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Creating folder: Instances. Parent ref: group-v914986. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 588.451680] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e99606a8-326e-4a99-ad58-e5193a5865a0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.467708] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Created folder: Instances in parent group-v914986. [ 588.468062] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 588.468283] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 588.468501] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c23d19d-9eef-4700-97d7-3dc4bda6ef7a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.492031] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 588.492031] env[65418]: value = "task-4687652" [ 588.492031] env[65418]: _type = "Task" [ 588.492031] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.503546] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687652, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.639875] env[65418]: DEBUG nova.compute.manager [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 588.673307] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.694738] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Preparing fetch location {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 588.694738] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Creating directory with path [datastore2] vmware_temp/bd5ea74c-fe30-42db-8697-0c50cd002a4d/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 588.695522] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fde074cc-a03c-489a-821f-9b6574a77a16 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.721744] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Created directory with path [datastore2] vmware_temp/bd5ea74c-fe30-42db-8697-0c50cd002a4d/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 588.722089] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Fetch image to [datastore2] vmware_temp/bd5ea74c-fe30-42db-8697-0c50cd002a4d/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/tmp-sparse.vmdk {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 588.722350] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Downloading image file data fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 to [datastore2] vmware_temp/bd5ea74c-fe30-42db-8697-0c50cd002a4d/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/tmp-sparse.vmdk on the data store datastore2 {{(pid=65418) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 588.723498] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeda458f-f4c6-432f-8cae-f73c1609dfb6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.735369] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a041c2da-dac8-4832-a14c-826cb04f0bed {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.751338] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc123e46-f9bb-4b9e-aa66-22047ca48677 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.797308] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb61a2d-c7af-484c-9a54-462a11243bb3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.806898] env[65418]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-8b0b0d72-4f56-40c1-bb4e-25a5d7822267 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.848980] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Downloading image file data fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 to the data store datastore2 {{(pid=65418) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 588.954597] env[65418]: DEBUG oslo_vmware.rw_handles [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/bd5ea74c-fe30-42db-8697-0c50cd002a4d/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65418) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 588.970604] env[65418]: DEBUG nova.compute.manager [req-882113ed-91f0-4b70-b341-04f2c06e2357 req-7a952a42-cd68-48be-873d-0e28b96683d7 service nova] [instance: e3f40535-54bc-42fd-8044-854980d10044] Received event network-vif-plugged-d963ca55-ee3f-4889-883d-5ab574d0fe4d {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 588.970604] env[65418]: DEBUG oslo_concurrency.lockutils [req-882113ed-91f0-4b70-b341-04f2c06e2357 req-7a952a42-cd68-48be-873d-0e28b96683d7 service nova] Acquiring lock "e3f40535-54bc-42fd-8044-854980d10044-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.970762] env[65418]: DEBUG oslo_concurrency.lockutils [req-882113ed-91f0-4b70-b341-04f2c06e2357 req-7a952a42-cd68-48be-873d-0e28b96683d7 service nova] Lock "e3f40535-54bc-42fd-8044-854980d10044-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.970932] env[65418]: DEBUG oslo_concurrency.lockutils [req-882113ed-91f0-4b70-b341-04f2c06e2357 req-7a952a42-cd68-48be-873d-0e28b96683d7 service nova] Lock "e3f40535-54bc-42fd-8044-854980d10044-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.971200] env[65418]: DEBUG nova.compute.manager [req-882113ed-91f0-4b70-b341-04f2c06e2357 req-7a952a42-cd68-48be-873d-0e28b96683d7 service nova] [instance: e3f40535-54bc-42fd-8044-854980d10044] No waiting events found dispatching network-vif-plugged-d963ca55-ee3f-4889-883d-5ab574d0fe4d {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 588.971448] env[65418]: WARNING nova.compute.manager [req-882113ed-91f0-4b70-b341-04f2c06e2357 req-7a952a42-cd68-48be-873d-0e28b96683d7 service nova] [instance: e3f40535-54bc-42fd-8044-854980d10044] Received unexpected event network-vif-plugged-d963ca55-ee3f-4889-883d-5ab574d0fe4d for instance with vm_state building and task_state spawning. [ 589.078683] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687652, 'name': CreateVM_Task, 'duration_secs': 0.387466} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.080549] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 589.081369] env[65418]: WARNING neutronclient.v2_0.client [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 589.082416] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.082653] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.083174] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.084140] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac319829-6f39-4c1c-b823-8e27df805b97 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.092113] env[65418]: DEBUG oslo_vmware.api [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Waiting for the task: (returnval){ [ 589.092113] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52063ae8-44d4-b2a8-c337-262975056a5b" [ 589.092113] env[65418]: _type = "Task" [ 589.092113] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.126591] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.126591] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 589.126591] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.179314] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.219356] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ff340b-35eb-4267-9272-a8f97a6af256 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.230650] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f6903a-5cc2-41ff-9dac-c841a63efcc3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.268217] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4a0af8-92af-4171-9110-d518428b781c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.280442] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afc6e26-e242-49f1-a181-8cd55c1c4fd4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.298506] env[65418]: DEBUG nova.compute.provider_tree [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 589.330208] env[65418]: DEBUG nova.compute.manager [req-a730ba76-4677-4a8e-9f5c-f955dcb41353 req-5207e4c8-cf59-480a-b7e6-080db920777f service nova] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Received event network-vif-plugged-2352fe32-98a4-4d8a-825e-fba3ba7123a5 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 589.330498] env[65418]: DEBUG oslo_concurrency.lockutils [req-a730ba76-4677-4a8e-9f5c-f955dcb41353 req-5207e4c8-cf59-480a-b7e6-080db920777f service nova] Acquiring lock "6dfbd10a-ee58-415d-85c5-257d08210d8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.330763] env[65418]: DEBUG oslo_concurrency.lockutils [req-a730ba76-4677-4a8e-9f5c-f955dcb41353 req-5207e4c8-cf59-480a-b7e6-080db920777f service nova] Lock "6dfbd10a-ee58-415d-85c5-257d08210d8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.330971] env[65418]: DEBUG oslo_concurrency.lockutils [req-a730ba76-4677-4a8e-9f5c-f955dcb41353 req-5207e4c8-cf59-480a-b7e6-080db920777f service nova] Lock "6dfbd10a-ee58-415d-85c5-257d08210d8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.332330] env[65418]: DEBUG nova.compute.manager [req-a730ba76-4677-4a8e-9f5c-f955dcb41353 req-5207e4c8-cf59-480a-b7e6-080db920777f service nova] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] No waiting events found dispatching network-vif-plugged-2352fe32-98a4-4d8a-825e-fba3ba7123a5 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 589.332330] env[65418]: WARNING nova.compute.manager [req-a730ba76-4677-4a8e-9f5c-f955dcb41353 req-5207e4c8-cf59-480a-b7e6-080db920777f service nova] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Received unexpected event network-vif-plugged-2352fe32-98a4-4d8a-825e-fba3ba7123a5 for instance with vm_state building and task_state spawning. [ 589.551463] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Acquiring lock "2a8fab21-61e8-48f5-a5fa-1b7715eca707" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.551705] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Lock "2a8fab21-61e8-48f5-a5fa-1b7715eca707" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.805469] env[65418]: DEBUG nova.scheduler.client.report [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.059636] env[65418]: DEBUG nova.compute.manager [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 590.064252] env[65418]: DEBUG oslo_vmware.rw_handles [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Completed reading data from the image iterator. {{(pid=65418) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 590.064915] env[65418]: DEBUG oslo_vmware.rw_handles [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/bd5ea74c-fe30-42db-8697-0c50cd002a4d/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65418) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 590.145468] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Downloaded image file data fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 to vmware_temp/bd5ea74c-fe30-42db-8697-0c50cd002a4d/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/tmp-sparse.vmdk on the data store datastore2 {{(pid=65418) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 590.147156] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Caching image {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 590.148211] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Copying Virtual Disk [datastore2] vmware_temp/bd5ea74c-fe30-42db-8697-0c50cd002a4d/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/tmp-sparse.vmdk to [datastore2] vmware_temp/bd5ea74c-fe30-42db-8697-0c50cd002a4d/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 590.148211] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57e8652f-18a4-4368-8cee-8fb008b61c80 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.163637] env[65418]: DEBUG oslo_vmware.api [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 590.163637] env[65418]: value = "task-4687653" [ 590.163637] env[65418]: _type = "Task" [ 590.163637] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.173689] env[65418]: DEBUG oslo_vmware.api [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4687653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.312734] env[65418]: DEBUG oslo_concurrency.lockutils [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.313329] env[65418]: DEBUG nova.compute.manager [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 590.317100] env[65418]: DEBUG oslo_concurrency.lockutils [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.033s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.318697] env[65418]: INFO nova.compute.claims [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 590.610291] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.677072] env[65418]: DEBUG oslo_vmware.api [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4687653, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.825485] env[65418]: DEBUG nova.compute.utils [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 590.829379] env[65418]: DEBUG nova.compute.manager [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Not allocating networking since 'none' was specified. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 591.189641] env[65418]: DEBUG oslo_vmware.api [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4687653, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.333437] env[65418]: DEBUG nova.compute.manager [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 591.542850] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9a4b0f-c2ae-44bb-9d52-e06287040b56 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.553249] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb6fc13-9e8f-48fc-9a73-c64f4939f678 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.590044] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781f0fdc-8940-4fe7-ac2e-2610fbf05549 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.600237] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243cdd3e-7e48-4db0-b6c3-880c07589986 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.620025] env[65418]: DEBUG nova.compute.provider_tree [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 591.681085] env[65418]: DEBUG oslo_vmware.api [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4687653, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.118057} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.681362] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Copied Virtual Disk [datastore2] vmware_temp/bd5ea74c-fe30-42db-8697-0c50cd002a4d/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/tmp-sparse.vmdk to [datastore2] vmware_temp/bd5ea74c-fe30-42db-8697-0c50cd002a4d/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 591.681539] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Deleting the datastore file [datastore2] vmware_temp/bd5ea74c-fe30-42db-8697-0c50cd002a4d/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/tmp-sparse.vmdk {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 591.681789] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a102d7d7-5254-40f7-9ff4-0229ee8400ab {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.691432] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquiring lock "ea9f75d7-345c-4118-b1e7-42956367695b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.691797] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "ea9f75d7-345c-4118-b1e7-42956367695b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.693142] env[65418]: DEBUG oslo_vmware.api [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 591.693142] env[65418]: value = "task-4687654" [ 591.693142] env[65418]: _type = "Task" [ 591.693142] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.705989] env[65418]: DEBUG oslo_vmware.api [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4687654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.742305] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquiring lock "a0502cef-9068-4360-a50b-eded3198c2ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.742371] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "a0502cef-9068-4360-a50b-eded3198c2ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.749225] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "1f3806d4-c91f-4409-a0f6-c5d67d33724a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.749892] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "1f3806d4-c91f-4409-a0f6-c5d67d33724a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.123861] env[65418]: DEBUG nova.scheduler.client.report [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.194698] env[65418]: DEBUG nova.compute.manager [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 592.210587] env[65418]: DEBUG oslo_vmware.api [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4687654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027195} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.211549] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 592.211549] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Moving file from [datastore2] vmware_temp/bd5ea74c-fe30-42db-8697-0c50cd002a4d/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 to [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4. {{(pid=65418) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 592.211684] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-e8e33b92-0f00-400d-b5fe-d7282924fdcf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.220420] env[65418]: DEBUG oslo_vmware.api [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 592.220420] env[65418]: value = "task-4687655" [ 592.220420] env[65418]: _type = "Task" [ 592.220420] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.230221] env[65418]: DEBUG oslo_vmware.api [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4687655, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.247714] env[65418]: DEBUG nova.compute.manager [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 592.348902] env[65418]: DEBUG nova.compute.manager [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 592.374134] env[65418]: DEBUG nova.virt.hardware [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 592.374407] env[65418]: DEBUG nova.virt.hardware [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 592.374557] env[65418]: DEBUG nova.virt.hardware [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 592.374725] env[65418]: DEBUG nova.virt.hardware [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 592.374858] env[65418]: DEBUG nova.virt.hardware [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 592.375050] env[65418]: DEBUG nova.virt.hardware [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 592.375705] env[65418]: DEBUG nova.virt.hardware [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 592.375971] env[65418]: DEBUG nova.virt.hardware [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 592.376138] env[65418]: DEBUG nova.virt.hardware [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 592.376381] env[65418]: DEBUG nova.virt.hardware [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 592.376556] env[65418]: DEBUG nova.virt.hardware [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 592.378115] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f993a7c-c324-4411-a769-12d68d0885bf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.388427] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef17e0c0-e8d5-45c4-8160-0e5747671320 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.404948] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Instance VIF info [] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 592.410680] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Creating folder: Project (2f02172aa2e24de3b0a3fa5108be1304). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.411049] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbb44de0-e2fb-4aee-8cbe-f616e0e56089 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.422851] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Created folder: Project (2f02172aa2e24de3b0a3fa5108be1304) in parent group-v914982. [ 592.424585] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Creating folder: Instances. Parent ref: group-v914989. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.424585] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c93211d-7421-4e74-a000-4d5fbbcbcea9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.435752] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Created folder: Instances in parent group-v914989. [ 592.437665] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 592.437665] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 592.437665] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40ffd7f1-3bf2-4f16-b251-7b21f5aad825 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.455809] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 592.455809] env[65418]: value = "task-4687658" [ 592.455809] env[65418]: _type = "Task" [ 592.455809] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.464532] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687658, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.630070] env[65418]: DEBUG oslo_concurrency.lockutils [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.630070] env[65418]: DEBUG nova.compute.manager [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 592.632527] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.662s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.633954] env[65418]: INFO nova.compute.claims [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.640537] env[65418]: DEBUG nova.compute.manager [req-77320680-a21a-4423-b0ef-8f4c5d761a20 req-ca6d45e8-8a17-49b0-b866-992c878f2def service nova] [instance: e3f40535-54bc-42fd-8044-854980d10044] Received event network-changed-d963ca55-ee3f-4889-883d-5ab574d0fe4d {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 592.640910] env[65418]: DEBUG nova.compute.manager [req-77320680-a21a-4423-b0ef-8f4c5d761a20 req-ca6d45e8-8a17-49b0-b866-992c878f2def service nova] [instance: e3f40535-54bc-42fd-8044-854980d10044] Refreshing instance network info cache due to event network-changed-d963ca55-ee3f-4889-883d-5ab574d0fe4d. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 592.641166] env[65418]: DEBUG oslo_concurrency.lockutils [req-77320680-a21a-4423-b0ef-8f4c5d761a20 req-ca6d45e8-8a17-49b0-b866-992c878f2def service nova] Acquiring lock "refresh_cache-e3f40535-54bc-42fd-8044-854980d10044" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.641314] env[65418]: DEBUG oslo_concurrency.lockutils [req-77320680-a21a-4423-b0ef-8f4c5d761a20 req-ca6d45e8-8a17-49b0-b866-992c878f2def service nova] Acquired lock "refresh_cache-e3f40535-54bc-42fd-8044-854980d10044" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.641466] env[65418]: DEBUG nova.network.neutron [req-77320680-a21a-4423-b0ef-8f4c5d761a20 req-ca6d45e8-8a17-49b0-b866-992c878f2def service nova] [instance: e3f40535-54bc-42fd-8044-854980d10044] Refreshing network info cache for port d963ca55-ee3f-4889-883d-5ab574d0fe4d {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 592.726046] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.731834] env[65418]: DEBUG oslo_vmware.api [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4687655, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.03683} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.732307] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] File moved {{(pid=65418) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 592.732628] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Cleaning up location [datastore2] vmware_temp/bd5ea74c-fe30-42db-8697-0c50cd002a4d {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 592.732928] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Deleting the datastore file [datastore2] vmware_temp/bd5ea74c-fe30-42db-8697-0c50cd002a4d {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 592.733315] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-107ab0ae-a9b1-4294-ad64-f3d89c005642 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.742671] env[65418]: DEBUG oslo_vmware.api [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 592.742671] env[65418]: value = "task-4687659" [ 592.742671] env[65418]: _type = "Task" [ 592.742671] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.753543] env[65418]: DEBUG oslo_vmware.api [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4687659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.788683] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.817234] env[65418]: DEBUG nova.compute.manager [req-10da053d-dcbd-4d50-9457-7b2e27ecc20d req-002d2873-6ffb-4f37-a105-549dc3b43f05 service nova] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Received event network-changed-2352fe32-98a4-4d8a-825e-fba3ba7123a5 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 592.817234] env[65418]: DEBUG nova.compute.manager [req-10da053d-dcbd-4d50-9457-7b2e27ecc20d req-002d2873-6ffb-4f37-a105-549dc3b43f05 service nova] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Refreshing instance network info cache due to event network-changed-2352fe32-98a4-4d8a-825e-fba3ba7123a5. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 592.817477] env[65418]: DEBUG oslo_concurrency.lockutils [req-10da053d-dcbd-4d50-9457-7b2e27ecc20d req-002d2873-6ffb-4f37-a105-549dc3b43f05 service nova] Acquiring lock "refresh_cache-6dfbd10a-ee58-415d-85c5-257d08210d8e" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.817669] env[65418]: DEBUG oslo_concurrency.lockutils [req-10da053d-dcbd-4d50-9457-7b2e27ecc20d req-002d2873-6ffb-4f37-a105-549dc3b43f05 service nova] Acquired lock "refresh_cache-6dfbd10a-ee58-415d-85c5-257d08210d8e" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.817863] env[65418]: DEBUG nova.network.neutron [req-10da053d-dcbd-4d50-9457-7b2e27ecc20d req-002d2873-6ffb-4f37-a105-549dc3b43f05 service nova] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Refreshing network info cache for port 2352fe32-98a4-4d8a-825e-fba3ba7123a5 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 592.966588] env[65418]: DEBUG oslo_concurrency.lockutils [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "cde5e247-0e3b-4dbd-b715-3cf5312465e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.966909] env[65418]: DEBUG oslo_concurrency.lockutils [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "cde5e247-0e3b-4dbd-b715-3cf5312465e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.972412] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687658, 'name': CreateVM_Task, 'duration_secs': 0.453117} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.972623] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 592.972922] env[65418]: DEBUG oslo_concurrency.lockutils [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.973088] env[65418]: DEBUG oslo_concurrency.lockutils [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.973398] env[65418]: DEBUG oslo_concurrency.lockutils [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.973867] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a32580e7-4056-4f18-a598-fe14293b7898 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.979595] env[65418]: DEBUG oslo_vmware.api [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Waiting for the task: (returnval){ [ 592.979595] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523872c3-75d2-e29d-7c86-19891b3a21aa" [ 592.979595] env[65418]: _type = "Task" [ 592.979595] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.989734] env[65418]: DEBUG oslo_vmware.api [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523872c3-75d2-e29d-7c86-19891b3a21aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.140024] env[65418]: DEBUG nova.compute.utils [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 593.141903] env[65418]: DEBUG nova.compute.manager [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 593.141903] env[65418]: DEBUG nova.network.neutron [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 593.142436] env[65418]: WARNING neutronclient.v2_0.client [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.142774] env[65418]: WARNING neutronclient.v2_0.client [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.148263] env[65418]: WARNING neutronclient.v2_0.client [req-77320680-a21a-4423-b0ef-8f4c5d761a20 req-ca6d45e8-8a17-49b0-b866-992c878f2def service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.226897] env[65418]: DEBUG nova.policy [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcf597bf73d340979105afc4c6cd16be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee882f3ec8164f41bec7dcf225fe825d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 593.253428] env[65418]: DEBUG oslo_vmware.api [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4687659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031071} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.253701] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 593.254465] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-817e5ba2-43ce-41f1-b3f6-478ade763942 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.262761] env[65418]: DEBUG oslo_vmware.api [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 593.262761] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526021d1-c0c2-dfb6-b2a9-9c019da2fb37" [ 593.262761] env[65418]: _type = "Task" [ 593.262761] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.272240] env[65418]: DEBUG oslo_vmware.api [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526021d1-c0c2-dfb6-b2a9-9c019da2fb37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.327035] env[65418]: WARNING neutronclient.v2_0.client [req-10da053d-dcbd-4d50-9457-7b2e27ecc20d req-002d2873-6ffb-4f37-a105-549dc3b43f05 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 593.386709] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Acquiring lock "c23c3312-47e5-42e4-9b3e-72d687b4656b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.386979] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Lock "c23c3312-47e5-42e4-9b3e-72d687b4656b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.492135] env[65418]: DEBUG oslo_vmware.api [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523872c3-75d2-e29d-7c86-19891b3a21aa, 'name': SearchDatastore_Task, 'duration_secs': 0.012746} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.492466] env[65418]: DEBUG oslo_concurrency.lockutils [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.492698] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 593.493044] env[65418]: DEBUG oslo_concurrency.lockutils [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.648084] env[65418]: DEBUG nova.compute.manager [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 593.715733] env[65418]: DEBUG nova.network.neutron [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Successfully created port: e3c34984-95d8-4514-a5bd-1329ce17931f {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 593.777835] env[65418]: DEBUG oslo_vmware.api [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526021d1-c0c2-dfb6-b2a9-9c019da2fb37, 'name': SearchDatastore_Task, 'duration_secs': 0.011039} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.778510] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.778766] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] e3f40535-54bc-42fd-8044-854980d10044/e3f40535-54bc-42fd-8044-854980d10044.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 593.779043] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.779226] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 593.779443] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc894352-7534-49e6-9fc0-74a840c1930b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.781579] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-394ff367-1411-41ee-bde5-a1fdd7b224b1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.794395] env[65418]: DEBUG oslo_vmware.api [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 593.794395] env[65418]: value = "task-4687660" [ 593.794395] env[65418]: _type = "Task" [ 593.794395] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.802570] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 593.803192] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 593.806861] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-377315b2-c481-4991-a156-000a43cec9de {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.809922] env[65418]: DEBUG oslo_vmware.api [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4687660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.815813] env[65418]: DEBUG oslo_vmware.api [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Waiting for the task: (returnval){ [ 593.815813] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529ca07b-c544-5523-b3a0-2f4c0dceb331" [ 593.815813] env[65418]: _type = "Task" [ 593.815813] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.826958] env[65418]: DEBUG oslo_vmware.api [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529ca07b-c544-5523-b3a0-2f4c0dceb331, 'name': SearchDatastore_Task, 'duration_secs': 0.009502} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.830998] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-286cb583-b143-41c0-abd2-98bf0f38db60 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.838256] env[65418]: DEBUG oslo_vmware.api [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Waiting for the task: (returnval){ [ 593.838256] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f69bed-9d97-bdc0-1498-16f8c866c34e" [ 593.838256] env[65418]: _type = "Task" [ 593.838256] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.852305] env[65418]: DEBUG oslo_vmware.api [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f69bed-9d97-bdc0-1498-16f8c866c34e, 'name': SearchDatastore_Task, 'duration_secs': 0.008535} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.852837] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.853206] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 6dfbd10a-ee58-415d-85c5-257d08210d8e/6dfbd10a-ee58-415d-85c5-257d08210d8e.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 593.853206] env[65418]: DEBUG oslo_concurrency.lockutils [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.853439] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 593.853706] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a0d2f42-8699-48c7-b97b-391df0820e39 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.859150] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d26d509-2c2e-4ced-abd9-7743e13c5169 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.869032] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 593.869290] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 593.871243] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-799293dc-27f9-49a1-bb69-45cddf48a8c4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.873849] env[65418]: DEBUG oslo_vmware.api [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Waiting for the task: (returnval){ [ 593.873849] env[65418]: value = "task-4687661" [ 593.873849] env[65418]: _type = "Task" [ 593.873849] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.881982] env[65418]: DEBUG oslo_vmware.api [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Waiting for the task: (returnval){ [ 593.881982] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f9361a-4149-b593-34d0-f7f572f9845a" [ 593.881982] env[65418]: _type = "Task" [ 593.881982] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.889110] env[65418]: DEBUG oslo_vmware.api [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Task: {'id': task-4687661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.897412] env[65418]: DEBUG oslo_vmware.api [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f9361a-4149-b593-34d0-f7f572f9845a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.917121] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3368d7-f2ca-4fdf-8b95-0e376434e0f1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.926566] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48eff974-6440-4af7-8d85-ef9b17c7f21e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.963925] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb46a73-7c1c-4694-9837-33983e24aed0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.974389] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94dcde4-284f-4788-817b-ed3d00af00b1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.991204] env[65418]: DEBUG nova.compute.provider_tree [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.168455] env[65418]: WARNING neutronclient.v2_0.client [req-77320680-a21a-4423-b0ef-8f4c5d761a20 req-ca6d45e8-8a17-49b0-b866-992c878f2def service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 594.308980] env[65418]: DEBUG oslo_vmware.api [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4687660, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48117} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.309341] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] e3f40535-54bc-42fd-8044-854980d10044/e3f40535-54bc-42fd-8044-854980d10044.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 594.309630] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 594.310955] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c268d6ae-7220-42cf-870b-605100761f6f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.318059] env[65418]: DEBUG oslo_vmware.api [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 594.318059] env[65418]: value = "task-4687662" [ 594.318059] env[65418]: _type = "Task" [ 594.318059] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.329415] env[65418]: DEBUG oslo_vmware.api [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4687662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.395837] env[65418]: DEBUG oslo_vmware.api [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Task: {'id': task-4687661, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.404796] env[65418]: DEBUG oslo_vmware.api [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f9361a-4149-b593-34d0-f7f572f9845a, 'name': SearchDatastore_Task, 'duration_secs': 0.022047} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.405842] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2733a1d-9a14-4677-86e4-834d9989d7d7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.415269] env[65418]: DEBUG oslo_vmware.api [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Waiting for the task: (returnval){ [ 594.415269] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52819ed3-ce48-04fa-d247-b03fb6af916c" [ 594.415269] env[65418]: _type = "Task" [ 594.415269] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.428504] env[65418]: DEBUG oslo_vmware.api [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52819ed3-ce48-04fa-d247-b03fb6af916c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.495134] env[65418]: DEBUG nova.scheduler.client.report [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.507427] env[65418]: DEBUG nova.network.neutron [req-77320680-a21a-4423-b0ef-8f4c5d761a20 req-ca6d45e8-8a17-49b0-b866-992c878f2def service nova] [instance: e3f40535-54bc-42fd-8044-854980d10044] Updated VIF entry in instance network info cache for port d963ca55-ee3f-4889-883d-5ab574d0fe4d. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 594.507427] env[65418]: DEBUG nova.network.neutron [req-77320680-a21a-4423-b0ef-8f4c5d761a20 req-ca6d45e8-8a17-49b0-b866-992c878f2def service nova] [instance: e3f40535-54bc-42fd-8044-854980d10044] Updating instance_info_cache with network_info: [{"id": "d963ca55-ee3f-4889-883d-5ab574d0fe4d", "address": "fa:16:3e:36:d0:b6", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd963ca55-ee", "ovs_interfaceid": "d963ca55-ee3f-4889-883d-5ab574d0fe4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.589231] env[65418]: WARNING neutronclient.v2_0.client [req-10da053d-dcbd-4d50-9457-7b2e27ecc20d req-002d2873-6ffb-4f37-a105-549dc3b43f05 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 594.658283] env[65418]: DEBUG nova.compute.manager [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 594.692170] env[65418]: DEBUG nova.virt.hardware [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 594.692170] env[65418]: DEBUG nova.virt.hardware [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 594.692170] env[65418]: DEBUG nova.virt.hardware [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 594.692485] env[65418]: DEBUG nova.virt.hardware [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 594.692485] env[65418]: DEBUG nova.virt.hardware [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 594.692485] env[65418]: DEBUG nova.virt.hardware [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 594.692485] env[65418]: DEBUG nova.virt.hardware [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 594.692485] env[65418]: DEBUG nova.virt.hardware [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 594.692634] env[65418]: DEBUG nova.virt.hardware [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 594.692634] env[65418]: DEBUG nova.virt.hardware [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 594.692634] env[65418]: DEBUG nova.virt.hardware [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 594.693195] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c929e129-ce19-44ec-a47f-8265d7641611 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.702288] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67871c10-4d68-4559-b9d9-eab251652678 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.828823] env[65418]: DEBUG oslo_vmware.api [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4687662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087609} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.829767] env[65418]: DEBUG nova.network.neutron [req-10da053d-dcbd-4d50-9457-7b2e27ecc20d req-002d2873-6ffb-4f37-a105-549dc3b43f05 service nova] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Updated VIF entry in instance network info cache for port 2352fe32-98a4-4d8a-825e-fba3ba7123a5. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 594.830097] env[65418]: DEBUG nova.network.neutron [req-10da053d-dcbd-4d50-9457-7b2e27ecc20d req-002d2873-6ffb-4f37-a105-549dc3b43f05 service nova] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Updating instance_info_cache with network_info: [{"id": "2352fe32-98a4-4d8a-825e-fba3ba7123a5", "address": "fa:16:3e:8b:27:a0", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2352fe32-98", "ovs_interfaceid": "2352fe32-98a4-4d8a-825e-fba3ba7123a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 594.831259] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 594.832360] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da62e813-e1bc-4235-a4d3-16918d3e7b4f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.856871] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] e3f40535-54bc-42fd-8044-854980d10044/e3f40535-54bc-42fd-8044-854980d10044.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 594.857746] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47d5203a-1540-403c-a601-3a9b5ed6b1be {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.880240] env[65418]: DEBUG oslo_vmware.api [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 594.880240] env[65418]: value = "task-4687663" [ 594.880240] env[65418]: _type = "Task" [ 594.880240] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.892186] env[65418]: DEBUG oslo_vmware.api [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Task: {'id': task-4687661, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.763437} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.895649] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 6dfbd10a-ee58-415d-85c5-257d08210d8e/6dfbd10a-ee58-415d-85c5-257d08210d8e.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 594.895947] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 594.896239] env[65418]: DEBUG oslo_vmware.api [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4687663, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.896475] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5c3445f-c38e-4ea1-af5b-24fcc07b3410 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.904212] env[65418]: DEBUG oslo_vmware.api [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Waiting for the task: (returnval){ [ 594.904212] env[65418]: value = "task-4687664" [ 594.904212] env[65418]: _type = "Task" [ 594.904212] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.914576] env[65418]: DEBUG oslo_vmware.api [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Task: {'id': task-4687664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.925677] env[65418]: DEBUG oslo_vmware.api [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52819ed3-ce48-04fa-d247-b03fb6af916c, 'name': SearchDatastore_Task, 'duration_secs': 0.053177} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.926073] env[65418]: DEBUG oslo_concurrency.lockutils [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.926418] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 4b42c2cd-dd38-4821-862e-2b8eddc687ff/4b42c2cd-dd38-4821-862e-2b8eddc687ff.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 594.926683] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a307e9ad-077b-4d3f-91e6-33ff4880a3b3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.934533] env[65418]: DEBUG oslo_vmware.api [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Waiting for the task: (returnval){ [ 594.934533] env[65418]: value = "task-4687665" [ 594.934533] env[65418]: _type = "Task" [ 594.934533] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.945632] env[65418]: DEBUG oslo_vmware.api [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.001795] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.002586] env[65418]: DEBUG nova.compute.manager [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 595.006783] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.333s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.009205] env[65418]: INFO nova.compute.claims [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.015024] env[65418]: DEBUG oslo_concurrency.lockutils [req-77320680-a21a-4423-b0ef-8f4c5d761a20 req-ca6d45e8-8a17-49b0-b866-992c878f2def service nova] Releasing lock "refresh_cache-e3f40535-54bc-42fd-8044-854980d10044" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.300436] env[65418]: DEBUG nova.network.neutron [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Successfully updated port: e3c34984-95d8-4514-a5bd-1329ce17931f {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 595.333225] env[65418]: DEBUG oslo_concurrency.lockutils [req-10da053d-dcbd-4d50-9457-7b2e27ecc20d req-002d2873-6ffb-4f37-a105-549dc3b43f05 service nova] Releasing lock "refresh_cache-6dfbd10a-ee58-415d-85c5-257d08210d8e" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.396240] env[65418]: DEBUG oslo_vmware.api [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4687663, 'name': ReconfigVM_Task, 'duration_secs': 0.501095} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.397069] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Reconfigured VM instance instance-00000001 to attach disk [datastore2] e3f40535-54bc-42fd-8044-854980d10044/e3f40535-54bc-42fd-8044-854980d10044.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 595.398187] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23160987-fd49-4ec4-9006-fbe71452a5af {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.410631] env[65418]: DEBUG oslo_vmware.api [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 595.410631] env[65418]: value = "task-4687666" [ 595.410631] env[65418]: _type = "Task" [ 595.410631] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.419770] env[65418]: DEBUG oslo_vmware.api [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Task: {'id': task-4687664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067948} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.420875] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 595.422118] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b471d3-1149-41f4-8f7b-084a770d4989 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.428897] env[65418]: DEBUG oslo_vmware.api [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4687666, 'name': Rename_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.458293] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 6dfbd10a-ee58-415d-85c5-257d08210d8e/6dfbd10a-ee58-415d-85c5-257d08210d8e.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 595.462180] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bc29123-8cf7-48c0-9ed1-2d52c44f6f52 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.483236] env[65418]: DEBUG oslo_vmware.api [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687665, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539726} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.484807] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 4b42c2cd-dd38-4821-862e-2b8eddc687ff/4b42c2cd-dd38-4821-862e-2b8eddc687ff.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 595.485060] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 595.485545] env[65418]: DEBUG oslo_vmware.api [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Waiting for the task: (returnval){ [ 595.485545] env[65418]: value = "task-4687667" [ 595.485545] env[65418]: _type = "Task" [ 595.485545] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.485545] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8218d7af-f10b-4ede-99e8-33b1b7c05b15 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.498163] env[65418]: DEBUG oslo_vmware.api [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Task: {'id': task-4687667, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.499888] env[65418]: DEBUG oslo_vmware.api [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Waiting for the task: (returnval){ [ 595.499888] env[65418]: value = "task-4687668" [ 595.499888] env[65418]: _type = "Task" [ 595.499888] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.509983] env[65418]: DEBUG oslo_vmware.api [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.517884] env[65418]: DEBUG nova.compute.utils [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 595.521915] env[65418]: DEBUG nova.compute.manager [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 595.521915] env[65418]: DEBUG nova.network.neutron [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 595.521915] env[65418]: WARNING neutronclient.v2_0.client [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 595.521915] env[65418]: WARNING neutronclient.v2_0.client [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 595.619879] env[65418]: DEBUG nova.policy [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '146d19b0c55445c69215850a8c29c48a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7889cfe0e70f4606ac059e81ad5d52d3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 595.802607] env[65418]: DEBUG oslo_concurrency.lockutils [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Acquiring lock "refresh_cache-d428bf6d-ea41-423f-8a60-35483a9924cf" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.803432] env[65418]: DEBUG oslo_concurrency.lockutils [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Acquired lock "refresh_cache-d428bf6d-ea41-423f-8a60-35483a9924cf" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.803432] env[65418]: DEBUG nova.network.neutron [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 595.924810] env[65418]: DEBUG oslo_vmware.api [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4687666, 'name': Rename_Task, 'duration_secs': 0.182209} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.925583] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 595.925866] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06ba7ee2-5b61-4bca-a2bf-4ee52c9f92d5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.934875] env[65418]: DEBUG oslo_vmware.api [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 595.934875] env[65418]: value = "task-4687669" [ 595.934875] env[65418]: _type = "Task" [ 595.934875] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.944055] env[65418]: DEBUG oslo_vmware.api [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4687669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.998816] env[65418]: DEBUG oslo_vmware.api [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Task: {'id': task-4687667, 'name': ReconfigVM_Task, 'duration_secs': 0.31177} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.999110] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 6dfbd10a-ee58-415d-85c5-257d08210d8e/6dfbd10a-ee58-415d-85c5-257d08210d8e.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 595.999763] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7108338-f426-43ef-b14f-8d4a1a2249a3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.007343] env[65418]: DEBUG nova.network.neutron [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Successfully created port: 947da35d-3735-4215-9a1e-de72e321eb87 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 596.013379] env[65418]: DEBUG oslo_vmware.api [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072881} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.014889] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 596.015273] env[65418]: DEBUG oslo_vmware.api [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Waiting for the task: (returnval){ [ 596.015273] env[65418]: value = "task-4687670" [ 596.015273] env[65418]: _type = "Task" [ 596.015273] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.016049] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dba84cb-671d-427a-a9a3-d0ef1a50ed7a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.033776] env[65418]: DEBUG nova.compute.manager [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 596.054645] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 4b42c2cd-dd38-4821-862e-2b8eddc687ff/4b42c2cd-dd38-4821-862e-2b8eddc687ff.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 596.061578] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32ea2ac8-c78c-4de6-a134-c7637dbb5f8d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.077022] env[65418]: DEBUG oslo_vmware.api [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Task: {'id': task-4687670, 'name': Rename_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.086637] env[65418]: DEBUG oslo_vmware.api [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Waiting for the task: (returnval){ [ 596.086637] env[65418]: value = "task-4687671" [ 596.086637] env[65418]: _type = "Task" [ 596.086637] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.100831] env[65418]: DEBUG oslo_vmware.api [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687671, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.275914] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d03b10d-ee61-4c0c-8658-dc17518db283 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.285411] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a412eb99-6791-4d5e-ba37-f22f29800389 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.320338] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f22f52d-1999-4f14-b210-23cacf256c3a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.331208] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f02e70-9b3b-447c-a65f-0d1255187c3c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.349565] env[65418]: DEBUG nova.compute.provider_tree [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.444917] env[65418]: DEBUG oslo_vmware.api [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4687669, 'name': PowerOnVM_Task, 'duration_secs': 0.479985} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.446712] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 596.446712] env[65418]: INFO nova.compute.manager [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Took 14.79 seconds to spawn the instance on the hypervisor. [ 596.446712] env[65418]: DEBUG nova.compute.manager [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 596.446712] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47056bd3-b23c-4359-bf6a-81402768cf81 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.529815] env[65418]: DEBUG oslo_vmware.api [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Task: {'id': task-4687670, 'name': Rename_Task, 'duration_secs': 0.157078} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.530084] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 596.530356] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b6645f9-70a7-4076-ba93-40adbb24b35e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.540458] env[65418]: DEBUG oslo_vmware.api [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Waiting for the task: (returnval){ [ 596.540458] env[65418]: value = "task-4687672" [ 596.540458] env[65418]: _type = "Task" [ 596.540458] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.548192] env[65418]: DEBUG oslo_vmware.api [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Task: {'id': task-4687672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.603026] env[65418]: DEBUG oslo_vmware.api [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687671, 'name': ReconfigVM_Task, 'duration_secs': 0.289169} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.603476] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 4b42c2cd-dd38-4821-862e-2b8eddc687ff/4b42c2cd-dd38-4821-862e-2b8eddc687ff.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 596.604325] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cef57dc0-c4b1-4615-9114-9cbe92cb69eb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.612307] env[65418]: DEBUG oslo_vmware.api [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Waiting for the task: (returnval){ [ 596.612307] env[65418]: value = "task-4687673" [ 596.612307] env[65418]: _type = "Task" [ 596.612307] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.623472] env[65418]: DEBUG oslo_vmware.api [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687673, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.853236] env[65418]: DEBUG nova.scheduler.client.report [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.972316] env[65418]: INFO nova.compute.manager [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Took 19.54 seconds to build instance. [ 597.052038] env[65418]: DEBUG oslo_vmware.api [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Task: {'id': task-4687672, 'name': PowerOnVM_Task, 'duration_secs': 0.497418} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.052038] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 597.052038] env[65418]: INFO nova.compute.manager [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Took 12.59 seconds to spawn the instance on the hypervisor. [ 597.052038] env[65418]: DEBUG nova.compute.manager [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 597.052889] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b519d49-06fb-4d7a-a4bb-012437ad5467 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.061860] env[65418]: DEBUG nova.compute.manager [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 597.103802] env[65418]: DEBUG nova.virt.hardware [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 597.105017] env[65418]: DEBUG nova.virt.hardware [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 597.105017] env[65418]: DEBUG nova.virt.hardware [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 597.105017] env[65418]: DEBUG nova.virt.hardware [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 597.105017] env[65418]: DEBUG nova.virt.hardware [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 597.105660] env[65418]: DEBUG nova.virt.hardware [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 597.106530] env[65418]: DEBUG nova.virt.hardware [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 597.106530] env[65418]: DEBUG nova.virt.hardware [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 597.106530] env[65418]: DEBUG nova.virt.hardware [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 597.106530] env[65418]: DEBUG nova.virt.hardware [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 597.106843] env[65418]: DEBUG nova.virt.hardware [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 597.107762] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed3370b-c25b-4227-a0d4-475a0f4620af {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.120734] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924badb8-0446-4201-8616-2ae0dfc0aa99 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.131787] env[65418]: DEBUG oslo_vmware.api [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687673, 'name': Rename_Task, 'duration_secs': 0.175861} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.141738] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 597.142474] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed59c747-1648-4040-936a-40e71218fdaf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.151093] env[65418]: DEBUG oslo_vmware.api [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Waiting for the task: (returnval){ [ 597.151093] env[65418]: value = "task-4687674" [ 597.151093] env[65418]: _type = "Task" [ 597.151093] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.157292] env[65418]: DEBUG nova.network.neutron [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 597.163452] env[65418]: DEBUG oslo_vmware.api [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.342907] env[65418]: WARNING neutronclient.v2_0.client [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.360333] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.360864] env[65418]: DEBUG nova.compute.manager [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 597.368552] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.189s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.374955] env[65418]: INFO nova.compute.claims [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.476758] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1901f63e-7e25-4556-b40b-08a54da47000 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lock "e3f40535-54bc-42fd-8044-854980d10044" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.050s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.515688] env[65418]: DEBUG nova.network.neutron [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Updating instance_info_cache with network_info: [{"id": "e3c34984-95d8-4514-a5bd-1329ce17931f", "address": "fa:16:3e:43:6f:d3", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3c34984-95", "ovs_interfaceid": "e3c34984-95d8-4514-a5bd-1329ce17931f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.576986] env[65418]: INFO nova.compute.manager [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Took 17.33 seconds to build instance. [ 597.586552] env[65418]: DEBUG nova.network.neutron [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Successfully updated port: 947da35d-3735-4215-9a1e-de72e321eb87 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 597.663976] env[65418]: DEBUG oslo_vmware.api [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687674, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.879738] env[65418]: DEBUG nova.compute.utils [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 597.884336] env[65418]: DEBUG nova.compute.manager [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 597.884336] env[65418]: DEBUG nova.network.neutron [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 597.884336] env[65418]: WARNING neutronclient.v2_0.client [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.884725] env[65418]: WARNING neutronclient.v2_0.client [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.936523] env[65418]: DEBUG nova.policy [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d6ef879a3d641cfbef85d240d4501c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d899f28099543bd901295d145c1b36d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.981861] env[65418]: DEBUG nova.compute.manager [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 598.020247] env[65418]: DEBUG oslo_concurrency.lockutils [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Releasing lock "refresh_cache-d428bf6d-ea41-423f-8a60-35483a9924cf" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.020247] env[65418]: DEBUG nova.compute.manager [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Instance network_info: |[{"id": "e3c34984-95d8-4514-a5bd-1329ce17931f", "address": "fa:16:3e:43:6f:d3", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3c34984-95", "ovs_interfaceid": "e3c34984-95d8-4514-a5bd-1329ce17931f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 598.022924] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:6f:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3c34984-95d8-4514-a5bd-1329ce17931f', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 598.034233] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Creating folder: Project (ee882f3ec8164f41bec7dcf225fe825d). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.034516] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3739d5e-9609-42dc-b151-f08084eac14e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.048046] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Created folder: Project (ee882f3ec8164f41bec7dcf225fe825d) in parent group-v914982. [ 598.050313] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Creating folder: Instances. Parent ref: group-v914992. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 598.051526] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d60abbd-b329-4f4a-83e1-cab9798450e0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.064613] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Created folder: Instances in parent group-v914992. [ 598.064868] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 598.065094] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 598.065316] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f222767-ad3a-42bc-af35-13ea8fb076e9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.093055] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d4e56bb9-2a14-4dee-a285-2e5c08536753 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Lock "6dfbd10a-ee58-415d-85c5-257d08210d8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.848s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.093055] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Acquiring lock "refresh_cache-855dbba0-2413-4d8b-8fb9-18fb22c4e823" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.093055] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Acquired lock "refresh_cache-855dbba0-2413-4d8b-8fb9-18fb22c4e823" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.093055] env[65418]: DEBUG nova.network.neutron [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 598.093813] env[65418]: DEBUG nova.compute.manager [req-e7e8fb9c-968f-425c-b82d-fb3d410f1775 req-3d167797-01e7-4aa2-aaa5-7f5f775bb676 service nova] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Received event network-vif-plugged-e3c34984-95d8-4514-a5bd-1329ce17931f {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 598.095469] env[65418]: DEBUG oslo_concurrency.lockutils [req-e7e8fb9c-968f-425c-b82d-fb3d410f1775 req-3d167797-01e7-4aa2-aaa5-7f5f775bb676 service nova] Acquiring lock "d428bf6d-ea41-423f-8a60-35483a9924cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.095469] env[65418]: DEBUG oslo_concurrency.lockutils [req-e7e8fb9c-968f-425c-b82d-fb3d410f1775 req-3d167797-01e7-4aa2-aaa5-7f5f775bb676 service nova] Lock "d428bf6d-ea41-423f-8a60-35483a9924cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.095469] env[65418]: DEBUG oslo_concurrency.lockutils [req-e7e8fb9c-968f-425c-b82d-fb3d410f1775 req-3d167797-01e7-4aa2-aaa5-7f5f775bb676 service nova] Lock "d428bf6d-ea41-423f-8a60-35483a9924cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.095469] env[65418]: DEBUG nova.compute.manager [req-e7e8fb9c-968f-425c-b82d-fb3d410f1775 req-3d167797-01e7-4aa2-aaa5-7f5f775bb676 service nova] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] No waiting events found dispatching network-vif-plugged-e3c34984-95d8-4514-a5bd-1329ce17931f {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 598.095469] env[65418]: WARNING nova.compute.manager [req-e7e8fb9c-968f-425c-b82d-fb3d410f1775 req-3d167797-01e7-4aa2-aaa5-7f5f775bb676 service nova] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Received unexpected event network-vif-plugged-e3c34984-95d8-4514-a5bd-1329ce17931f for instance with vm_state building and task_state spawning. [ 598.102940] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 598.102940] env[65418]: value = "task-4687677" [ 598.102940] env[65418]: _type = "Task" [ 598.102940] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.114749] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687677, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.172026] env[65418]: DEBUG oslo_vmware.api [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687674, 'name': PowerOnVM_Task, 'duration_secs': 0.955441} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.172026] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 598.172026] env[65418]: INFO nova.compute.manager [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Took 5.82 seconds to spawn the instance on the hypervisor. [ 598.172026] env[65418]: DEBUG nova.compute.manager [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 598.173211] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e700886-7f25-4785-bbb3-2856c2e19650 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.300227] env[65418]: DEBUG nova.network.neutron [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Successfully created port: 3b8aae7e-3669-4d8c-9f9b-80213182e76f {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 598.385130] env[65418]: DEBUG nova.compute.manager [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 598.509659] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.600278] env[65418]: DEBUG nova.compute.manager [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 598.621572] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687677, 'name': CreateVM_Task, 'duration_secs': 0.336187} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.623276] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 598.623512] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d8040a-a430-4d0b-9eeb-51127ff4b68f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.629679] env[65418]: WARNING neutronclient.v2_0.client [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 598.633042] env[65418]: DEBUG oslo_concurrency.lockutils [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.633228] env[65418]: DEBUG oslo_concurrency.lockutils [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.633551] env[65418]: DEBUG oslo_concurrency.lockutils [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.633838] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95197de6-edf4-42ff-9c7e-a96c93be08ea {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.643263] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb16d0d-e86e-4468-80c2-28e20f69e64e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.648561] env[65418]: DEBUG oslo_vmware.api [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Waiting for the task: (returnval){ [ 598.648561] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528dcd61-063c-ff22-9c06-b35185a44599" [ 598.648561] env[65418]: _type = "Task" [ 598.648561] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.680027] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99710977-6db5-4b60-8a0e-3b088d8172bf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.691757] env[65418]: DEBUG oslo_vmware.api [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528dcd61-063c-ff22-9c06-b35185a44599, 'name': SearchDatastore_Task, 'duration_secs': 0.015727} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.693595] env[65418]: DEBUG oslo_concurrency.lockutils [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.693960] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 598.694020] env[65418]: DEBUG oslo_concurrency.lockutils [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.694666] env[65418]: DEBUG oslo_concurrency.lockutils [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.694666] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 598.694666] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85bb0057-0726-4c34-8284-e3082f2f67b3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.698620] env[65418]: INFO nova.compute.manager [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Took 14.00 seconds to build instance. [ 598.701938] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37d64d3-3dea-44bc-8220-702c9c4ef254 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.708329] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 598.708643] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 598.709756] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86018e1a-c4b8-4abd-b2a3-32d735bc12a5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.722737] env[65418]: DEBUG nova.compute.provider_tree [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 598.728992] env[65418]: DEBUG oslo_vmware.api [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Waiting for the task: (returnval){ [ 598.728992] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d9b100-dfb5-ef08-2a20-e258f7bd382d" [ 598.728992] env[65418]: _type = "Task" [ 598.728992] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.740620] env[65418]: DEBUG oslo_vmware.api [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d9b100-dfb5-ef08-2a20-e258f7bd382d, 'name': SearchDatastore_Task, 'duration_secs': 0.009135} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.741460] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db03e298-ef1b-40cf-be0f-1c1e6ee10f18 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.748339] env[65418]: DEBUG oslo_vmware.api [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Waiting for the task: (returnval){ [ 598.748339] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52365d65-dea1-2e69-89bf-3b31ee62e974" [ 598.748339] env[65418]: _type = "Task" [ 598.748339] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.756135] env[65418]: DEBUG oslo_vmware.api [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52365d65-dea1-2e69-89bf-3b31ee62e974, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.844731] env[65418]: DEBUG nova.network.neutron [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 599.124633] env[65418]: DEBUG oslo_concurrency.lockutils [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.208868] env[65418]: DEBUG oslo_concurrency.lockutils [None req-406b1ac6-b0a9-4f28-9d83-c87f70a7c430 tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Lock "4b42c2cd-dd38-4821-862e-2b8eddc687ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.519s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.226498] env[65418]: DEBUG nova.scheduler.client.report [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.261823] env[65418]: DEBUG oslo_vmware.api [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52365d65-dea1-2e69-89bf-3b31ee62e974, 'name': SearchDatastore_Task, 'duration_secs': 0.009392} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.264932] env[65418]: DEBUG oslo_concurrency.lockutils [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.265399] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] d428bf6d-ea41-423f-8a60-35483a9924cf/d428bf6d-ea41-423f-8a60-35483a9924cf.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 599.265887] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7551daa3-8a68-476b-a8c6-d083a32252b4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.274947] env[65418]: DEBUG oslo_vmware.api [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Waiting for the task: (returnval){ [ 599.274947] env[65418]: value = "task-4687678" [ 599.274947] env[65418]: _type = "Task" [ 599.274947] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.286695] env[65418]: DEBUG oslo_vmware.api [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Task: {'id': task-4687678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.399786] env[65418]: DEBUG nova.compute.manager [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 599.434428] env[65418]: DEBUG nova.virt.hardware [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 599.434616] env[65418]: DEBUG nova.virt.hardware [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.434869] env[65418]: DEBUG nova.virt.hardware [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 599.435402] env[65418]: DEBUG nova.virt.hardware [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.435402] env[65418]: DEBUG nova.virt.hardware [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 599.435546] env[65418]: DEBUG nova.virt.hardware [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 599.435750] env[65418]: DEBUG nova.virt.hardware [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 599.435889] env[65418]: DEBUG nova.virt.hardware [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 599.436052] env[65418]: DEBUG nova.virt.hardware [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 599.436992] env[65418]: DEBUG nova.virt.hardware [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 599.436992] env[65418]: DEBUG nova.virt.hardware [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 599.437280] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1c3cd7-5f9f-440f-9a72-356b7def3ca8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.447320] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3204a22d-4ced-4e61-b4e1-75d8b0a0c140 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.498911] env[65418]: DEBUG nova.compute.manager [req-dc7550df-7762-48aa-a0cc-e03c8858b905 req-a59294d4-24de-4eb6-ba63-2cff97b755f0 service nova] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Received event network-vif-plugged-947da35d-3735-4215-9a1e-de72e321eb87 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 599.498911] env[65418]: DEBUG oslo_concurrency.lockutils [req-dc7550df-7762-48aa-a0cc-e03c8858b905 req-a59294d4-24de-4eb6-ba63-2cff97b755f0 service nova] Acquiring lock "855dbba0-2413-4d8b-8fb9-18fb22c4e823-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.499245] env[65418]: DEBUG oslo_concurrency.lockutils [req-dc7550df-7762-48aa-a0cc-e03c8858b905 req-a59294d4-24de-4eb6-ba63-2cff97b755f0 service nova] Lock "855dbba0-2413-4d8b-8fb9-18fb22c4e823-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.499304] env[65418]: DEBUG oslo_concurrency.lockutils [req-dc7550df-7762-48aa-a0cc-e03c8858b905 req-a59294d4-24de-4eb6-ba63-2cff97b755f0 service nova] Lock "855dbba0-2413-4d8b-8fb9-18fb22c4e823-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.499545] env[65418]: DEBUG nova.compute.manager [req-dc7550df-7762-48aa-a0cc-e03c8858b905 req-a59294d4-24de-4eb6-ba63-2cff97b755f0 service nova] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] No waiting events found dispatching network-vif-plugged-947da35d-3735-4215-9a1e-de72e321eb87 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 599.499712] env[65418]: WARNING nova.compute.manager [req-dc7550df-7762-48aa-a0cc-e03c8858b905 req-a59294d4-24de-4eb6-ba63-2cff97b755f0 service nova] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Received unexpected event network-vif-plugged-947da35d-3735-4215-9a1e-de72e321eb87 for instance with vm_state building and task_state spawning. [ 599.712185] env[65418]: DEBUG nova.compute.manager [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 599.732736] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.733719] env[65418]: DEBUG nova.compute.manager [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 599.736963] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.127s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.739128] env[65418]: INFO nova.compute.claims [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 599.791645] env[65418]: DEBUG oslo_vmware.api [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Task: {'id': task-4687678, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.917982] env[65418]: WARNING neutronclient.v2_0.client [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 599.932716] env[65418]: DEBUG nova.network.neutron [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Successfully updated port: 3b8aae7e-3669-4d8c-9f9b-80213182e76f {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 600.173924] env[65418]: DEBUG nova.network.neutron [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Updating instance_info_cache with network_info: [{"id": "947da35d-3735-4215-9a1e-de72e321eb87", "address": "fa:16:3e:b0:d0:b3", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap947da35d-37", "ovs_interfaceid": "947da35d-3735-4215-9a1e-de72e321eb87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.239267] env[65418]: DEBUG nova.compute.utils [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 600.245576] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.246036] env[65418]: DEBUG nova.compute.manager [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 600.246210] env[65418]: DEBUG nova.network.neutron [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 600.246547] env[65418]: WARNING neutronclient.v2_0.client [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.246893] env[65418]: WARNING neutronclient.v2_0.client [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.286961] env[65418]: DEBUG oslo_vmware.api [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Task: {'id': task-4687678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.803202} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.287341] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] d428bf6d-ea41-423f-8a60-35483a9924cf/d428bf6d-ea41-423f-8a60-35483a9924cf.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 600.287458] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 600.287684] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fdf88da-6267-4097-91c0-4ab5ff826f26 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.295985] env[65418]: DEBUG oslo_vmware.api [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Waiting for the task: (returnval){ [ 600.295985] env[65418]: value = "task-4687679" [ 600.295985] env[65418]: _type = "Task" [ 600.295985] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.301148] env[65418]: DEBUG nova.policy [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40794a3317d84ce1bc5c23ee49da95d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe6158c9854d43ca9a507902c5e64bf8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 600.310637] env[65418]: DEBUG oslo_vmware.api [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Task: {'id': task-4687679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.437663] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Acquiring lock "refresh_cache-75bc118e-4b07-499a-88b0-ac22272e9dc7" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.437732] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Acquired lock "refresh_cache-75bc118e-4b07-499a-88b0-ac22272e9dc7" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.437997] env[65418]: DEBUG nova.network.neutron [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 600.650504] env[65418]: DEBUG nova.network.neutron [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Successfully created port: dfe2fddb-5137-4eeb-b100-bd1bd5e413f6 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 600.676822] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Releasing lock "refresh_cache-855dbba0-2413-4d8b-8fb9-18fb22c4e823" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.677537] env[65418]: DEBUG nova.compute.manager [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Instance network_info: |[{"id": "947da35d-3735-4215-9a1e-de72e321eb87", "address": "fa:16:3e:b0:d0:b3", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap947da35d-37", "ovs_interfaceid": "947da35d-3735-4215-9a1e-de72e321eb87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 600.677871] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:d0:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '947da35d-3735-4215-9a1e-de72e321eb87', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 600.686077] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Creating folder: Project (7889cfe0e70f4606ac059e81ad5d52d3). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.686402] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d81549d-c66c-4ff2-86d2-ffc5981a8db7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.699647] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Created folder: Project (7889cfe0e70f4606ac059e81ad5d52d3) in parent group-v914982. [ 600.699647] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Creating folder: Instances. Parent ref: group-v914995. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.699769] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12962636-81ef-4c63-baa6-db5791272793 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.712161] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Created folder: Instances in parent group-v914995. [ 600.712442] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 600.712720] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 600.713332] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4707c53c-765a-4e00-a836-7d9b520afe6f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.741075] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.741075] env[65418]: value = "task-4687682" [ 600.741075] env[65418]: _type = "Task" [ 600.741075] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.753544] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687682, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.755316] env[65418]: DEBUG nova.compute.manager [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 600.811506] env[65418]: DEBUG oslo_vmware.api [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Task: {'id': task-4687679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113147} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.812797] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 600.812933] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995cf393-d19a-4495-8c4a-86f9a48ca4b3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.840871] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] d428bf6d-ea41-423f-8a60-35483a9924cf/d428bf6d-ea41-423f-8a60-35483a9924cf.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 600.844927] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-365af98d-c487-48ad-8be1-392a5b52a63a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.869430] env[65418]: DEBUG oslo_vmware.api [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Waiting for the task: (returnval){ [ 600.869430] env[65418]: value = "task-4687683" [ 600.869430] env[65418]: _type = "Task" [ 600.869430] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.881019] env[65418]: DEBUG oslo_vmware.api [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Task: {'id': task-4687683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.998189] env[65418]: DEBUG oslo_concurrency.lockutils [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "24054f07-899f-460f-a22b-c0c6eeb240f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.998892] env[65418]: DEBUG oslo_concurrency.lockutils [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "24054f07-899f-460f-a22b-c0c6eeb240f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.017251] env[65418]: DEBUG nova.network.neutron [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 601.108054] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43edabb5-b62e-4f5a-9f9b-8fd6bd0873a0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.118307] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a55bb73-d959-47c8-a55b-d9fdc0439f65 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.153386] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaae4c5-b59b-489a-b8de-8a3566573c30 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.161820] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956e40fd-f5be-4b08-b14d-2a9b2a4cb1bb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.183201] env[65418]: DEBUG nova.compute.provider_tree [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.258369] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687682, 'name': CreateVM_Task, 'duration_secs': 0.483957} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.258584] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 601.259789] env[65418]: WARNING neutronclient.v2_0.client [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 601.260166] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.260311] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.260649] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.261244] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-824ffbeb-5414-4216-92c7-672d7f6b28db {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.276265] env[65418]: DEBUG oslo_vmware.api [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Waiting for the task: (returnval){ [ 601.276265] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52181e86-1caf-ee7d-9bf8-d3c5c7f7d246" [ 601.276265] env[65418]: _type = "Task" [ 601.276265] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.285723] env[65418]: DEBUG oslo_vmware.api [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52181e86-1caf-ee7d-9bf8-d3c5c7f7d246, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.381530] env[65418]: DEBUG oslo_vmware.api [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Task: {'id': task-4687683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.505368] env[65418]: WARNING neutronclient.v2_0.client [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 601.687694] env[65418]: DEBUG nova.scheduler.client.report [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 601.743858] env[65418]: DEBUG nova.network.neutron [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Updating instance_info_cache with network_info: [{"id": "3b8aae7e-3669-4d8c-9f9b-80213182e76f", "address": "fa:16:3e:68:a6:ad", "network": {"id": "5b0f935d-c3d5-411f-955a-dee072702cb5", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-895540482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d899f28099543bd901295d145c1b36d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b8aae7e-36", "ovs_interfaceid": "3b8aae7e-3669-4d8c-9f9b-80213182e76f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.778959] env[65418]: DEBUG nova.compute.manager [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 601.794776] env[65418]: DEBUG oslo_concurrency.lockutils [None req-40baf792-d76e-47ef-9572-6f49e470d2fc tempest-DeleteServersAdminTestJSON-761438827 tempest-DeleteServersAdminTestJSON-761438827-project-admin] Acquiring lock "6dfbd10a-ee58-415d-85c5-257d08210d8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.796044] env[65418]: DEBUG oslo_concurrency.lockutils [None req-40baf792-d76e-47ef-9572-6f49e470d2fc tempest-DeleteServersAdminTestJSON-761438827 tempest-DeleteServersAdminTestJSON-761438827-project-admin] Lock "6dfbd10a-ee58-415d-85c5-257d08210d8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.796044] env[65418]: DEBUG oslo_concurrency.lockutils [None req-40baf792-d76e-47ef-9572-6f49e470d2fc tempest-DeleteServersAdminTestJSON-761438827 tempest-DeleteServersAdminTestJSON-761438827-project-admin] Acquiring lock "6dfbd10a-ee58-415d-85c5-257d08210d8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.796044] env[65418]: DEBUG oslo_concurrency.lockutils [None req-40baf792-d76e-47ef-9572-6f49e470d2fc tempest-DeleteServersAdminTestJSON-761438827 tempest-DeleteServersAdminTestJSON-761438827-project-admin] Lock "6dfbd10a-ee58-415d-85c5-257d08210d8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.796044] env[65418]: DEBUG oslo_concurrency.lockutils [None req-40baf792-d76e-47ef-9572-6f49e470d2fc tempest-DeleteServersAdminTestJSON-761438827 tempest-DeleteServersAdminTestJSON-761438827-project-admin] Lock "6dfbd10a-ee58-415d-85c5-257d08210d8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.798720] env[65418]: DEBUG oslo_vmware.api [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52181e86-1caf-ee7d-9bf8-d3c5c7f7d246, 'name': SearchDatastore_Task, 'duration_secs': 0.033963} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.801119] env[65418]: INFO nova.compute.manager [None req-40baf792-d76e-47ef-9572-6f49e470d2fc tempest-DeleteServersAdminTestJSON-761438827 tempest-DeleteServersAdminTestJSON-761438827-project-admin] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Terminating instance [ 601.803030] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.803627] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.803813] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.803974] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.804989] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.806499] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-244d5e5e-3b1b-4e38-9828-95a5042c473e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.810144] env[65418]: INFO nova.compute.manager [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Rebuilding instance [ 601.816232] env[65418]: DEBUG nova.virt.hardware [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 601.816232] env[65418]: DEBUG nova.virt.hardware [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 601.816232] env[65418]: DEBUG nova.virt.hardware [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 601.816500] env[65418]: DEBUG nova.virt.hardware [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 601.816692] env[65418]: DEBUG nova.virt.hardware [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 601.816815] env[65418]: DEBUG nova.virt.hardware [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 601.817094] env[65418]: DEBUG nova.virt.hardware [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 601.817292] env[65418]: DEBUG nova.virt.hardware [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 601.817497] env[65418]: DEBUG nova.virt.hardware [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 601.817686] env[65418]: DEBUG nova.virt.hardware [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 601.817929] env[65418]: DEBUG nova.virt.hardware [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 601.819122] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771c0002-07cc-440e-8fdd-4df35d60fef4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.826049] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.826280] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.827809] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8dcc1bc-8f50-43f6-9fea-21717b58ddad {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.834713] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2ef422-700f-4b8c-aa67-5ecb0385590e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.844862] env[65418]: DEBUG oslo_vmware.api [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Waiting for the task: (returnval){ [ 601.844862] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529eab2d-27ef-74e1-6e8a-a298f2d29f68" [ 601.844862] env[65418]: _type = "Task" [ 601.844862] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.869633] env[65418]: DEBUG oslo_vmware.api [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529eab2d-27ef-74e1-6e8a-a298f2d29f68, 'name': SearchDatastore_Task, 'duration_secs': 0.015271} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.870514] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-198b3c0c-4d31-4faf-8cdf-3d2798125ef6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.883843] env[65418]: DEBUG oslo_vmware.api [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Task: {'id': task-4687683, 'name': ReconfigVM_Task, 'duration_secs': 0.778209} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.884161] env[65418]: DEBUG oslo_vmware.api [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Waiting for the task: (returnval){ [ 601.884161] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526cc044-d172-59fe-ff85-021eabd3d7e5" [ 601.884161] env[65418]: _type = "Task" [ 601.884161] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.887499] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Reconfigured VM instance instance-00000004 to attach disk [datastore2] d428bf6d-ea41-423f-8a60-35483a9924cf/d428bf6d-ea41-423f-8a60-35483a9924cf.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 601.890030] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-421c8ac9-7836-4c9f-8df4-7646b3acf330 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.895529] env[65418]: DEBUG nova.compute.manager [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 601.895613] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31793e22-7256-4c27-8075-4e18d89c02c0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.908258] env[65418]: DEBUG oslo_vmware.api [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526cc044-d172-59fe-ff85-021eabd3d7e5, 'name': SearchDatastore_Task, 'duration_secs': 0.011607} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.911430] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.911686] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 855dbba0-2413-4d8b-8fb9-18fb22c4e823/855dbba0-2413-4d8b-8fb9-18fb22c4e823.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.912376] env[65418]: DEBUG oslo_vmware.api [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Waiting for the task: (returnval){ [ 601.912376] env[65418]: value = "task-4687684" [ 601.912376] env[65418]: _type = "Task" [ 601.912376] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.912985] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa8c8970-36d9-4ce2-9b3e-1b002ca8af14 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.928174] env[65418]: DEBUG oslo_vmware.api [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Task: {'id': task-4687684, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.929965] env[65418]: DEBUG oslo_vmware.api [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Waiting for the task: (returnval){ [ 601.929965] env[65418]: value = "task-4687685" [ 601.929965] env[65418]: _type = "Task" [ 601.929965] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.940616] env[65418]: DEBUG oslo_vmware.api [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Task: {'id': task-4687685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.968598] env[65418]: DEBUG nova.compute.manager [req-a260b06b-8641-4848-9ea3-3a6a95a96572 req-824b8e12-cb68-4589-be9b-19ebab433193 service nova] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Received event network-changed-e3c34984-95d8-4514-a5bd-1329ce17931f {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 601.968793] env[65418]: DEBUG nova.compute.manager [req-a260b06b-8641-4848-9ea3-3a6a95a96572 req-824b8e12-cb68-4589-be9b-19ebab433193 service nova] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Refreshing instance network info cache due to event network-changed-e3c34984-95d8-4514-a5bd-1329ce17931f. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 601.969278] env[65418]: DEBUG oslo_concurrency.lockutils [req-a260b06b-8641-4848-9ea3-3a6a95a96572 req-824b8e12-cb68-4589-be9b-19ebab433193 service nova] Acquiring lock "refresh_cache-d428bf6d-ea41-423f-8a60-35483a9924cf" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.969443] env[65418]: DEBUG oslo_concurrency.lockutils [req-a260b06b-8641-4848-9ea3-3a6a95a96572 req-824b8e12-cb68-4589-be9b-19ebab433193 service nova] Acquired lock "refresh_cache-d428bf6d-ea41-423f-8a60-35483a9924cf" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.969649] env[65418]: DEBUG nova.network.neutron [req-a260b06b-8641-4848-9ea3-3a6a95a96572 req-824b8e12-cb68-4589-be9b-19ebab433193 service nova] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Refreshing network info cache for port e3c34984-95d8-4514-a5bd-1329ce17931f {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 602.195199] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.196238] env[65418]: DEBUG nova.compute.manager [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 602.199159] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.473s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.201240] env[65418]: INFO nova.compute.claims [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.249590] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Releasing lock "refresh_cache-75bc118e-4b07-499a-88b0-ac22272e9dc7" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.249590] env[65418]: DEBUG nova.compute.manager [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Instance network_info: |[{"id": "3b8aae7e-3669-4d8c-9f9b-80213182e76f", "address": "fa:16:3e:68:a6:ad", "network": {"id": "5b0f935d-c3d5-411f-955a-dee072702cb5", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-895540482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d899f28099543bd901295d145c1b36d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b8aae7e-36", "ovs_interfaceid": "3b8aae7e-3669-4d8c-9f9b-80213182e76f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 602.250201] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:a6:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1eed7865-f9d8-463e-843f-3b0b3a962a2c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b8aae7e-3669-4d8c-9f9b-80213182e76f', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 602.256081] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Creating folder: Project (6d899f28099543bd901295d145c1b36d). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.257238] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5b77afc-dc07-4051-aff0-cd9d34a57e9c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.270101] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Created folder: Project (6d899f28099543bd901295d145c1b36d) in parent group-v914982. [ 602.270303] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Creating folder: Instances. Parent ref: group-v914998. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 602.270590] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3e16307-3a42-4919-af2d-c63b3c3a225e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.281310] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Created folder: Instances in parent group-v914998. [ 602.281415] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 602.281582] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 602.281794] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bd96b79-f1d2-4517-afd4-47005bccc9ad {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.303315] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 602.303315] env[65418]: value = "task-4687688" [ 602.303315] env[65418]: _type = "Task" [ 602.303315] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.313142] env[65418]: DEBUG nova.compute.manager [None req-40baf792-d76e-47ef-9572-6f49e470d2fc tempest-DeleteServersAdminTestJSON-761438827 tempest-DeleteServersAdminTestJSON-761438827-project-admin] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 602.313363] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-40baf792-d76e-47ef-9572-6f49e470d2fc tempest-DeleteServersAdminTestJSON-761438827 tempest-DeleteServersAdminTestJSON-761438827-project-admin] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 602.313601] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687688, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.314463] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6078b16-c918-429f-91dd-7da935640e97 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.320179] env[65418]: DEBUG nova.network.neutron [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Successfully updated port: dfe2fddb-5137-4eeb-b100-bd1bd5e413f6 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 602.328580] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-40baf792-d76e-47ef-9572-6f49e470d2fc tempest-DeleteServersAdminTestJSON-761438827 tempest-DeleteServersAdminTestJSON-761438827-project-admin] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 602.328775] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-208e2138-acb3-4fba-937e-61cc516d270b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.339415] env[65418]: DEBUG oslo_vmware.api [None req-40baf792-d76e-47ef-9572-6f49e470d2fc tempest-DeleteServersAdminTestJSON-761438827 tempest-DeleteServersAdminTestJSON-761438827-project-admin] Waiting for the task: (returnval){ [ 602.339415] env[65418]: value = "task-4687689" [ 602.339415] env[65418]: _type = "Task" [ 602.339415] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.351582] env[65418]: DEBUG oslo_vmware.api [None req-40baf792-d76e-47ef-9572-6f49e470d2fc tempest-DeleteServersAdminTestJSON-761438827 tempest-DeleteServersAdminTestJSON-761438827-project-admin] Task: {'id': task-4687689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.431112] env[65418]: DEBUG oslo_vmware.api [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Task: {'id': task-4687684, 'name': Rename_Task, 'duration_secs': 0.236903} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.431112] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 602.434676] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-645c616e-98fd-41f9-b74f-30317acb23bc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.443632] env[65418]: DEBUG oslo_vmware.api [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Task: {'id': task-4687685, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.447031] env[65418]: DEBUG oslo_vmware.api [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Waiting for the task: (returnval){ [ 602.447031] env[65418]: value = "task-4687690" [ 602.447031] env[65418]: _type = "Task" [ 602.447031] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.456858] env[65418]: DEBUG oslo_vmware.api [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Task: {'id': task-4687690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.472582] env[65418]: WARNING neutronclient.v2_0.client [req-a260b06b-8641-4848-9ea3-3a6a95a96572 req-824b8e12-cb68-4589-be9b-19ebab433193 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.681663] env[65418]: DEBUG nova.compute.manager [req-8a11ad35-00da-43d2-98a8-74c446d6d3c8 req-6201a136-d305-41f7-9b67-8579d3411a57 service nova] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Received event network-changed-947da35d-3735-4215-9a1e-de72e321eb87 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 602.681745] env[65418]: DEBUG nova.compute.manager [req-8a11ad35-00da-43d2-98a8-74c446d6d3c8 req-6201a136-d305-41f7-9b67-8579d3411a57 service nova] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Refreshing instance network info cache due to event network-changed-947da35d-3735-4215-9a1e-de72e321eb87. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 602.682208] env[65418]: DEBUG oslo_concurrency.lockutils [req-8a11ad35-00da-43d2-98a8-74c446d6d3c8 req-6201a136-d305-41f7-9b67-8579d3411a57 service nova] Acquiring lock "refresh_cache-855dbba0-2413-4d8b-8fb9-18fb22c4e823" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.682208] env[65418]: DEBUG oslo_concurrency.lockutils [req-8a11ad35-00da-43d2-98a8-74c446d6d3c8 req-6201a136-d305-41f7-9b67-8579d3411a57 service nova] Acquired lock "refresh_cache-855dbba0-2413-4d8b-8fb9-18fb22c4e823" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.682371] env[65418]: DEBUG nova.network.neutron [req-8a11ad35-00da-43d2-98a8-74c446d6d3c8 req-6201a136-d305-41f7-9b67-8579d3411a57 service nova] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Refreshing network info cache for port 947da35d-3735-4215-9a1e-de72e321eb87 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 602.709696] env[65418]: DEBUG nova.compute.utils [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 602.713168] env[65418]: DEBUG nova.compute.manager [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 602.713418] env[65418]: DEBUG nova.network.neutron [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 602.713718] env[65418]: WARNING neutronclient.v2_0.client [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.716431] env[65418]: WARNING neutronclient.v2_0.client [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.732327] env[65418]: WARNING neutronclient.v2_0.client [req-a260b06b-8641-4848-9ea3-3a6a95a96572 req-824b8e12-cb68-4589-be9b-19ebab433193 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.815393] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687688, 'name': CreateVM_Task, 'duration_secs': 0.438096} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.815581] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 602.816061] env[65418]: WARNING neutronclient.v2_0.client [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.816520] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.816685] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.817854] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.817854] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4d654ad-1a01-48a2-9b98-d7222b9a981c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.824867] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "refresh_cache-9b6633eb-8ba1-46bc-92c5-e760bcb32c6e" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.825964] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquired lock "refresh_cache-9b6633eb-8ba1-46bc-92c5-e760bcb32c6e" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.825964] env[65418]: DEBUG nova.network.neutron [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 602.827297] env[65418]: DEBUG oslo_vmware.api [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Waiting for the task: (returnval){ [ 602.827297] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5216dd8b-9bac-adbb-d7ef-8b38cdc20b74" [ 602.827297] env[65418]: _type = "Task" [ 602.827297] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.840818] env[65418]: DEBUG oslo_vmware.api [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5216dd8b-9bac-adbb-d7ef-8b38cdc20b74, 'name': SearchDatastore_Task, 'duration_secs': 0.012894} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.844679] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.844784] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 602.845073] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.845237] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.845421] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 602.847429] env[65418]: DEBUG nova.network.neutron [req-a260b06b-8641-4848-9ea3-3a6a95a96572 req-824b8e12-cb68-4589-be9b-19ebab433193 service nova] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Updated VIF entry in instance network info cache for port e3c34984-95d8-4514-a5bd-1329ce17931f. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 602.847739] env[65418]: DEBUG nova.network.neutron [req-a260b06b-8641-4848-9ea3-3a6a95a96572 req-824b8e12-cb68-4589-be9b-19ebab433193 service nova] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Updating instance_info_cache with network_info: [{"id": "e3c34984-95d8-4514-a5bd-1329ce17931f", "address": "fa:16:3e:43:6f:d3", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.170", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3c34984-95", "ovs_interfaceid": "e3c34984-95d8-4514-a5bd-1329ce17931f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.851971] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85378246-baae-4a64-bd3c-1cd334cf17e3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.860046] env[65418]: DEBUG oslo_vmware.api [None req-40baf792-d76e-47ef-9572-6f49e470d2fc tempest-DeleteServersAdminTestJSON-761438827 tempest-DeleteServersAdminTestJSON-761438827-project-admin] Task: {'id': task-4687689, 'name': PowerOffVM_Task, 'duration_secs': 0.282352} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.861859] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-40baf792-d76e-47ef-9572-6f49e470d2fc tempest-DeleteServersAdminTestJSON-761438827 tempest-DeleteServersAdminTestJSON-761438827-project-admin] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 602.862040] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-40baf792-d76e-47ef-9572-6f49e470d2fc tempest-DeleteServersAdminTestJSON-761438827 tempest-DeleteServersAdminTestJSON-761438827-project-admin] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 602.862627] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 602.862784] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 602.863928] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c99fb061-7a93-4f23-b2ad-3e9130e3e6a4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.867389] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-962d5fc3-f825-4ff5-8c7e-9609267bdf28 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.875233] env[65418]: DEBUG oslo_vmware.api [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Waiting for the task: (returnval){ [ 602.875233] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52fe8451-56d5-981f-ea17-36fd18e8a547" [ 602.875233] env[65418]: _type = "Task" [ 602.875233] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.886710] env[65418]: DEBUG oslo_vmware.api [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52fe8451-56d5-981f-ea17-36fd18e8a547, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.931916] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 602.937027] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e55c910-8bf8-4ffa-8356-5c985e6e32b9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.947908] env[65418]: DEBUG oslo_vmware.api [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Task: {'id': task-4687685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.793397} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.954888] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 855dbba0-2413-4d8b-8fb9-18fb22c4e823/855dbba0-2413-4d8b-8fb9-18fb22c4e823.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.955165] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.955603] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Waiting for the task: (returnval){ [ 602.955603] env[65418]: value = "task-4687692" [ 602.955603] env[65418]: _type = "Task" [ 602.955603] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.958609] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2c3603c-c333-418f-bb55-a8a69698e527 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.961098] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-40baf792-d76e-47ef-9572-6f49e470d2fc tempest-DeleteServersAdminTestJSON-761438827 tempest-DeleteServersAdminTestJSON-761438827-project-admin] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 602.961453] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-40baf792-d76e-47ef-9572-6f49e470d2fc tempest-DeleteServersAdminTestJSON-761438827 tempest-DeleteServersAdminTestJSON-761438827-project-admin] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 602.961533] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-40baf792-d76e-47ef-9572-6f49e470d2fc tempest-DeleteServersAdminTestJSON-761438827 tempest-DeleteServersAdminTestJSON-761438827-project-admin] Deleting the datastore file [datastore2] 6dfbd10a-ee58-415d-85c5-257d08210d8e {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 602.968275] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0729d6ce-e053-40ef-8f7a-dca7145f7bf5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.976969] env[65418]: DEBUG oslo_vmware.api [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Task: {'id': task-4687690, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.981562] env[65418]: DEBUG oslo_vmware.api [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Waiting for the task: (returnval){ [ 602.981562] env[65418]: value = "task-4687693" [ 602.981562] env[65418]: _type = "Task" [ 602.981562] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.986761] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.002448] env[65418]: DEBUG oslo_vmware.api [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Task: {'id': task-4687693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.006041] env[65418]: DEBUG oslo_vmware.api [None req-40baf792-d76e-47ef-9572-6f49e470d2fc tempest-DeleteServersAdminTestJSON-761438827 tempest-DeleteServersAdminTestJSON-761438827-project-admin] Waiting for the task: (returnval){ [ 603.006041] env[65418]: value = "task-4687694" [ 603.006041] env[65418]: _type = "Task" [ 603.006041] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.020127] env[65418]: DEBUG oslo_vmware.api [None req-40baf792-d76e-47ef-9572-6f49e470d2fc tempest-DeleteServersAdminTestJSON-761438827 tempest-DeleteServersAdminTestJSON-761438827-project-admin] Task: {'id': task-4687694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.157358] env[65418]: DEBUG nova.policy [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82506f81d7fe462dbd101b5997a8bd33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '271feddc9b504d1f871e121204df229a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 603.185132] env[65418]: WARNING neutronclient.v2_0.client [req-8a11ad35-00da-43d2-98a8-74c446d6d3c8 req-6201a136-d305-41f7-9b67-8579d3411a57 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.218183] env[65418]: DEBUG nova.compute.manager [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 603.354229] env[65418]: DEBUG oslo_concurrency.lockutils [req-a260b06b-8641-4848-9ea3-3a6a95a96572 req-824b8e12-cb68-4589-be9b-19ebab433193 service nova] Releasing lock "refresh_cache-d428bf6d-ea41-423f-8a60-35483a9924cf" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.354503] env[65418]: DEBUG nova.compute.manager [req-a260b06b-8641-4848-9ea3-3a6a95a96572 req-824b8e12-cb68-4589-be9b-19ebab433193 service nova] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Received event network-vif-plugged-3b8aae7e-3669-4d8c-9f9b-80213182e76f {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 603.354696] env[65418]: DEBUG oslo_concurrency.lockutils [req-a260b06b-8641-4848-9ea3-3a6a95a96572 req-824b8e12-cb68-4589-be9b-19ebab433193 service nova] Acquiring lock "75bc118e-4b07-499a-88b0-ac22272e9dc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.354924] env[65418]: DEBUG oslo_concurrency.lockutils [req-a260b06b-8641-4848-9ea3-3a6a95a96572 req-824b8e12-cb68-4589-be9b-19ebab433193 service nova] Lock "75bc118e-4b07-499a-88b0-ac22272e9dc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.355121] env[65418]: DEBUG oslo_concurrency.lockutils [req-a260b06b-8641-4848-9ea3-3a6a95a96572 req-824b8e12-cb68-4589-be9b-19ebab433193 service nova] Lock "75bc118e-4b07-499a-88b0-ac22272e9dc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.355296] env[65418]: DEBUG nova.compute.manager [req-a260b06b-8641-4848-9ea3-3a6a95a96572 req-824b8e12-cb68-4589-be9b-19ebab433193 service nova] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] No waiting events found dispatching network-vif-plugged-3b8aae7e-3669-4d8c-9f9b-80213182e76f {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 603.355460] env[65418]: WARNING nova.compute.manager [req-a260b06b-8641-4848-9ea3-3a6a95a96572 req-824b8e12-cb68-4589-be9b-19ebab433193 service nova] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Received unexpected event network-vif-plugged-3b8aae7e-3669-4d8c-9f9b-80213182e76f for instance with vm_state building and task_state spawning. [ 603.355623] env[65418]: DEBUG nova.compute.manager [req-a260b06b-8641-4848-9ea3-3a6a95a96572 req-824b8e12-cb68-4589-be9b-19ebab433193 service nova] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Received event network-changed-3b8aae7e-3669-4d8c-9f9b-80213182e76f {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 603.355792] env[65418]: DEBUG nova.compute.manager [req-a260b06b-8641-4848-9ea3-3a6a95a96572 req-824b8e12-cb68-4589-be9b-19ebab433193 service nova] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Refreshing instance network info cache due to event network-changed-3b8aae7e-3669-4d8c-9f9b-80213182e76f. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 603.355957] env[65418]: DEBUG oslo_concurrency.lockutils [req-a260b06b-8641-4848-9ea3-3a6a95a96572 req-824b8e12-cb68-4589-be9b-19ebab433193 service nova] Acquiring lock "refresh_cache-75bc118e-4b07-499a-88b0-ac22272e9dc7" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.356135] env[65418]: DEBUG oslo_concurrency.lockutils [req-a260b06b-8641-4848-9ea3-3a6a95a96572 req-824b8e12-cb68-4589-be9b-19ebab433193 service nova] Acquired lock "refresh_cache-75bc118e-4b07-499a-88b0-ac22272e9dc7" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.356362] env[65418]: DEBUG nova.network.neutron [req-a260b06b-8641-4848-9ea3-3a6a95a96572 req-824b8e12-cb68-4589-be9b-19ebab433193 service nova] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Refreshing network info cache for port 3b8aae7e-3669-4d8c-9f9b-80213182e76f {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 603.391630] env[65418]: DEBUG oslo_vmware.api [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52fe8451-56d5-981f-ea17-36fd18e8a547, 'name': SearchDatastore_Task, 'duration_secs': 0.016651} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.391630] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fc98e53-8d7d-4e02-a046-49336b03c962 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.398147] env[65418]: DEBUG oslo_vmware.api [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Waiting for the task: (returnval){ [ 603.398147] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520de0b2-8c8f-9aa5-9605-7832a445e890" [ 603.398147] env[65418]: _type = "Task" [ 603.398147] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.411200] env[65418]: DEBUG oslo_vmware.api [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520de0b2-8c8f-9aa5-9605-7832a445e890, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.437742] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcf1824-fd5b-416e-aad1-d7954c038b8f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.446147] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad4fe4f-d829-42ed-9c6d-1226e954c8fe {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.490965] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea4c73b-7f13-4f9a-a33e-4a9490c13018 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.499785] env[65418]: DEBUG oslo_vmware.api [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Task: {'id': task-4687690, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.506725] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687692, 'name': PowerOffVM_Task, 'duration_secs': 0.142734} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.517263] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 603.517523] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 603.518400] env[65418]: DEBUG oslo_vmware.api [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Task: {'id': task-4687693, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06926} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.519098] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d99551-758e-4fa5-a092-1b6f9af55df1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.522932] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc6c73b-8054-4cda-831b-25588601960a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.527291] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.528709] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c481a2-a505-413a-b067-e103fda0df3a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.535317] env[65418]: DEBUG oslo_vmware.api [None req-40baf792-d76e-47ef-9572-6f49e470d2fc tempest-DeleteServersAdminTestJSON-761438827 tempest-DeleteServersAdminTestJSON-761438827-project-admin] Task: {'id': task-4687694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.48058} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.535856] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-40baf792-d76e-47ef-9572-6f49e470d2fc tempest-DeleteServersAdminTestJSON-761438827 tempest-DeleteServersAdminTestJSON-761438827-project-admin] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 603.537783] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-40baf792-d76e-47ef-9572-6f49e470d2fc tempest-DeleteServersAdminTestJSON-761438827 tempest-DeleteServersAdminTestJSON-761438827-project-admin] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 603.537783] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-40baf792-d76e-47ef-9572-6f49e470d2fc tempest-DeleteServersAdminTestJSON-761438827 tempest-DeleteServersAdminTestJSON-761438827-project-admin] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 603.537783] env[65418]: INFO nova.compute.manager [None req-40baf792-d76e-47ef-9572-6f49e470d2fc tempest-DeleteServersAdminTestJSON-761438827 tempest-DeleteServersAdminTestJSON-761438827-project-admin] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Took 1.22 seconds to destroy the instance on the hypervisor. [ 603.537783] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-40baf792-d76e-47ef-9572-6f49e470d2fc tempest-DeleteServersAdminTestJSON-761438827 tempest-DeleteServersAdminTestJSON-761438827-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 603.537783] env[65418]: DEBUG nova.compute.manager [-] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 603.537783] env[65418]: DEBUG nova.network.neutron [-] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 603.538321] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.569764] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 855dbba0-2413-4d8b-8fb9-18fb22c4e823/855dbba0-2413-4d8b-8fb9-18fb22c4e823.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.571133] env[65418]: DEBUG nova.compute.provider_tree [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.573705] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 603.575107] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8811713-0fee-49d8-b7d0-893aaf4d070f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.589176] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efb2fdd0-7600-474e-adeb-73454a8225d9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.606610] env[65418]: DEBUG oslo_vmware.api [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Waiting for the task: (returnval){ [ 603.606610] env[65418]: value = "task-4687696" [ 603.606610] env[65418]: _type = "Task" [ 603.606610] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.617285] env[65418]: DEBUG oslo_vmware.api [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Task: {'id': task-4687696, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.618360] env[65418]: DEBUG nova.network.neutron [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 603.627610] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 603.628972] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 603.628972] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Deleting the datastore file [datastore2] 4b42c2cd-dd38-4821-862e-2b8eddc687ff {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 603.629257] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6957d7d6-1bb3-4828-8165-2dbf44065162 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.636538] env[65418]: DEBUG nova.network.neutron [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Successfully created port: fc16952e-4b63-41f9-bec3-b73ac6d737a3 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 603.640371] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Waiting for the task: (returnval){ [ 603.640371] env[65418]: value = "task-4687697" [ 603.640371] env[65418]: _type = "Task" [ 603.640371] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.649624] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.747918] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.862210] env[65418]: WARNING neutronclient.v2_0.client [req-a260b06b-8641-4848-9ea3-3a6a95a96572 req-824b8e12-cb68-4589-be9b-19ebab433193 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.918820] env[65418]: DEBUG oslo_vmware.api [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520de0b2-8c8f-9aa5-9605-7832a445e890, 'name': SearchDatastore_Task, 'duration_secs': 0.044847} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.919350] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.919715] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 75bc118e-4b07-499a-88b0-ac22272e9dc7/75bc118e-4b07-499a-88b0-ac22272e9dc7.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.920150] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bac1a302-96c3-48d6-b4c7-dd112ba3b17d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.928707] env[65418]: DEBUG oslo_vmware.api [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Waiting for the task: (returnval){ [ 603.928707] env[65418]: value = "task-4687698" [ 603.928707] env[65418]: _type = "Task" [ 603.928707] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.939656] env[65418]: DEBUG oslo_vmware.api [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.961261] env[65418]: DEBUG oslo_vmware.api [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Task: {'id': task-4687690, 'name': PowerOnVM_Task, 'duration_secs': 1.100664} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.965966] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 603.966851] env[65418]: INFO nova.compute.manager [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Took 9.31 seconds to spawn the instance on the hypervisor. [ 603.967236] env[65418]: DEBUG nova.compute.manager [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 603.968572] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c42c59-ca75-4746-9e93-7605cb869aaf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.098971] env[65418]: DEBUG nova.scheduler.client.report [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.106781] env[65418]: DEBUG nova.compute.manager [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Stashing vm_state: active {{(pid=65418) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 604.123893] env[65418]: DEBUG oslo_vmware.api [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Task: {'id': task-4687696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.153019] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245696} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.153019] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 604.153019] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 604.153019] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 604.229983] env[65418]: DEBUG nova.compute.manager [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 604.259856] env[65418]: DEBUG nova.virt.hardware [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 604.260146] env[65418]: DEBUG nova.virt.hardware [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.260304] env[65418]: DEBUG nova.virt.hardware [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 604.260478] env[65418]: DEBUG nova.virt.hardware [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.260615] env[65418]: DEBUG nova.virt.hardware [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 604.260753] env[65418]: DEBUG nova.virt.hardware [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 604.260964] env[65418]: DEBUG nova.virt.hardware [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 604.261157] env[65418]: DEBUG nova.virt.hardware [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 604.261321] env[65418]: DEBUG nova.virt.hardware [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 604.261488] env[65418]: DEBUG nova.virt.hardware [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 604.261709] env[65418]: DEBUG nova.virt.hardware [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 604.263016] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a14184-eee5-4861-bafe-c7d18765662a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.273761] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff96326-3322-4e7e-a9a1-faa1be930657 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.440773] env[65418]: DEBUG oslo_vmware.api [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687698, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.488888] env[65418]: INFO nova.compute.manager [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Took 18.23 seconds to build instance. [ 604.606049] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.606733] env[65418]: DEBUG nova.compute.manager [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 604.609444] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.823s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.610854] env[65418]: INFO nova.compute.claims [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.628037] env[65418]: DEBUG oslo_vmware.api [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Task: {'id': task-4687696, 'name': ReconfigVM_Task, 'duration_secs': 0.57132} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.629671] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 855dbba0-2413-4d8b-8fb9-18fb22c4e823/855dbba0-2413-4d8b-8fb9-18fb22c4e823.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 604.630098] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-400ec886-3f6a-43b1-8f70-ca39af708590 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.633628] env[65418]: DEBUG oslo_concurrency.lockutils [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.641447] env[65418]: DEBUG oslo_vmware.api [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Waiting for the task: (returnval){ [ 604.641447] env[65418]: value = "task-4687699" [ 604.641447] env[65418]: _type = "Task" [ 604.641447] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.653501] env[65418]: DEBUG oslo_vmware.api [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Task: {'id': task-4687699, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.699901] env[65418]: DEBUG nova.network.neutron [-] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.713517] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Acquiring lock "fc5559c5-c283-4ed5-8e1d-46e2ecffc27a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.713517] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Lock "fc5559c5-c283-4ed5-8e1d-46e2ecffc27a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.941328] env[65418]: DEBUG oslo_vmware.api [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687698, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54188} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.941510] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 75bc118e-4b07-499a-88b0-ac22272e9dc7/75bc118e-4b07-499a-88b0-ac22272e9dc7.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.941656] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.941909] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5bfa9e4c-72ca-4f61-84cd-78f2ac1c4956 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.950317] env[65418]: DEBUG oslo_vmware.api [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Waiting for the task: (returnval){ [ 604.950317] env[65418]: value = "task-4687700" [ 604.950317] env[65418]: _type = "Task" [ 604.950317] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.959253] env[65418]: DEBUG oslo_vmware.api [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.990809] env[65418]: DEBUG oslo_concurrency.lockutils [None req-252da4ef-19cb-471b-a387-c3408054a571 tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Lock "d428bf6d-ea41-423f-8a60-35483a9924cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.740s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.115125] env[65418]: DEBUG nova.compute.utils [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 605.122147] env[65418]: DEBUG nova.compute.manager [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 605.122430] env[65418]: DEBUG nova.network.neutron [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 605.122730] env[65418]: WARNING neutronclient.v2_0.client [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.123117] env[65418]: WARNING neutronclient.v2_0.client [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.152840] env[65418]: DEBUG oslo_vmware.api [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Task: {'id': task-4687699, 'name': Rename_Task, 'duration_secs': 0.181636} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.153271] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.153391] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5076856d-c86e-4e80-9373-20fed235ab6b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.163486] env[65418]: DEBUG oslo_vmware.api [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Waiting for the task: (returnval){ [ 605.163486] env[65418]: value = "task-4687701" [ 605.163486] env[65418]: _type = "Task" [ 605.163486] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.173145] env[65418]: DEBUG oslo_vmware.api [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Task: {'id': task-4687701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.187819] env[65418]: DEBUG nova.virt.hardware [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 605.188199] env[65418]: DEBUG nova.virt.hardware [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 605.188743] env[65418]: DEBUG nova.virt.hardware [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 605.188743] env[65418]: DEBUG nova.virt.hardware [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 605.188743] env[65418]: DEBUG nova.virt.hardware [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 605.189095] env[65418]: DEBUG nova.virt.hardware [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 605.189482] env[65418]: DEBUG nova.virt.hardware [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 605.189590] env[65418]: DEBUG nova.virt.hardware [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 605.189833] env[65418]: DEBUG nova.virt.hardware [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 605.190058] env[65418]: DEBUG nova.virt.hardware [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 605.190288] env[65418]: DEBUG nova.virt.hardware [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 605.191259] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3407d57a-0f80-449e-a2c6-37cdab20308f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.200214] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d3fdc4-2fe1-48ad-ac8f-7da661c7d42a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.204180] env[65418]: INFO nova.compute.manager [-] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Took 1.67 seconds to deallocate network for instance. [ 605.217680] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Instance VIF info [] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 605.223397] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 605.224038] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 605.224038] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a73c953-adc0-4649-9106-c8751cf9244c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.242802] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 605.242802] env[65418]: value = "task-4687702" [ 605.242802] env[65418]: _type = "Task" [ 605.242802] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.251643] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687702, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.340224] env[65418]: DEBUG nova.network.neutron [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Successfully updated port: fc16952e-4b63-41f9-bec3-b73ac6d737a3 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 605.423963] env[65418]: WARNING neutronclient.v2_0.client [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.463458] env[65418]: DEBUG oslo_vmware.api [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069469} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.463458] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 605.464403] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b2839f-dd8f-462b-907b-0b4024316d9d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.489797] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 75bc118e-4b07-499a-88b0-ac22272e9dc7/75bc118e-4b07-499a-88b0-ac22272e9dc7.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 605.494499] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ab25f3d-b321-4b17-b829-23205c7fbfb9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.511817] env[65418]: DEBUG nova.compute.manager [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 605.515458] env[65418]: WARNING neutronclient.v2_0.client [req-8a11ad35-00da-43d2-98a8-74c446d6d3c8 req-6201a136-d305-41f7-9b67-8579d3411a57 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.524225] env[65418]: DEBUG oslo_vmware.api [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Waiting for the task: (returnval){ [ 605.524225] env[65418]: value = "task-4687703" [ 605.524225] env[65418]: _type = "Task" [ 605.524225] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.537674] env[65418]: DEBUG oslo_vmware.api [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687703, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.555396] env[65418]: DEBUG nova.policy [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '337c0dd04d2145c387cdec8ed392ee46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8f59352c4f1488880320587e3162e12', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.619869] env[65418]: DEBUG nova.compute.manager [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 605.678938] env[65418]: DEBUG oslo_vmware.api [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Task: {'id': task-4687701, 'name': PowerOnVM_Task, 'duration_secs': 0.506256} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.679705] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 605.679953] env[65418]: INFO nova.compute.manager [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Took 8.62 seconds to spawn the instance on the hypervisor. [ 605.680159] env[65418]: DEBUG nova.compute.manager [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 605.680985] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979b4ab4-5833-490e-920a-c2ab5c6c8065 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.726443] env[65418]: DEBUG oslo_concurrency.lockutils [None req-40baf792-d76e-47ef-9572-6f49e470d2fc tempest-DeleteServersAdminTestJSON-761438827 tempest-DeleteServersAdminTestJSON-761438827-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.758998] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687702, 'name': CreateVM_Task, 'duration_secs': 0.361388} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.759125] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 605.760343] env[65418]: DEBUG oslo_vmware.service [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3231defd-c2dd-42e0-8478-acf08a4430b7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.771732] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.771901] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.772312] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.773223] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b788aaa-f6bb-4179-8d5a-88898ef9bd22 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.780547] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Waiting for the task: (returnval){ [ 605.780547] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52769805-f829-f705-4349-f0e5179034f8" [ 605.780547] env[65418]: _type = "Task" [ 605.780547] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.793402] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52769805-f829-f705-4349-f0e5179034f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.843816] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Acquiring lock "refresh_cache-2a8fab21-61e8-48f5-a5fa-1b7715eca707" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.843976] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Acquired lock "refresh_cache-2a8fab21-61e8-48f5-a5fa-1b7715eca707" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.844375] env[65418]: DEBUG nova.network.neutron [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 605.954741] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab98d25-5f07-4fd3-8708-5d36f1f38bdf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.963114] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b286e245-fb3b-453c-b25b-647c1c4b1e02 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.004979] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ad0024-dcdd-4a5d-a85e-a3ba1ab60460 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.014622] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b252b47-f2a3-4d0e-b716-74643eee271d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.032435] env[65418]: DEBUG nova.compute.provider_tree [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.038589] env[65418]: DEBUG oslo_concurrency.lockutils [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.045082] env[65418]: DEBUG oslo_vmware.api [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.156114] env[65418]: DEBUG nova.network.neutron [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Successfully created port: b2fe63b3-a313-4e80-9680-33493b95aff4 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 606.205449] env[65418]: INFO nova.compute.manager [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Took 18.25 seconds to build instance. [ 606.293454] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.293733] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 606.294228] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.294228] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.294307] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.294563] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7ac16c1-14d0-4105-84b9-ae1f029c466b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.318346] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.318683] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 606.320361] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d86dfb-d83b-4acd-83cb-84fe5dee4d2e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.324423] env[65418]: DEBUG nova.network.neutron [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Updating instance_info_cache with network_info: [{"id": "dfe2fddb-5137-4eeb-b100-bd1bd5e413f6", "address": "fa:16:3e:47:22:ad", "network": {"id": "d3664058-5559-4da1-b915-9dbe72d0603c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-176614607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe6158c9854d43ca9a507902c5e64bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfe2fddb-51", "ovs_interfaceid": "dfe2fddb-5137-4eeb-b100-bd1bd5e413f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.336054] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf039239-666c-4605-96f4-6d6d6318b49e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.344905] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Waiting for the task: (returnval){ [ 606.344905] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526a5d20-2985-55a0-1e47-967a20cbff52" [ 606.344905] env[65418]: _type = "Task" [ 606.344905] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.357418] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526a5d20-2985-55a0-1e47-967a20cbff52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.539236] env[65418]: DEBUG nova.scheduler.client.report [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.546286] env[65418]: DEBUG oslo_vmware.api [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687703, 'name': ReconfigVM_Task, 'duration_secs': 0.679516} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.546941] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 75bc118e-4b07-499a-88b0-ac22272e9dc7/75bc118e-4b07-499a-88b0-ac22272e9dc7.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 606.547476] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8ce3f90-2f65-4302-830a-56b40565881b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.554939] env[65418]: DEBUG oslo_vmware.api [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Waiting for the task: (returnval){ [ 606.554939] env[65418]: value = "task-4687704" [ 606.554939] env[65418]: _type = "Task" [ 606.554939] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.566896] env[65418]: DEBUG oslo_vmware.api [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687704, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.567955] env[65418]: DEBUG nova.network.neutron [req-8a11ad35-00da-43d2-98a8-74c446d6d3c8 req-6201a136-d305-41f7-9b67-8579d3411a57 service nova] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Updated VIF entry in instance network info cache for port 947da35d-3735-4215-9a1e-de72e321eb87. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 606.568301] env[65418]: DEBUG nova.network.neutron [req-8a11ad35-00da-43d2-98a8-74c446d6d3c8 req-6201a136-d305-41f7-9b67-8579d3411a57 service nova] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Updating instance_info_cache with network_info: [{"id": "947da35d-3735-4215-9a1e-de72e321eb87", "address": "fa:16:3e:b0:d0:b3", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap947da35d-37", "ovs_interfaceid": "947da35d-3735-4215-9a1e-de72e321eb87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.631011] env[65418]: DEBUG nova.compute.manager [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 606.653101] env[65418]: DEBUG nova.network.neutron [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 606.671791] env[65418]: DEBUG nova.virt.hardware [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 606.672010] env[65418]: DEBUG nova.virt.hardware [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.672170] env[65418]: DEBUG nova.virt.hardware [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 606.672442] env[65418]: DEBUG nova.virt.hardware [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.672559] env[65418]: DEBUG nova.virt.hardware [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 606.672702] env[65418]: DEBUG nova.virt.hardware [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 606.672963] env[65418]: DEBUG nova.virt.hardware [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 606.673151] env[65418]: DEBUG nova.virt.hardware [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 606.673323] env[65418]: DEBUG nova.virt.hardware [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 606.673490] env[65418]: DEBUG nova.virt.hardware [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 606.673685] env[65418]: DEBUG nova.virt.hardware [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 606.674668] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a31be45-142e-428c-8555-b99a8aa09594 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.683745] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a52082-d51a-44e4-9745-03b3f5c752b6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.711135] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b4968e8e-c260-432b-b6a3-2d0822efdb4a tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Lock "855dbba0-2413-4d8b-8fb9-18fb22c4e823" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.778s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.805361] env[65418]: WARNING neutronclient.v2_0.client [req-a260b06b-8641-4848-9ea3-3a6a95a96572 req-824b8e12-cb68-4589-be9b-19ebab433193 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 606.830711] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Releasing lock "refresh_cache-9b6633eb-8ba1-46bc-92c5-e760bcb32c6e" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.831155] env[65418]: DEBUG nova.compute.manager [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Instance network_info: |[{"id": "dfe2fddb-5137-4eeb-b100-bd1bd5e413f6", "address": "fa:16:3e:47:22:ad", "network": {"id": "d3664058-5559-4da1-b915-9dbe72d0603c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-176614607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe6158c9854d43ca9a507902c5e64bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfe2fddb-51", "ovs_interfaceid": "dfe2fddb-5137-4eeb-b100-bd1bd5e413f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 606.831642] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:22:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfe2fddb-5137-4eeb-b100-bd1bd5e413f6', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.839620] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Creating folder: Project (fe6158c9854d43ca9a507902c5e64bf8). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.839927] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2938a9f3-e7a3-4587-967d-ca9132598cfc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.856454] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Preparing fetch location {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 606.856718] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Creating directory with path [datastore1] vmware_temp/230e580a-aa98-4f27-b9d8-6fc7d1c3c7d9/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.857346] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Created folder: Project (fe6158c9854d43ca9a507902c5e64bf8) in parent group-v914982. [ 606.857557] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Creating folder: Instances. Parent ref: group-v915002. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.857742] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e04ef107-99a8-4fa6-9d41-281a84e45ef1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.859852] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a1e4861-4778-458c-b29e-a774f23c6ca8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.871920] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Created folder: Instances in parent group-v915002. [ 606.872197] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 606.872395] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.872601] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e35afdbc-5f18-40ff-adf9-33b70ac29678 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.893756] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Created directory with path [datastore1] vmware_temp/230e580a-aa98-4f27-b9d8-6fc7d1c3c7d9/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.894922] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Fetch image to [datastore1] vmware_temp/230e580a-aa98-4f27-b9d8-6fc7d1c3c7d9/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/tmp-sparse.vmdk {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 606.894922] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Downloading image file data fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 to [datastore1] vmware_temp/230e580a-aa98-4f27-b9d8-6fc7d1c3c7d9/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/tmp-sparse.vmdk on the data store datastore1 {{(pid=65418) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 606.896131] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7654ca-bfa2-4da1-9e67-8f2779a3a0c9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.898904] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.898904] env[65418]: value = "task-4687707" [ 606.898904] env[65418]: _type = "Task" [ 606.898904] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.906057] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5081d1e5-e1a0-4984-8a77-76b0cbc90934 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.911706] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687707, 'name': CreateVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.920335] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb466ffa-42e2-4d42-a3d9-fc0288ed25ce {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.956916] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c5c2f8-e552-4280-be40-630777251eaf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.964166] env[65418]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-9c9337e2-e376-4b7d-aee2-395260f7e0ca {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.000992] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Downloading image file data fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 to the data store datastore1 {{(pid=65418) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 607.047850] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.049037] env[65418]: DEBUG nova.compute.manager [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 607.053163] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.544s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.054748] env[65418]: INFO nova.compute.claims [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.070723] env[65418]: DEBUG oslo_vmware.api [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687704, 'name': Rename_Task, 'duration_secs': 0.237383} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.070723] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 607.070723] env[65418]: DEBUG oslo_concurrency.lockutils [req-8a11ad35-00da-43d2-98a8-74c446d6d3c8 req-6201a136-d305-41f7-9b67-8579d3411a57 service nova] Releasing lock "refresh_cache-855dbba0-2413-4d8b-8fb9-18fb22c4e823" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.070723] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d54f4e5f-bed8-4e59-a7e4-0283692b3ee2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.079609] env[65418]: DEBUG oslo_vmware.api [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Waiting for the task: (returnval){ [ 607.079609] env[65418]: value = "task-4687708" [ 607.079609] env[65418]: _type = "Task" [ 607.079609] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.083698] env[65418]: DEBUG oslo_vmware.rw_handles [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/230e580a-aa98-4f27-b9d8-6fc7d1c3c7d9/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65418) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 607.093479] env[65418]: DEBUG oslo_vmware.api [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.214524] env[65418]: DEBUG nova.compute.manager [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 607.411853] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687707, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.560590] env[65418]: DEBUG nova.compute.utils [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 607.563780] env[65418]: DEBUG nova.compute.manager [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 607.564589] env[65418]: DEBUG nova.network.neutron [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 607.565560] env[65418]: WARNING neutronclient.v2_0.client [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.565955] env[65418]: WARNING neutronclient.v2_0.client [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.595503] env[65418]: DEBUG oslo_vmware.api [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687708, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.743560] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.895568] env[65418]: DEBUG oslo_vmware.rw_handles [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Completed reading data from the image iterator. {{(pid=65418) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 607.895846] env[65418]: DEBUG oslo_vmware.rw_handles [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/230e580a-aa98-4f27-b9d8-6fc7d1c3c7d9/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65418) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 607.922046] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687707, 'name': CreateVM_Task, 'duration_secs': 0.57243} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.922046] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 607.922046] env[65418]: WARNING neutronclient.v2_0.client [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.922046] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.922303] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.922429] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.922692] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24d3c02e-e52f-4e66-bfc4-da1b103c77d3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.929374] env[65418]: DEBUG oslo_vmware.api [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 607.929374] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5286aef5-79a4-a605-a4b2-54876e447337" [ 607.929374] env[65418]: _type = "Task" [ 607.929374] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.939333] env[65418]: DEBUG oslo_vmware.api [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5286aef5-79a4-a605-a4b2-54876e447337, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.941839] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Downloaded image file data fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 to vmware_temp/230e580a-aa98-4f27-b9d8-6fc7d1c3c7d9/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/tmp-sparse.vmdk on the data store datastore1 {{(pid=65418) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 607.943481] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Caching image {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 607.943712] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Copying Virtual Disk [datastore1] vmware_temp/230e580a-aa98-4f27-b9d8-6fc7d1c3c7d9/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/tmp-sparse.vmdk to [datastore1] vmware_temp/230e580a-aa98-4f27-b9d8-6fc7d1c3c7d9/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 607.943965] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6cfb421b-6096-4874-8b8a-f22436b4e261 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.953252] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Waiting for the task: (returnval){ [ 607.953252] env[65418]: value = "task-4687709" [ 607.953252] env[65418]: _type = "Task" [ 607.953252] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.963861] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687709, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.065741] env[65418]: DEBUG nova.compute.manager [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 608.092399] env[65418]: DEBUG oslo_vmware.api [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687708, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.193473] env[65418]: DEBUG nova.network.neutron [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Successfully updated port: b2fe63b3-a313-4e80-9680-33493b95aff4 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 608.230236] env[65418]: DEBUG nova.policy [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '337c0dd04d2145c387cdec8ed392ee46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8f59352c4f1488880320587e3162e12', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.355895] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cef3e77-4c77-400a-98e2-ee10050f157a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.365273] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d854a7-0c6f-44a5-9f36-95e161bf9d9b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.399175] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893a0d9c-9d58-4b00-a815-66dfec84c585 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.407648] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c141c75-8479-4e04-a039-ea361e66f927 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.422091] env[65418]: DEBUG nova.compute.provider_tree [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.439969] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.440315] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.440539] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.465803] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687709, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.596127] env[65418]: DEBUG oslo_vmware.api [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687708, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.695697] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquiring lock "refresh_cache-ea9f75d7-345c-4118-b1e7-42956367695b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.695879] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquired lock "refresh_cache-ea9f75d7-345c-4118-b1e7-42956367695b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.696048] env[65418]: DEBUG nova.network.neutron [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 608.870125] env[65418]: DEBUG nova.network.neutron [req-a260b06b-8641-4848-9ea3-3a6a95a96572 req-824b8e12-cb68-4589-be9b-19ebab433193 service nova] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Updated VIF entry in instance network info cache for port 3b8aae7e-3669-4d8c-9f9b-80213182e76f. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 608.873735] env[65418]: DEBUG nova.network.neutron [req-a260b06b-8641-4848-9ea3-3a6a95a96572 req-824b8e12-cb68-4589-be9b-19ebab433193 service nova] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Updating instance_info_cache with network_info: [{"id": "3b8aae7e-3669-4d8c-9f9b-80213182e76f", "address": "fa:16:3e:68:a6:ad", "network": {"id": "5b0f935d-c3d5-411f-955a-dee072702cb5", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-895540482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6d899f28099543bd901295d145c1b36d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1eed7865-f9d8-463e-843f-3b0b3a962a2c", "external-id": "nsx-vlan-transportzone-852", "segmentation_id": 852, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b8aae7e-36", "ovs_interfaceid": "3b8aae7e-3669-4d8c-9f9b-80213182e76f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.925798] env[65418]: DEBUG nova.scheduler.client.report [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.968835] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687709, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.951269} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.968835] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Copied Virtual Disk [datastore1] vmware_temp/230e580a-aa98-4f27-b9d8-6fc7d1c3c7d9/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/tmp-sparse.vmdk to [datastore1] vmware_temp/230e580a-aa98-4f27-b9d8-6fc7d1c3c7d9/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 608.968835] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Deleting the datastore file [datastore1] vmware_temp/230e580a-aa98-4f27-b9d8-6fc7d1c3c7d9/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/tmp-sparse.vmdk {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 608.968835] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-895b4743-6030-4b72-bf14-792f11fe6fa4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.974951] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Waiting for the task: (returnval){ [ 608.974951] env[65418]: value = "task-4687710" [ 608.974951] env[65418]: _type = "Task" [ 608.974951] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.983800] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.079423] env[65418]: DEBUG nova.compute.manager [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 609.092806] env[65418]: DEBUG oslo_vmware.api [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687708, 'name': PowerOnVM_Task, 'duration_secs': 1.665161} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.093093] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.093290] env[65418]: INFO nova.compute.manager [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Took 9.70 seconds to spawn the instance on the hypervisor. [ 609.093453] env[65418]: DEBUG nova.compute.manager [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 609.094319] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9eb7c1-d427-41c5-9a14-49b292ce32af {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.109364] env[65418]: DEBUG nova.virt.hardware [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 609.109627] env[65418]: DEBUG nova.virt.hardware [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.109775] env[65418]: DEBUG nova.virt.hardware [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 609.109944] env[65418]: DEBUG nova.virt.hardware [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.110094] env[65418]: DEBUG nova.virt.hardware [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 609.110235] env[65418]: DEBUG nova.virt.hardware [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 609.110430] env[65418]: DEBUG nova.virt.hardware [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 609.110579] env[65418]: DEBUG nova.virt.hardware [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 609.110735] env[65418]: DEBUG nova.virt.hardware [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 609.110889] env[65418]: DEBUG nova.virt.hardware [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 609.111059] env[65418]: DEBUG nova.virt.hardware [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 609.111959] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88acaca-cdda-4a05-a85c-90ad1f63e426 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.122558] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b344a56b-f361-4b54-83c3-d9332e9cba84 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.212223] env[65418]: DEBUG nova.network.neutron [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Successfully created port: d49b6d16-5110-48a6-8b0f-78de2c0a3363 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 609.373716] env[65418]: DEBUG oslo_concurrency.lockutils [req-a260b06b-8641-4848-9ea3-3a6a95a96572 req-824b8e12-cb68-4589-be9b-19ebab433193 service nova] Releasing lock "refresh_cache-75bc118e-4b07-499a-88b0-ac22272e9dc7" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.431602] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.432170] env[65418]: DEBUG nova.compute.manager [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 609.434844] env[65418]: DEBUG oslo_concurrency.lockutils [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.310s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.437290] env[65418]: INFO nova.compute.claims [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.486249] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.072978} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.486922] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 609.486922] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Moving file from [datastore1] vmware_temp/230e580a-aa98-4f27-b9d8-6fc7d1c3c7d9/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 to [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4. {{(pid=65418) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 609.486922] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-1ccdd76c-358e-4998-b8bf-27a9f571c07d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.494471] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Waiting for the task: (returnval){ [ 609.494471] env[65418]: value = "task-4687711" [ 609.494471] env[65418]: _type = "Task" [ 609.494471] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.503516] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687711, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.553541] env[65418]: WARNING neutronclient.v2_0.client [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.621811] env[65418]: INFO nova.compute.manager [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Took 20.99 seconds to build instance. [ 609.944577] env[65418]: DEBUG nova.compute.utils [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 609.948330] env[65418]: DEBUG nova.compute.manager [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 609.948541] env[65418]: DEBUG nova.network.neutron [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 609.948923] env[65418]: WARNING neutronclient.v2_0.client [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.949271] env[65418]: WARNING neutronclient.v2_0.client [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.011088] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687711, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.09553} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.011358] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] File moved {{(pid=65418) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 610.011545] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Cleaning up location [datastore1] vmware_temp/230e580a-aa98-4f27-b9d8-6fc7d1c3c7d9 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 610.013545] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Deleting the datastore file [datastore1] vmware_temp/230e580a-aa98-4f27-b9d8-6fc7d1c3c7d9 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.013853] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a0a6121-fcd3-4fad-b16b-542d99df4339 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.025858] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Waiting for the task: (returnval){ [ 610.025858] env[65418]: value = "task-4687712" [ 610.025858] env[65418]: _type = "Task" [ 610.025858] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.038385] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.073639] env[65418]: DEBUG nova.network.neutron [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 610.128664] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e3b0d44e-a5b9-4db4-a37f-84112f4079a3 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Lock "75bc118e-4b07-499a-88b0-ac22272e9dc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.507s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.448867] env[65418]: DEBUG nova.compute.manager [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 610.539337] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035593} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.539608] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 610.540337] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87d1dbcb-2b22-4dac-8674-1e0f0b965644 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.548100] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Waiting for the task: (returnval){ [ 610.548100] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e49892-ac94-8ba7-0e6c-fbdf10ce2729" [ 610.548100] env[65418]: _type = "Task" [ 610.548100] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.557185] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e49892-ac94-8ba7-0e6c-fbdf10ce2729, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.612251] env[65418]: DEBUG nova.policy [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40794a3317d84ce1bc5c23ee49da95d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe6158c9854d43ca9a507902c5e64bf8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 610.681646] env[65418]: DEBUG nova.network.neutron [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Updating instance_info_cache with network_info: [{"id": "fc16952e-4b63-41f9-bec3-b73ac6d737a3", "address": "fa:16:3e:44:7b:ca", "network": {"id": "1b884d9b-d0c3-43a6-b1a4-2c34a8123b9e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-754486329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "271feddc9b504d1f871e121204df229a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc16952e-4b", "ovs_interfaceid": "fc16952e-4b63-41f9-bec3-b73ac6d737a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.695276] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f605303-331e-4dde-88e1-6324195994b2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.705652] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14750450-280f-46bd-b980-4f0053dfe16d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.752584] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2b8465-5a06-4b2e-8c86-d367c4d5a976 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.762254] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221e5f4d-cda7-4f09-9a78-c96491efa5aa {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.780126] env[65418]: DEBUG nova.compute.provider_tree [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.971509] env[65418]: DEBUG nova.compute.manager [req-1e7d609d-e378-4ae5-818c-fa145420f94a req-625f0314-9bb1-4845-8037-faf5efd69835 service nova] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Received event network-vif-deleted-2352fe32-98a4-4d8a-825e-fba3ba7123a5 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 611.059211] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e49892-ac94-8ba7-0e6c-fbdf10ce2729, 'name': SearchDatastore_Task, 'duration_secs': 0.01062} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.059417] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.059776] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 4b42c2cd-dd38-4821-862e-2b8eddc687ff/4b42c2cd-dd38-4821-862e-2b8eddc687ff.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.060149] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.060306] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.060595] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e45a46ce-1103-48ad-945b-1695ad25ab77 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.062763] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b30882c9-76f4-4e75-a5ff-d3cabdc6627b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.072556] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Waiting for the task: (returnval){ [ 611.072556] env[65418]: value = "task-4687713" [ 611.072556] env[65418]: _type = "Task" [ 611.072556] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.079554] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.079763] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.081303] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4f18eac-d131-465d-9c09-843cb0029d85 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.087341] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.091858] env[65418]: DEBUG oslo_vmware.api [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 611.091858] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527332b5-400c-c10b-dffd-6baf6f6b4fda" [ 611.091858] env[65418]: _type = "Task" [ 611.091858] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.101742] env[65418]: DEBUG oslo_vmware.api [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527332b5-400c-c10b-dffd-6baf6f6b4fda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.160292] env[65418]: DEBUG nova.network.neutron [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Successfully created port: 22cdf97a-ca5f-4346-80b6-be94bede3d2e {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 611.185683] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Releasing lock "refresh_cache-2a8fab21-61e8-48f5-a5fa-1b7715eca707" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.186044] env[65418]: DEBUG nova.compute.manager [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Instance network_info: |[{"id": "fc16952e-4b63-41f9-bec3-b73ac6d737a3", "address": "fa:16:3e:44:7b:ca", "network": {"id": "1b884d9b-d0c3-43a6-b1a4-2c34a8123b9e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-754486329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "271feddc9b504d1f871e121204df229a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc16952e-4b", "ovs_interfaceid": "fc16952e-4b63-41f9-bec3-b73ac6d737a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 611.186501] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:7b:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc16952e-4b63-41f9-bec3-b73ac6d737a3', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 611.195050] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Creating folder: Project (271feddc9b504d1f871e121204df229a). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.195407] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2702997-dd60-495d-9f27-c0f2533809fc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.210633] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Created folder: Project (271feddc9b504d1f871e121204df229a) in parent group-v914982. [ 611.211476] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Creating folder: Instances. Parent ref: group-v915005. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.211591] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15b9aeac-c98a-4102-ac87-4315b79d2b7c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.225203] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Created folder: Instances in parent group-v915005. [ 611.225576] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 611.225817] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 611.226180] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-347ac19f-321f-4885-aa4b-61f01c4a5d74 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.249836] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 611.249836] env[65418]: value = "task-4687716" [ 611.249836] env[65418]: _type = "Task" [ 611.249836] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.260634] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687716, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.286235] env[65418]: DEBUG nova.scheduler.client.report [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.358077] env[65418]: DEBUG nova.compute.manager [req-2b1248bd-ac6f-4742-b425-fcbbe86103ed req-694d1ba0-40e8-4905-a6b3-dbc3d070cae1 service nova] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Received event network-vif-plugged-dfe2fddb-5137-4eeb-b100-bd1bd5e413f6 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 611.359011] env[65418]: DEBUG oslo_concurrency.lockutils [req-2b1248bd-ac6f-4742-b425-fcbbe86103ed req-694d1ba0-40e8-4905-a6b3-dbc3d070cae1 service nova] Acquiring lock "9b6633eb-8ba1-46bc-92c5-e760bcb32c6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.359011] env[65418]: DEBUG oslo_concurrency.lockutils [req-2b1248bd-ac6f-4742-b425-fcbbe86103ed req-694d1ba0-40e8-4905-a6b3-dbc3d070cae1 service nova] Lock "9b6633eb-8ba1-46bc-92c5-e760bcb32c6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.359917] env[65418]: DEBUG oslo_concurrency.lockutils [req-2b1248bd-ac6f-4742-b425-fcbbe86103ed req-694d1ba0-40e8-4905-a6b3-dbc3d070cae1 service nova] Lock "9b6633eb-8ba1-46bc-92c5-e760bcb32c6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.359917] env[65418]: DEBUG nova.compute.manager [req-2b1248bd-ac6f-4742-b425-fcbbe86103ed req-694d1ba0-40e8-4905-a6b3-dbc3d070cae1 service nova] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] No waiting events found dispatching network-vif-plugged-dfe2fddb-5137-4eeb-b100-bd1bd5e413f6 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 611.359917] env[65418]: WARNING nova.compute.manager [req-2b1248bd-ac6f-4742-b425-fcbbe86103ed req-694d1ba0-40e8-4905-a6b3-dbc3d070cae1 service nova] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Received unexpected event network-vif-plugged-dfe2fddb-5137-4eeb-b100-bd1bd5e413f6 for instance with vm_state building and task_state spawning. [ 611.360161] env[65418]: DEBUG nova.compute.manager [req-2b1248bd-ac6f-4742-b425-fcbbe86103ed req-694d1ba0-40e8-4905-a6b3-dbc3d070cae1 service nova] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Received event network-changed-dfe2fddb-5137-4eeb-b100-bd1bd5e413f6 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 611.360403] env[65418]: DEBUG nova.compute.manager [req-2b1248bd-ac6f-4742-b425-fcbbe86103ed req-694d1ba0-40e8-4905-a6b3-dbc3d070cae1 service nova] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Refreshing instance network info cache due to event network-changed-dfe2fddb-5137-4eeb-b100-bd1bd5e413f6. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 611.360665] env[65418]: DEBUG oslo_concurrency.lockutils [req-2b1248bd-ac6f-4742-b425-fcbbe86103ed req-694d1ba0-40e8-4905-a6b3-dbc3d070cae1 service nova] Acquiring lock "refresh_cache-9b6633eb-8ba1-46bc-92c5-e760bcb32c6e" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.360926] env[65418]: DEBUG oslo_concurrency.lockutils [req-2b1248bd-ac6f-4742-b425-fcbbe86103ed req-694d1ba0-40e8-4905-a6b3-dbc3d070cae1 service nova] Acquired lock "refresh_cache-9b6633eb-8ba1-46bc-92c5-e760bcb32c6e" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.361465] env[65418]: DEBUG nova.network.neutron [req-2b1248bd-ac6f-4742-b425-fcbbe86103ed req-694d1ba0-40e8-4905-a6b3-dbc3d070cae1 service nova] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Refreshing network info cache for port dfe2fddb-5137-4eeb-b100-bd1bd5e413f6 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.460731] env[65418]: DEBUG nova.compute.manager [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 611.504508] env[65418]: DEBUG nova.virt.hardware [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 611.505222] env[65418]: DEBUG nova.virt.hardware [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 611.505222] env[65418]: DEBUG nova.virt.hardware [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 611.505421] env[65418]: DEBUG nova.virt.hardware [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 611.505626] env[65418]: DEBUG nova.virt.hardware [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 611.505778] env[65418]: DEBUG nova.virt.hardware [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 611.506026] env[65418]: DEBUG nova.virt.hardware [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 611.506202] env[65418]: DEBUG nova.virt.hardware [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 611.506375] env[65418]: DEBUG nova.virt.hardware [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 611.506604] env[65418]: DEBUG nova.virt.hardware [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 611.506803] env[65418]: DEBUG nova.virt.hardware [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 611.508483] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edb701d-a93c-4508-bb0a-a2c3f9a64604 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.521303] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178784bd-b6c7-45ae-8de6-ef03c38ad27c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.589056] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687713, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.607344] env[65418]: DEBUG oslo_vmware.api [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527332b5-400c-c10b-dffd-6baf6f6b4fda, 'name': SearchDatastore_Task, 'duration_secs': 0.020351} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.608687] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4ad2a8d-60fc-4b8a-8d41-d91236ebd1fb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.617522] env[65418]: DEBUG oslo_vmware.api [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 611.617522] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f3b99f-4b90-08a8-11ba-eecdba34225f" [ 611.617522] env[65418]: _type = "Task" [ 611.617522] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.632372] env[65418]: DEBUG oslo_vmware.api [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f3b99f-4b90-08a8-11ba-eecdba34225f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.710663] env[65418]: DEBUG nova.network.neutron [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Successfully updated port: d49b6d16-5110-48a6-8b0f-78de2c0a3363 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 611.747053] env[65418]: WARNING neutronclient.v2_0.client [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.766448] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687716, 'name': CreateVM_Task, 'duration_secs': 0.435155} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.766714] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 611.767296] env[65418]: WARNING neutronclient.v2_0.client [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.767713] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.767858] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.768662] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.769207] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a098314c-e348-45fa-beba-7b2faa921f14 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.775804] env[65418]: DEBUG oslo_vmware.api [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 611.775804] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c7d403-e331-265e-1f13-b22632b285af" [ 611.775804] env[65418]: _type = "Task" [ 611.775804] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.788174] env[65418]: DEBUG oslo_vmware.api [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c7d403-e331-265e-1f13-b22632b285af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.796031] env[65418]: DEBUG oslo_concurrency.lockutils [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.796031] env[65418]: DEBUG nova.compute.manager [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 611.799888] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.554s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.801028] env[65418]: INFO nova.compute.claims [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.866638] env[65418]: WARNING neutronclient.v2_0.client [req-2b1248bd-ac6f-4742-b425-fcbbe86103ed req-694d1ba0-40e8-4905-a6b3-dbc3d070cae1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.084633] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579317} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.084883] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 4b42c2cd-dd38-4821-862e-2b8eddc687ff/4b42c2cd-dd38-4821-862e-2b8eddc687ff.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.085141] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.085382] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-633c90c8-d6b0-4d95-bd73-a27d278629a8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.093792] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Waiting for the task: (returnval){ [ 612.093792] env[65418]: value = "task-4687717" [ 612.093792] env[65418]: _type = "Task" [ 612.093792] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.103296] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.130699] env[65418]: DEBUG oslo_vmware.api [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f3b99f-4b90-08a8-11ba-eecdba34225f, 'name': SearchDatastore_Task, 'duration_secs': 0.017} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.131647] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.131784] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e/9b6633eb-8ba1-46bc-92c5-e760bcb32c6e.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.132072] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d5575d6-41e0-407a-8279-b5a6b8b65915 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.140423] env[65418]: DEBUG oslo_vmware.api [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 612.140423] env[65418]: value = "task-4687718" [ 612.140423] env[65418]: _type = "Task" [ 612.140423] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.146304] env[65418]: DEBUG nova.network.neutron [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Updating instance_info_cache with network_info: [{"id": "b2fe63b3-a313-4e80-9680-33493b95aff4", "address": "fa:16:3e:06:ca:c8", "network": {"id": "a4f68f65-c507-4daa-a19f-087d9b9b0756", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1446370278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f59352c4f1488880320587e3162e12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2fe63b3-a3", "ovs_interfaceid": "b2fe63b3-a313-4e80-9680-33493b95aff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.150931] env[65418]: DEBUG oslo_vmware.api [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.217050] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquiring lock "refresh_cache-a0502cef-9068-4360-a50b-eded3198c2ac" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.217511] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquired lock "refresh_cache-a0502cef-9068-4360-a50b-eded3198c2ac" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.217511] env[65418]: DEBUG nova.network.neutron [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 612.287935] env[65418]: DEBUG oslo_vmware.api [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c7d403-e331-265e-1f13-b22632b285af, 'name': SearchDatastore_Task, 'duration_secs': 0.011756} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.288215] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.288554] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.288718] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.288883] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.289129] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 612.289397] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d050f5a2-385b-4a79-a605-c0cd406d5ae6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.300517] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 612.300695] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 612.301608] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-461e3060-a23d-45ab-812a-29099ab79e09 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.308653] env[65418]: DEBUG nova.compute.utils [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 612.313142] env[65418]: DEBUG nova.compute.manager [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 612.313345] env[65418]: DEBUG nova.network.neutron [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 612.313697] env[65418]: WARNING neutronclient.v2_0.client [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.313939] env[65418]: WARNING neutronclient.v2_0.client [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.318486] env[65418]: DEBUG oslo_vmware.api [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 612.318486] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527ddf92-d7cd-66a6-7fdf-c854a2ed1858" [ 612.318486] env[65418]: _type = "Task" [ 612.318486] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.332265] env[65418]: DEBUG oslo_vmware.api [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527ddf92-d7cd-66a6-7fdf-c854a2ed1858, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.606351] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687717, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070086} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.606736] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.607296] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa45e0d-82c4-4b1e-a16f-d368d0cf4251 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.629985] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 4b42c2cd-dd38-4821-862e-2b8eddc687ff/4b42c2cd-dd38-4821-862e-2b8eddc687ff.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.629985] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43d10c6d-eb93-470f-ad5d-6beb87cb2a07 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.652617] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Releasing lock "refresh_cache-ea9f75d7-345c-4118-b1e7-42956367695b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.653096] env[65418]: DEBUG nova.compute.manager [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Instance network_info: |[{"id": "b2fe63b3-a313-4e80-9680-33493b95aff4", "address": "fa:16:3e:06:ca:c8", "network": {"id": "a4f68f65-c507-4daa-a19f-087d9b9b0756", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1446370278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f59352c4f1488880320587e3162e12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2fe63b3-a3", "ovs_interfaceid": "b2fe63b3-a313-4e80-9680-33493b95aff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 612.653533] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Waiting for the task: (returnval){ [ 612.653533] env[65418]: value = "task-4687719" [ 612.653533] env[65418]: _type = "Task" [ 612.653533] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.658784] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:ca:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2fe63b3-a313-4e80-9680-33493b95aff4', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.667377] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Creating folder: Project (a8f59352c4f1488880320587e3162e12). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.667377] env[65418]: DEBUG oslo_vmware.api [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.667377] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ece61f4-b0bf-4802-b73b-96cb04cea8c9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.679018] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.682783] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Created folder: Project (a8f59352c4f1488880320587e3162e12) in parent group-v914982. [ 612.682954] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Creating folder: Instances. Parent ref: group-v915008. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.683306] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd085082-9ef5-4468-bce5-ad2aaf70d3e9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.697289] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Created folder: Instances in parent group-v915008. [ 612.697289] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 612.697289] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.697289] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-292503d4-6a48-4366-ad81-69ea6a042704 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.726305] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.726305] env[65418]: value = "task-4687722" [ 612.726305] env[65418]: _type = "Task" [ 612.726305] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.739089] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687722, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.823894] env[65418]: DEBUG nova.compute.manager [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 612.842340] env[65418]: DEBUG oslo_vmware.api [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527ddf92-d7cd-66a6-7fdf-c854a2ed1858, 'name': SearchDatastore_Task, 'duration_secs': 0.037449} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.842340] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a457a53e-bee6-43f5-960b-09f3b390eb3b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.850868] env[65418]: DEBUG oslo_vmware.api [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 612.850868] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5213ca3f-58fc-f75d-d5fc-f480efb397cf" [ 612.850868] env[65418]: _type = "Task" [ 612.850868] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.860553] env[65418]: DEBUG oslo_vmware.api [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5213ca3f-58fc-f75d-d5fc-f480efb397cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.067865] env[65418]: DEBUG nova.policy [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cca63ae3c9374f079d8736d7bd3c7033', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e0727a4c133420fa0cb4f4356dee109', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.152643] env[65418]: DEBUG oslo_vmware.api [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.981717} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.153789] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e/9b6633eb-8ba1-46bc-92c5-e760bcb32c6e.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.153997] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.154732] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b4be0e-914e-4827-81bf-e06b400d28ca {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.157385] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd5f6045-bd74-43e7-830d-5a32cb4ab7bc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.164391] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7779e3c0-6f90-45c3-8c2b-ba8399a49a8a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.169140] env[65418]: DEBUG oslo_vmware.api [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 613.169140] env[65418]: value = "task-4687723" [ 613.169140] env[65418]: _type = "Task" [ 613.169140] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.206809] env[65418]: DEBUG nova.network.neutron [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Successfully updated port: 22cdf97a-ca5f-4346-80b6-be94bede3d2e {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 613.208867] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b711acc4-d6b5-4727-a341-15b99399e537 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.218642] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687719, 'name': ReconfigVM_Task, 'duration_secs': 0.375425} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.219321] env[65418]: DEBUG oslo_vmware.api [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687723, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.219959] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 4b42c2cd-dd38-4821-862e-2b8eddc687ff/4b42c2cd-dd38-4821-862e-2b8eddc687ff.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.220663] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb67d22e-5aa8-4017-bb4c-7af9ed56c034 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.226456] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403308bb-9692-4825-9c2b-ac8590b4ad11 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.232421] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Waiting for the task: (returnval){ [ 613.232421] env[65418]: value = "task-4687724" [ 613.232421] env[65418]: _type = "Task" [ 613.232421] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.247358] env[65418]: DEBUG nova.compute.provider_tree [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.253328] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687722, 'name': CreateVM_Task, 'duration_secs': 0.410724} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.257233] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 613.258466] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687724, 'name': Rename_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.259054] env[65418]: WARNING neutronclient.v2_0.client [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.259406] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.260042] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.260042] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.260367] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97006b39-8e59-4bb1-b320-0517682c45b2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.266852] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 613.266852] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52fe35cc-bc01-2238-35a1-2c8219d9f3ce" [ 613.266852] env[65418]: _type = "Task" [ 613.266852] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.278009] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52fe35cc-bc01-2238-35a1-2c8219d9f3ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.330933] env[65418]: DEBUG nova.network.neutron [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 613.367311] env[65418]: DEBUG oslo_vmware.api [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5213ca3f-58fc-f75d-d5fc-f480efb397cf, 'name': SearchDatastore_Task, 'duration_secs': 0.051101} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.368662] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.368662] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 2a8fab21-61e8-48f5-a5fa-1b7715eca707/2a8fab21-61e8-48f5-a5fa-1b7715eca707.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.368662] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d500e3bf-e5d3-45d4-a50f-4ea0851b9ed1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.377115] env[65418]: DEBUG oslo_vmware.api [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 613.377115] env[65418]: value = "task-4687725" [ 613.377115] env[65418]: _type = "Task" [ 613.377115] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.387431] env[65418]: DEBUG oslo_vmware.api [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.682992] env[65418]: DEBUG oslo_vmware.api [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065726} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.683352] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.684183] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff28d29b-c888-4b68-817d-ae693eb408c4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.707211] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e/9b6633eb-8ba1-46bc-92c5-e760bcb32c6e.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.707883] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01859a0c-96f6-4ba2-af7d-32a3ed2ef682 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.723936] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "refresh_cache-1f3806d4-c91f-4409-a0f6-c5d67d33724a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.724150] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquired lock "refresh_cache-1f3806d4-c91f-4409-a0f6-c5d67d33724a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.724366] env[65418]: DEBUG nova.network.neutron [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 613.732967] env[65418]: DEBUG oslo_vmware.api [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 613.732967] env[65418]: value = "task-4687726" [ 613.732967] env[65418]: _type = "Task" [ 613.732967] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.750283] env[65418]: DEBUG oslo_vmware.api [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.754081] env[65418]: DEBUG nova.scheduler.client.report [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.757348] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687724, 'name': Rename_Task, 'duration_secs': 0.150829} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.757594] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.757834] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d807be8b-bf94-488b-bcfd-1b439f90efa7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.766664] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Waiting for the task: (returnval){ [ 613.766664] env[65418]: value = "task-4687727" [ 613.766664] env[65418]: _type = "Task" [ 613.766664] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.781753] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.786616] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52fe35cc-bc01-2238-35a1-2c8219d9f3ce, 'name': SearchDatastore_Task, 'duration_secs': 0.016993} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.786842] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.787017] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.787258] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.787395] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.787570] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.787835] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a1687c6-2472-4b7d-b98e-fedb43705b30 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.800056] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.800056] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.800818] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b468d55d-7602-42f7-b3a5-9267383b2abf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.807450] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 613.807450] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528f1f79-c4ab-2a6a-f82c-28962fa18b17" [ 613.807450] env[65418]: _type = "Task" [ 613.807450] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.816638] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528f1f79-c4ab-2a6a-f82c-28962fa18b17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.839761] env[65418]: DEBUG nova.compute.manager [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 613.890678] env[65418]: DEBUG oslo_vmware.api [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.899151] env[65418]: DEBUG nova.virt.hardware [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 613.899380] env[65418]: DEBUG nova.virt.hardware [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.899529] env[65418]: DEBUG nova.virt.hardware [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 613.899834] env[65418]: DEBUG nova.virt.hardware [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.900133] env[65418]: DEBUG nova.virt.hardware [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 613.900615] env[65418]: DEBUG nova.virt.hardware [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 613.900615] env[65418]: DEBUG nova.virt.hardware [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 613.900723] env[65418]: DEBUG nova.virt.hardware [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 613.900926] env[65418]: DEBUG nova.virt.hardware [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 613.901083] env[65418]: DEBUG nova.virt.hardware [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 613.901282] env[65418]: DEBUG nova.virt.hardware [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 613.902225] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca901ea-a3cc-4bad-bdb8-de586144c3af {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.911401] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bb0ae5-c94e-46d0-a798-9144c1379702 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.929862] env[65418]: DEBUG nova.network.neutron [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Successfully created port: 0b6d946a-d398-4c1e-bf74-7df2518a23c3 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 614.184411] env[65418]: WARNING neutronclient.v2_0.client [req-2b1248bd-ac6f-4742-b425-fcbbe86103ed req-694d1ba0-40e8-4905-a6b3-dbc3d070cae1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.246397] env[65418]: DEBUG oslo_vmware.api [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687726, 'name': ReconfigVM_Task, 'duration_secs': 0.450828} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.246722] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e/9b6633eb-8ba1-46bc-92c5-e760bcb32c6e.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.247564] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6241fd10-6e45-49e4-8459-a4bc23e33d11 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.256072] env[65418]: DEBUG oslo_vmware.api [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 614.256072] env[65418]: value = "task-4687728" [ 614.256072] env[65418]: _type = "Task" [ 614.256072] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.261736] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.262504] env[65418]: DEBUG nova.compute.manager [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 614.266545] env[65418]: DEBUG oslo_concurrency.lockutils [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 9.633s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.279940] env[65418]: DEBUG oslo_vmware.api [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687728, 'name': Rename_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.290024] env[65418]: DEBUG oslo_vmware.api [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687727, 'name': PowerOnVM_Task, 'duration_secs': 0.479697} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.290024] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.290024] env[65418]: DEBUG nova.compute.manager [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 614.290024] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701d2878-4ae5-4a59-8a3c-4c212a3469f5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.326898] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528f1f79-c4ab-2a6a-f82c-28962fa18b17, 'name': SearchDatastore_Task, 'duration_secs': 0.011075} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.326898] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ea041ab-fef5-4064-abe7-f3ea15bca519 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.334450] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 614.334450] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5254a5bd-4a2e-f860-7485-97cad28e96e7" [ 614.334450] env[65418]: _type = "Task" [ 614.334450] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.349595] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5254a5bd-4a2e-f860-7485-97cad28e96e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.394549] env[65418]: DEBUG oslo_vmware.api [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687725, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.406088] env[65418]: WARNING neutronclient.v2_0.client [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.502299] env[65418]: DEBUG nova.network.neutron [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 614.769187] env[65418]: DEBUG oslo_vmware.api [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687728, 'name': Rename_Task, 'duration_secs': 0.255227} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.769570] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.771229] env[65418]: DEBUG nova.compute.utils [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 614.774810] env[65418]: INFO nova.compute.claims [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.778782] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bda3701e-2315-4154-ae64-476563172fde {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.781161] env[65418]: DEBUG nova.compute.manager [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 614.781281] env[65418]: DEBUG nova.network.neutron [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 614.783108] env[65418]: WARNING neutronclient.v2_0.client [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.783108] env[65418]: WARNING neutronclient.v2_0.client [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 614.790991] env[65418]: DEBUG oslo_vmware.api [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 614.790991] env[65418]: value = "task-4687729" [ 614.790991] env[65418]: _type = "Task" [ 614.790991] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.800397] env[65418]: DEBUG oslo_vmware.api [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.809211] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.846521] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5254a5bd-4a2e-f860-7485-97cad28e96e7, 'name': SearchDatastore_Task, 'duration_secs': 0.01267} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.846853] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.847268] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] ea9f75d7-345c-4118-b1e7-42956367695b/ea9f75d7-345c-4118-b1e7-42956367695b.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.847567] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb16a332-1495-4001-a1c0-c26883368fc2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.856321] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 614.856321] env[65418]: value = "task-4687730" [ 614.856321] env[65418]: _type = "Task" [ 614.856321] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.865525] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.887762] env[65418]: DEBUG oslo_vmware.api [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687725, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.466584} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.888039] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 2a8fab21-61e8-48f5-a5fa-1b7715eca707/2a8fab21-61e8-48f5-a5fa-1b7715eca707.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.888267] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.888532] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e939691-90e1-4cb3-bc92-2e860c4772c2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.896184] env[65418]: DEBUG oslo_vmware.api [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 614.896184] env[65418]: value = "task-4687731" [ 614.896184] env[65418]: _type = "Task" [ 614.896184] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.905969] env[65418]: DEBUG oslo_vmware.api [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.282490] env[65418]: DEBUG nova.compute.manager [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 615.287110] env[65418]: INFO nova.compute.resource_tracker [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Updating resource usage from migration 979b711d-f13a-4826-9efa-1ea4984876c2 [ 615.302142] env[65418]: DEBUG oslo_vmware.api [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687729, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.372605] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687730, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.413423] env[65418]: DEBUG oslo_vmware.api [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.376069} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.413638] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.414472] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00b673e-70d2-4939-8605-a149b40103bc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.446067] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 2a8fab21-61e8-48f5-a5fa-1b7715eca707/2a8fab21-61e8-48f5-a5fa-1b7715eca707.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.449125] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d890af6f-2c37-4676-a239-56b04e16e707 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.473491] env[65418]: DEBUG oslo_vmware.api [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 615.473491] env[65418]: value = "task-4687732" [ 615.473491] env[65418]: _type = "Task" [ 615.473491] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.489715] env[65418]: DEBUG oslo_vmware.api [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687732, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.649988] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a162bb-63d2-448d-a02c-c24a3a1aa6ed {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.661856] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79db73ee-2c18-4e94-b72a-94609a362c17 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.709170] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55668d9a-1f3c-4a8b-9b81-2ef83484fbf1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.720170] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90124da2-97d3-4853-b0d5-719412d79841 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.740484] env[65418]: DEBUG nova.compute.provider_tree [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 615.743332] env[65418]: DEBUG nova.network.neutron [req-2b1248bd-ac6f-4742-b425-fcbbe86103ed req-694d1ba0-40e8-4905-a6b3-dbc3d070cae1 service nova] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Updated VIF entry in instance network info cache for port dfe2fddb-5137-4eeb-b100-bd1bd5e413f6. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 615.743931] env[65418]: DEBUG nova.network.neutron [req-2b1248bd-ac6f-4742-b425-fcbbe86103ed req-694d1ba0-40e8-4905-a6b3-dbc3d070cae1 service nova] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Updating instance_info_cache with network_info: [{"id": "dfe2fddb-5137-4eeb-b100-bd1bd5e413f6", "address": "fa:16:3e:47:22:ad", "network": {"id": "d3664058-5559-4da1-b915-9dbe72d0603c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-176614607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe6158c9854d43ca9a507902c5e64bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdfe2fddb-51", "ovs_interfaceid": "dfe2fddb-5137-4eeb-b100-bd1bd5e413f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.813304] env[65418]: DEBUG oslo_vmware.api [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687729, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.870785] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.926788} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.871767] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] ea9f75d7-345c-4118-b1e7-42956367695b/ea9f75d7-345c-4118-b1e7-42956367695b.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.871767] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.871767] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf88451d-2203-408c-964f-8cb580c8a70e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.881853] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 615.881853] env[65418]: value = "task-4687733" [ 615.881853] env[65418]: _type = "Task" [ 615.881853] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.902923] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.953413] env[65418]: DEBUG nova.policy [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3edc8a1ea6d04684a65a57cd24817319', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cb0ae1486e54c7caa3e888902c40556', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 615.988820] env[65418]: DEBUG oslo_vmware.api [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687732, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.036803] env[65418]: DEBUG nova.network.neutron [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Successfully updated port: 0b6d946a-d398-4c1e-bf74-7df2518a23c3 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 616.199764] env[65418]: DEBUG nova.network.neutron [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Updating instance_info_cache with network_info: [{"id": "d49b6d16-5110-48a6-8b0f-78de2c0a3363", "address": "fa:16:3e:ad:f5:46", "network": {"id": "a4f68f65-c507-4daa-a19f-087d9b9b0756", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1446370278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f59352c4f1488880320587e3162e12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd49b6d16-51", "ovs_interfaceid": "d49b6d16-5110-48a6-8b0f-78de2c0a3363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.247023] env[65418]: DEBUG nova.scheduler.client.report [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.251222] env[65418]: DEBUG oslo_concurrency.lockutils [req-2b1248bd-ac6f-4742-b425-fcbbe86103ed req-694d1ba0-40e8-4905-a6b3-dbc3d070cae1 service nova] Releasing lock "refresh_cache-9b6633eb-8ba1-46bc-92c5-e760bcb32c6e" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.303660] env[65418]: DEBUG nova.compute.manager [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 616.314177] env[65418]: DEBUG oslo_vmware.api [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687729, 'name': PowerOnVM_Task, 'duration_secs': 1.166126} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.314448] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.314650] env[65418]: INFO nova.compute.manager [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Took 14.54 seconds to spawn the instance on the hypervisor. [ 616.314748] env[65418]: DEBUG nova.compute.manager [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 616.315575] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf51e136-6823-4bd4-87c6-e31a3b6f33e1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.347079] env[65418]: DEBUG nova.virt.hardware [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 616.347357] env[65418]: DEBUG nova.virt.hardware [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.347524] env[65418]: DEBUG nova.virt.hardware [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 616.347703] env[65418]: DEBUG nova.virt.hardware [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.347854] env[65418]: DEBUG nova.virt.hardware [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 616.347953] env[65418]: DEBUG nova.virt.hardware [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 616.348378] env[65418]: DEBUG nova.virt.hardware [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 616.348378] env[65418]: DEBUG nova.virt.hardware [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 616.348568] env[65418]: DEBUG nova.virt.hardware [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 616.348650] env[65418]: DEBUG nova.virt.hardware [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 616.348845] env[65418]: DEBUG nova.virt.hardware [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 616.350055] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326bd8fc-d674-49bb-9137-3010f4722c5e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.362982] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9712c7-9bfe-45e3-98a7-0956c2b9376f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.392715] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142658} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.393109] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.394016] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e72b4b6-012a-4452-af64-b9ae57966472 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.418752] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] ea9f75d7-345c-4118-b1e7-42956367695b/ea9f75d7-345c-4118-b1e7-42956367695b.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.420449] env[65418]: WARNING neutronclient.v2_0.client [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.422914] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9460b3e-e685-49c0-ad0c-59119173ad5d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.446428] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 616.446428] env[65418]: value = "task-4687734" [ 616.446428] env[65418]: _type = "Task" [ 616.446428] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.456000] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.485490] env[65418]: DEBUG oslo_vmware.api [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687732, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.539807] env[65418]: DEBUG oslo_concurrency.lockutils [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "refresh_cache-cde5e247-0e3b-4dbd-b715-3cf5312465e2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.541147] env[65418]: DEBUG oslo_concurrency.lockutils [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquired lock "refresh_cache-cde5e247-0e3b-4dbd-b715-3cf5312465e2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.541147] env[65418]: DEBUG nova.network.neutron [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 616.702516] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Releasing lock "refresh_cache-a0502cef-9068-4360-a50b-eded3198c2ac" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.702921] env[65418]: DEBUG nova.compute.manager [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Instance network_info: |[{"id": "d49b6d16-5110-48a6-8b0f-78de2c0a3363", "address": "fa:16:3e:ad:f5:46", "network": {"id": "a4f68f65-c507-4daa-a19f-087d9b9b0756", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1446370278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f59352c4f1488880320587e3162e12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd49b6d16-51", "ovs_interfaceid": "d49b6d16-5110-48a6-8b0f-78de2c0a3363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 616.705976] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:f5:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd49b6d16-5110-48a6-8b0f-78de2c0a3363', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.717372] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 616.717646] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.718904] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-264100db-687c-4323-bfcb-5375e52a7abf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.746902] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.746902] env[65418]: value = "task-4687735" [ 616.746902] env[65418]: _type = "Task" [ 616.746902] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.752782] env[65418]: DEBUG oslo_concurrency.lockutils [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.486s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.752982] env[65418]: INFO nova.compute.manager [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Migrating [ 616.753216] env[65418]: DEBUG oslo_concurrency.lockutils [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.753346] env[65418]: DEBUG oslo_concurrency.lockutils [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquired lock "compute-rpcapi-router" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.758484] env[65418]: DEBUG oslo_concurrency.lockutils [None req-40baf792-d76e-47ef-9572-6f49e470d2fc tempest-DeleteServersAdminTestJSON-761438827 tempest-DeleteServersAdminTestJSON-761438827-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.032s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.758772] env[65418]: DEBUG nova.objects.instance [None req-40baf792-d76e-47ef-9572-6f49e470d2fc tempest-DeleteServersAdminTestJSON-761438827 tempest-DeleteServersAdminTestJSON-761438827-project-admin] Lazy-loading 'resources' on Instance uuid 6dfbd10a-ee58-415d-85c5-257d08210d8e {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 616.760426] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687735, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.761560] env[65418]: INFO nova.compute.rpcapi [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Automatically selected compute RPC version 6.4 from minimum service version 70 [ 616.762038] env[65418]: DEBUG oslo_concurrency.lockutils [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Releasing lock "compute-rpcapi-router" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.770973] env[65418]: DEBUG nova.network.neutron [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Successfully created port: 07c21d89-065a-4041-8247-43c2309f1060 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 616.835711] env[65418]: INFO nova.compute.manager [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Took 27.69 seconds to build instance. [ 616.885699] env[65418]: DEBUG nova.network.neutron [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Updating instance_info_cache with network_info: [{"id": "22cdf97a-ca5f-4346-80b6-be94bede3d2e", "address": "fa:16:3e:db:b9:f6", "network": {"id": "d3664058-5559-4da1-b915-9dbe72d0603c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-176614607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe6158c9854d43ca9a507902c5e64bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22cdf97a-ca", "ovs_interfaceid": "22cdf97a-ca5f-4346-80b6-be94bede3d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.959790] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.988874] env[65418]: DEBUG oslo_vmware.api [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687732, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.258158] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687735, 'name': CreateVM_Task, 'duration_secs': 0.496241} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.258359] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.259185] env[65418]: WARNING neutronclient.v2_0.client [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.259617] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.259784] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.260328] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.263062] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca787e0b-8e12-4711-86c3-3490b5a9d8e5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.269512] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 617.269512] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526db593-ab62-bbbd-1947-a4c734aced39" [ 617.269512] env[65418]: _type = "Task" [ 617.269512] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.279446] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526db593-ab62-bbbd-1947-a4c734aced39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.286469] env[65418]: DEBUG oslo_concurrency.lockutils [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquiring lock "refresh_cache-e3f40535-54bc-42fd-8044-854980d10044" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.286662] env[65418]: DEBUG oslo_concurrency.lockutils [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquired lock "refresh_cache-e3f40535-54bc-42fd-8044-854980d10044" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.286861] env[65418]: DEBUG nova.network.neutron [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 617.340306] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2266b75e-6c7e-4ac3-b293-b89dafb2fe52 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "9b6633eb-8ba1-46bc-92c5-e760bcb32c6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.204s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.388516] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Releasing lock "refresh_cache-1f3806d4-c91f-4409-a0f6-c5d67d33724a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.389027] env[65418]: DEBUG nova.compute.manager [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Instance network_info: |[{"id": "22cdf97a-ca5f-4346-80b6-be94bede3d2e", "address": "fa:16:3e:db:b9:f6", "network": {"id": "d3664058-5559-4da1-b915-9dbe72d0603c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-176614607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe6158c9854d43ca9a507902c5e64bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22cdf97a-ca", "ovs_interfaceid": "22cdf97a-ca5f-4346-80b6-be94bede3d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 617.389937] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:b9:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22cdf97a-ca5f-4346-80b6-be94bede3d2e', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.403647] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 617.407641] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.408356] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14bb4ae7-b016-4c10-930c-74ad8ecaa3ac {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.445284] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.445284] env[65418]: value = "task-4687736" [ 617.445284] env[65418]: _type = "Task" [ 617.445284] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.473361] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687734, 'name': ReconfigVM_Task, 'duration_secs': 0.598239} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.473691] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687736, 'name': CreateVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.478282] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Reconfigured VM instance instance-00000009 to attach disk [datastore1] ea9f75d7-345c-4118-b1e7-42956367695b/ea9f75d7-345c-4118-b1e7-42956367695b.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.479785] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4fd99f1-2b1c-49fb-8f22-23b22fe8e7e8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.501223] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 617.501223] env[65418]: value = "task-4687737" [ 617.501223] env[65418]: _type = "Task" [ 617.501223] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.501609] env[65418]: DEBUG oslo_vmware.api [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687732, 'name': ReconfigVM_Task, 'duration_secs': 1.554022} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.502138] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 2a8fab21-61e8-48f5-a5fa-1b7715eca707/2a8fab21-61e8-48f5-a5fa-1b7715eca707.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.508095] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bce74e77-e628-4f9a-a440-11aa2913b5ca {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.523782] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687737, 'name': Rename_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.525634] env[65418]: DEBUG oslo_vmware.api [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 617.525634] env[65418]: value = "task-4687738" [ 617.525634] env[65418]: _type = "Task" [ 617.525634] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.538678] env[65418]: DEBUG oslo_vmware.api [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687738, 'name': Rename_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.614645] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff51e76-725f-4820-aa93-2fcab58855a4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.625189] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2ac3a5-c215-4ac5-939f-8c4c6669605c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.659990] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1212be2-2d64-4399-b52b-3277b9edf880 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.668946] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7bcf4f-2195-4d58-8b57-090d31f41269 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.684391] env[65418]: DEBUG nova.compute.provider_tree [None req-40baf792-d76e-47ef-9572-6f49e470d2fc tempest-DeleteServersAdminTestJSON-761438827 tempest-DeleteServersAdminTestJSON-761438827-project-admin] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.782019] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526db593-ab62-bbbd-1947-a4c734aced39, 'name': SearchDatastore_Task, 'duration_secs': 0.021517} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.785287] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.785287] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.785287] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.785287] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.786079] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.786079] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db7667a2-0b08-4b4c-9941-ed02c820041f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.791824] env[65418]: WARNING neutronclient.v2_0.client [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.796709] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.796916] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.797684] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4595a4d3-ee3d-4d05-9dcb-ee56712fa479 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.805137] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 617.805137] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ad839a-e335-0d65-f8d0-c115b7308801" [ 617.805137] env[65418]: _type = "Task" [ 617.805137] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.815200] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ad839a-e335-0d65-f8d0-c115b7308801, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.899548] env[65418]: DEBUG nova.network.neutron [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 617.959934] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687736, 'name': CreateVM_Task, 'duration_secs': 0.397444} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.960179] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.960668] env[65418]: WARNING neutronclient.v2_0.client [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.962104] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.962378] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.962777] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.963417] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef71945b-abe2-4519-85f4-779f2e1a49c6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.970567] env[65418]: DEBUG oslo_vmware.api [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 617.970567] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521a0adf-06c6-1467-46eb-ef93dc809495" [ 617.970567] env[65418]: _type = "Task" [ 617.970567] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.982530] env[65418]: DEBUG oslo_vmware.api [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521a0adf-06c6-1467-46eb-ef93dc809495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.012396] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687737, 'name': Rename_Task, 'duration_secs': 0.201656} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.012693] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.013016] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b95aa93-5736-4d6f-8b1d-48ab51c03b2e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.020606] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 618.020606] env[65418]: value = "task-4687739" [ 618.020606] env[65418]: _type = "Task" [ 618.020606] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.032356] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.043352] env[65418]: DEBUG oslo_vmware.api [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687738, 'name': Rename_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.187770] env[65418]: DEBUG nova.scheduler.client.report [None req-40baf792-d76e-47ef-9572-6f49e470d2fc tempest-DeleteServersAdminTestJSON-761438827 tempest-DeleteServersAdminTestJSON-761438827-project-admin] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.323458] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ad839a-e335-0d65-f8d0-c115b7308801, 'name': SearchDatastore_Task, 'duration_secs': 0.015726} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.325818] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c33d7d7c-8464-465b-beca-a45d310b3452 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.337146] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 618.337146] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b9db3a-e0f9-97de-cbfa-20fbf3b461ad" [ 618.337146] env[65418]: _type = "Task" [ 618.337146] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.355022] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b9db3a-e0f9-97de-cbfa-20fbf3b461ad, 'name': SearchDatastore_Task, 'duration_secs': 0.012616} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.355022] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.355022] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] a0502cef-9068-4360-a50b-eded3198c2ac/a0502cef-9068-4360-a50b-eded3198c2ac.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.355022] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-444abf2b-e9fe-4677-9fa6-595b6e4156ce {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.364123] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 618.364123] env[65418]: value = "task-4687740" [ 618.364123] env[65418]: _type = "Task" [ 618.364123] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.374387] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.485145] env[65418]: DEBUG oslo_vmware.api [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521a0adf-06c6-1467-46eb-ef93dc809495, 'name': SearchDatastore_Task, 'duration_secs': 0.020056} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.485853] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.486488] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.487041] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.487440] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.487790] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.488209] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6eaa1774-cc43-43cd-befb-6b54396f48b6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.500397] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.500397] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.500789] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4abdc7a9-d457-47a7-a0cd-3ad6ea4b1583 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.511111] env[65418]: DEBUG oslo_vmware.api [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 618.511111] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52460b7a-6ae9-0088-1b35-2c3f5b2d70e5" [ 618.511111] env[65418]: _type = "Task" [ 618.511111] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.523367] env[65418]: DEBUG oslo_vmware.api [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52460b7a-6ae9-0088-1b35-2c3f5b2d70e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.534470] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687739, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.551058] env[65418]: DEBUG oslo_vmware.api [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687738, 'name': Rename_Task, 'duration_secs': 0.56131} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.551058] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.551058] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be971580-1ff0-4033-982c-9a590e57d0d4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.559334] env[65418]: DEBUG oslo_vmware.api [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 618.559334] env[65418]: value = "task-4687741" [ 618.559334] env[65418]: _type = "Task" [ 618.559334] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.569890] env[65418]: DEBUG oslo_vmware.api [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.582384] env[65418]: DEBUG nova.network.neutron [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Successfully updated port: 07c21d89-065a-4041-8247-43c2309f1060 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 618.661564] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Acquiring lock "e9546215-c6b7-4b67-8ff6-8ca483b0dd29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.661564] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Lock "e9546215-c6b7-4b67-8ff6-8ca483b0dd29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.693847] env[65418]: DEBUG oslo_concurrency.lockutils [None req-40baf792-d76e-47ef-9572-6f49e470d2fc tempest-DeleteServersAdminTestJSON-761438827 tempest-DeleteServersAdminTestJSON-761438827-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.695530] env[65418]: DEBUG oslo_concurrency.lockutils [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.657s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.697859] env[65418]: INFO nova.compute.claims [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 618.726621] env[65418]: INFO nova.scheduler.client.report [None req-40baf792-d76e-47ef-9572-6f49e470d2fc tempest-DeleteServersAdminTestJSON-761438827 tempest-DeleteServersAdminTestJSON-761438827-project-admin] Deleted allocations for instance 6dfbd10a-ee58-415d-85c5-257d08210d8e [ 618.881327] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687740, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.030389] env[65418]: DEBUG oslo_vmware.api [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52460b7a-6ae9-0088-1b35-2c3f5b2d70e5, 'name': SearchDatastore_Task, 'duration_secs': 0.01299} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.036252] env[65418]: WARNING neutronclient.v2_0.client [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.038404] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df282b2f-992b-4ae6-a6d9-989b930365f5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.056027] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687739, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.056027] env[65418]: DEBUG oslo_vmware.api [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 619.056027] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5215cf25-1d11-aff9-36c0-4c6d16511a06" [ 619.056027] env[65418]: _type = "Task" [ 619.056027] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.063047] env[65418]: DEBUG oslo_vmware.api [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5215cf25-1d11-aff9-36c0-4c6d16511a06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.076819] env[65418]: DEBUG oslo_vmware.api [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687741, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.084016] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Acquiring lock "refresh_cache-c23c3312-47e5-42e4-9b3e-72d687b4656b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.084016] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Acquired lock "refresh_cache-c23c3312-47e5-42e4-9b3e-72d687b4656b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.084239] env[65418]: DEBUG nova.network.neutron [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 619.164093] env[65418]: DEBUG nova.compute.manager [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 619.169922] env[65418]: WARNING neutronclient.v2_0.client [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.225165] env[65418]: DEBUG nova.network.neutron [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Updating instance_info_cache with network_info: [{"id": "0b6d946a-d398-4c1e-bf74-7df2518a23c3", "address": "fa:16:3e:2e:be:23", "network": {"id": "3fab3b70-ba17-4e6a-ae3d-5a05fb711a8b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-395157993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0727a4c133420fa0cb4f4356dee109", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b6d946a-d3", "ovs_interfaceid": "0b6d946a-d398-4c1e-bf74-7df2518a23c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.241315] env[65418]: DEBUG oslo_concurrency.lockutils [None req-40baf792-d76e-47ef-9572-6f49e470d2fc tempest-DeleteServersAdminTestJSON-761438827 tempest-DeleteServersAdminTestJSON-761438827-project-admin] Lock "6dfbd10a-ee58-415d-85c5-257d08210d8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.446s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.276419] env[65418]: DEBUG nova.network.neutron [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Updating instance_info_cache with network_info: [{"id": "d963ca55-ee3f-4889-883d-5ab574d0fe4d", "address": "fa:16:3e:36:d0:b6", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd963ca55-ee", "ovs_interfaceid": "d963ca55-ee3f-4889-883d-5ab574d0fe4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.388574] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599111} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.389072] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] a0502cef-9068-4360-a50b-eded3198c2ac/a0502cef-9068-4360-a50b-eded3198c2ac.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.389321] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.389917] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45113c4d-5acf-47ea-a52b-c02630a29f10 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.399885] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 619.399885] env[65418]: value = "task-4687742" [ 619.399885] env[65418]: _type = "Task" [ 619.399885] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.412663] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.543492] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687739, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.566423] env[65418]: DEBUG oslo_vmware.api [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5215cf25-1d11-aff9-36c0-4c6d16511a06, 'name': SearchDatastore_Task, 'duration_secs': 0.017687} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.570089] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.570352] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 1f3806d4-c91f-4409-a0f6-c5d67d33724a/1f3806d4-c91f-4409-a0f6-c5d67d33724a.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.571944] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-880ccb0f-9850-4a98-a4d6-9a2ea6552157 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.582096] env[65418]: DEBUG oslo_vmware.api [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687741, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.584659] env[65418]: DEBUG oslo_vmware.api [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 619.584659] env[65418]: value = "task-4687743" [ 619.584659] env[65418]: _type = "Task" [ 619.584659] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.598851] env[65418]: DEBUG oslo_vmware.api [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.630612] env[65418]: DEBUG nova.compute.manager [req-ccaed2d1-d50e-4e15-877f-52790506e53b req-3a78adf3-a82f-4f3b-b2a6-4b8a183dd5f6 service nova] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Received event network-vif-plugged-b2fe63b3-a313-4e80-9680-33493b95aff4 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 619.630612] env[65418]: DEBUG oslo_concurrency.lockutils [req-ccaed2d1-d50e-4e15-877f-52790506e53b req-3a78adf3-a82f-4f3b-b2a6-4b8a183dd5f6 service nova] Acquiring lock "ea9f75d7-345c-4118-b1e7-42956367695b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.630612] env[65418]: DEBUG oslo_concurrency.lockutils [req-ccaed2d1-d50e-4e15-877f-52790506e53b req-3a78adf3-a82f-4f3b-b2a6-4b8a183dd5f6 service nova] Lock "ea9f75d7-345c-4118-b1e7-42956367695b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.630612] env[65418]: DEBUG oslo_concurrency.lockutils [req-ccaed2d1-d50e-4e15-877f-52790506e53b req-3a78adf3-a82f-4f3b-b2a6-4b8a183dd5f6 service nova] Lock "ea9f75d7-345c-4118-b1e7-42956367695b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.630612] env[65418]: DEBUG nova.compute.manager [req-ccaed2d1-d50e-4e15-877f-52790506e53b req-3a78adf3-a82f-4f3b-b2a6-4b8a183dd5f6 service nova] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] No waiting events found dispatching network-vif-plugged-b2fe63b3-a313-4e80-9680-33493b95aff4 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 619.631080] env[65418]: WARNING nova.compute.manager [req-ccaed2d1-d50e-4e15-877f-52790506e53b req-3a78adf3-a82f-4f3b-b2a6-4b8a183dd5f6 service nova] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Received unexpected event network-vif-plugged-b2fe63b3-a313-4e80-9680-33493b95aff4 for instance with vm_state building and task_state spawning. [ 619.631080] env[65418]: DEBUG nova.compute.manager [req-ccaed2d1-d50e-4e15-877f-52790506e53b req-3a78adf3-a82f-4f3b-b2a6-4b8a183dd5f6 service nova] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Received event network-changed-b2fe63b3-a313-4e80-9680-33493b95aff4 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 619.631080] env[65418]: DEBUG nova.compute.manager [req-ccaed2d1-d50e-4e15-877f-52790506e53b req-3a78adf3-a82f-4f3b-b2a6-4b8a183dd5f6 service nova] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Refreshing instance network info cache due to event network-changed-b2fe63b3-a313-4e80-9680-33493b95aff4. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 619.631496] env[65418]: DEBUG oslo_concurrency.lockutils [req-ccaed2d1-d50e-4e15-877f-52790506e53b req-3a78adf3-a82f-4f3b-b2a6-4b8a183dd5f6 service nova] Acquiring lock "refresh_cache-ea9f75d7-345c-4118-b1e7-42956367695b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.632018] env[65418]: DEBUG oslo_concurrency.lockutils [req-ccaed2d1-d50e-4e15-877f-52790506e53b req-3a78adf3-a82f-4f3b-b2a6-4b8a183dd5f6 service nova] Acquired lock "refresh_cache-ea9f75d7-345c-4118-b1e7-42956367695b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.632018] env[65418]: DEBUG nova.network.neutron [req-ccaed2d1-d50e-4e15-877f-52790506e53b req-3a78adf3-a82f-4f3b-b2a6-4b8a183dd5f6 service nova] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Refreshing network info cache for port b2fe63b3-a313-4e80-9680-33493b95aff4 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.671135] env[65418]: DEBUG nova.network.neutron [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 619.681086] env[65418]: DEBUG nova.compute.manager [req-a62c9806-983e-479a-a595-de78a7397c37 req-53f76c79-8868-4d19-b317-605cd74c9451 service nova] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Received event network-vif-plugged-fc16952e-4b63-41f9-bec3-b73ac6d737a3 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 619.681341] env[65418]: DEBUG oslo_concurrency.lockutils [req-a62c9806-983e-479a-a595-de78a7397c37 req-53f76c79-8868-4d19-b317-605cd74c9451 service nova] Acquiring lock "2a8fab21-61e8-48f5-a5fa-1b7715eca707-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.681559] env[65418]: DEBUG oslo_concurrency.lockutils [req-a62c9806-983e-479a-a595-de78a7397c37 req-53f76c79-8868-4d19-b317-605cd74c9451 service nova] Lock "2a8fab21-61e8-48f5-a5fa-1b7715eca707-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.681720] env[65418]: DEBUG oslo_concurrency.lockutils [req-a62c9806-983e-479a-a595-de78a7397c37 req-53f76c79-8868-4d19-b317-605cd74c9451 service nova] Lock "2a8fab21-61e8-48f5-a5fa-1b7715eca707-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.681894] env[65418]: DEBUG nova.compute.manager [req-a62c9806-983e-479a-a595-de78a7397c37 req-53f76c79-8868-4d19-b317-605cd74c9451 service nova] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] No waiting events found dispatching network-vif-plugged-fc16952e-4b63-41f9-bec3-b73ac6d737a3 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 619.682173] env[65418]: WARNING nova.compute.manager [req-a62c9806-983e-479a-a595-de78a7397c37 req-53f76c79-8868-4d19-b317-605cd74c9451 service nova] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Received unexpected event network-vif-plugged-fc16952e-4b63-41f9-bec3-b73ac6d737a3 for instance with vm_state building and task_state spawning. [ 619.682390] env[65418]: DEBUG nova.compute.manager [req-a62c9806-983e-479a-a595-de78a7397c37 req-53f76c79-8868-4d19-b317-605cd74c9451 service nova] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Received event network-changed-fc16952e-4b63-41f9-bec3-b73ac6d737a3 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 619.682849] env[65418]: DEBUG nova.compute.manager [req-a62c9806-983e-479a-a595-de78a7397c37 req-53f76c79-8868-4d19-b317-605cd74c9451 service nova] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Refreshing instance network info cache due to event network-changed-fc16952e-4b63-41f9-bec3-b73ac6d737a3. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 619.682849] env[65418]: DEBUG oslo_concurrency.lockutils [req-a62c9806-983e-479a-a595-de78a7397c37 req-53f76c79-8868-4d19-b317-605cd74c9451 service nova] Acquiring lock "refresh_cache-2a8fab21-61e8-48f5-a5fa-1b7715eca707" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.683119] env[65418]: DEBUG oslo_concurrency.lockutils [req-a62c9806-983e-479a-a595-de78a7397c37 req-53f76c79-8868-4d19-b317-605cd74c9451 service nova] Acquired lock "refresh_cache-2a8fab21-61e8-48f5-a5fa-1b7715eca707" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.683119] env[65418]: DEBUG nova.network.neutron [req-a62c9806-983e-479a-a595-de78a7397c37 req-53f76c79-8868-4d19-b317-605cd74c9451 service nova] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Refreshing network info cache for port fc16952e-4b63-41f9-bec3-b73ac6d737a3 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.719113] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.724500] env[65418]: DEBUG oslo_concurrency.lockutils [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquiring lock "bf4b716b-1514-4c79-a1fd-34846d330eda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.724821] env[65418]: DEBUG oslo_concurrency.lockutils [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Lock "bf4b716b-1514-4c79-a1fd-34846d330eda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.728246] env[65418]: DEBUG oslo_concurrency.lockutils [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Releasing lock "refresh_cache-cde5e247-0e3b-4dbd-b715-3cf5312465e2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.728931] env[65418]: DEBUG nova.compute.manager [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Instance network_info: |[{"id": "0b6d946a-d398-4c1e-bf74-7df2518a23c3", "address": "fa:16:3e:2e:be:23", "network": {"id": "3fab3b70-ba17-4e6a-ae3d-5a05fb711a8b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-395157993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0727a4c133420fa0cb4f4356dee109", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b6d946a-d3", "ovs_interfaceid": "0b6d946a-d398-4c1e-bf74-7df2518a23c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 619.729167] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:be:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31e77685-b4dd-4810-80ef-24115ea9ea62', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b6d946a-d398-4c1e-bf74-7df2518a23c3', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.740069] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Creating folder: Project (5e0727a4c133420fa0cb4f4356dee109). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.740836] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b07df3f6-2eda-4b64-8301-9b6041ba0244 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.757629] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Created folder: Project (5e0727a4c133420fa0cb4f4356dee109) in parent group-v914982. [ 619.757832] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Creating folder: Instances. Parent ref: group-v915013. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.762345] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbb2c7dc-209f-4c13-968d-f5153a849050 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.779072] env[65418]: DEBUG oslo_concurrency.lockutils [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Releasing lock "refresh_cache-e3f40535-54bc-42fd-8044-854980d10044" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.781511] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Created folder: Instances in parent group-v915013. [ 619.781807] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 619.786815] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.787430] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7a955aa-c8ee-4a75-b20c-be0e73294488 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.824649] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.824649] env[65418]: value = "task-4687746" [ 619.824649] env[65418]: _type = "Task" [ 619.824649] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.836689] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687746, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.891197] env[65418]: WARNING neutronclient.v2_0.client [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.921589] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07193} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.922353] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.922782] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94cfc29-2f87-46f0-b895-41b577a4d3f1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.955278] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] a0502cef-9068-4360-a50b-eded3198c2ac/a0502cef-9068-4360-a50b-eded3198c2ac.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.958324] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21cc6fec-cf07-4baa-b235-6281fe79e148 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.986544] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 619.986544] env[65418]: value = "task-4687747" [ 619.986544] env[65418]: _type = "Task" [ 619.986544] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.998460] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687747, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.046394] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687739, 'name': PowerOnVM_Task, 'duration_secs': 1.707102} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.046740] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.047061] env[65418]: INFO nova.compute.manager [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Took 13.42 seconds to spawn the instance on the hypervisor. [ 620.047404] env[65418]: DEBUG nova.compute.manager [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 620.048560] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec0bb8d-8d48-4727-8c16-943d473236cc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.079643] env[65418]: DEBUG oslo_vmware.api [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687741, 'name': PowerOnVM_Task, 'duration_secs': 1.224545} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.081069] env[65418]: DEBUG nova.network.neutron [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Updating instance_info_cache with network_info: [{"id": "07c21d89-065a-4041-8247-43c2309f1060", "address": "fa:16:3e:40:7e:1d", "network": {"id": "a1d2fc4d-b1d4-4d10-baf9-52ca751e12ee", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1220529470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb0ae1486e54c7caa3e888902c40556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07c21d89-06", "ovs_interfaceid": "07c21d89-065a-4041-8247-43c2309f1060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.082814] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.082814] env[65418]: INFO nova.compute.manager [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Took 15.85 seconds to spawn the instance on the hypervisor. [ 620.082814] env[65418]: DEBUG nova.compute.manager [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 620.092969] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9557996b-b006-42e7-a3e3-3d7d559da6e2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.110477] env[65418]: DEBUG oslo_vmware.api [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687743, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.138505] env[65418]: WARNING neutronclient.v2_0.client [req-ccaed2d1-d50e-4e15-877f-52790506e53b req-3a78adf3-a82f-4f3b-b2a6-4b8a183dd5f6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.184661] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4f71b6-9cfa-4f38-a71e-0ebc5950d41c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.193183] env[65418]: WARNING neutronclient.v2_0.client [req-a62c9806-983e-479a-a595-de78a7397c37 req-53f76c79-8868-4d19-b317-605cd74c9451 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.207798] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6752cc5a-abd1-41b3-81ed-836446911426 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.248486] env[65418]: DEBUG nova.compute.manager [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 620.256311] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a76716e-38fc-4885-9195-69cdad9aaaa6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.266834] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad2204e-ccb3-428e-8163-468da0768764 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.290495] env[65418]: DEBUG nova.compute.provider_tree [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.342110] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687746, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.506482] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.584283] env[65418]: INFO nova.compute.manager [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Took 27.88 seconds to build instance. [ 620.593841] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Releasing lock "refresh_cache-c23c3312-47e5-42e4-9b3e-72d687b4656b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.594380] env[65418]: DEBUG nova.compute.manager [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Instance network_info: |[{"id": "07c21d89-065a-4041-8247-43c2309f1060", "address": "fa:16:3e:40:7e:1d", "network": {"id": "a1d2fc4d-b1d4-4d10-baf9-52ca751e12ee", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1220529470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb0ae1486e54c7caa3e888902c40556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07c21d89-06", "ovs_interfaceid": "07c21d89-065a-4041-8247-43c2309f1060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 620.595102] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:7e:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07c21d89-065a-4041-8247-43c2309f1060', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.607518] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Creating folder: Project (9cb0ae1486e54c7caa3e888902c40556). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.613296] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-866c734f-3e3c-4006-b986-1a4c347a54a4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.625862] env[65418]: DEBUG oslo_vmware.api [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687743, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.004752} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.627983] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 1f3806d4-c91f-4409-a0f6-c5d67d33724a/1f3806d4-c91f-4409-a0f6-c5d67d33724a.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.627983] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.631092] env[65418]: INFO nova.compute.manager [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Took 30.06 seconds to build instance. [ 620.631092] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fc128ad-02ee-4e26-8b6e-c48ace269d99 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.633085] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Created folder: Project (9cb0ae1486e54c7caa3e888902c40556) in parent group-v914982. [ 620.633295] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Creating folder: Instances. Parent ref: group-v915016. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.634027] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb472ce5-353f-4535-89a8-2e3ca4d6174d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.643950] env[65418]: DEBUG oslo_vmware.api [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 620.643950] env[65418]: value = "task-4687749" [ 620.643950] env[65418]: _type = "Task" [ 620.643950] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.657031] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Created folder: Instances in parent group-v915016. [ 620.657031] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 620.657031] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.657246] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73b26268-a109-4760-86cf-164905c74f47 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.677681] env[65418]: DEBUG oslo_vmware.api [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687749, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.683825] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.683825] env[65418]: value = "task-4687751" [ 620.683825] env[65418]: _type = "Task" [ 620.683825] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.694710] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687751, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.733544] env[65418]: WARNING neutronclient.v2_0.client [req-ccaed2d1-d50e-4e15-877f-52790506e53b req-3a78adf3-a82f-4f3b-b2a6-4b8a183dd5f6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.793454] env[65418]: DEBUG oslo_concurrency.lockutils [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.797318] env[65418]: DEBUG nova.scheduler.client.report [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.808788] env[65418]: WARNING neutronclient.v2_0.client [req-a62c9806-983e-479a-a595-de78a7397c37 req-53f76c79-8868-4d19-b317-605cd74c9451 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.836591] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687746, 'name': CreateVM_Task, 'duration_secs': 0.548751} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.836717] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.837889] env[65418]: WARNING neutronclient.v2_0.client [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.838056] env[65418]: DEBUG oslo_concurrency.lockutils [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.839155] env[65418]: DEBUG oslo_concurrency.lockutils [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.839155] env[65418]: DEBUG oslo_concurrency.lockutils [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.839155] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29b477cd-e0fc-40e5-9424-fef2cfa3ed27 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.845588] env[65418]: DEBUG oslo_vmware.api [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 620.845588] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5203b2bc-8ad8-2f5e-c779-adff14dd2b6f" [ 620.845588] env[65418]: _type = "Task" [ 620.845588] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.857172] env[65418]: DEBUG oslo_vmware.api [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5203b2bc-8ad8-2f5e-c779-adff14dd2b6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.002535] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687747, 'name': ReconfigVM_Task, 'duration_secs': 0.827333} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.002535] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Reconfigured VM instance instance-0000000a to attach disk [datastore1] a0502cef-9068-4360-a50b-eded3198c2ac/a0502cef-9068-4360-a50b-eded3198c2ac.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.002535] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9302442e-f8a8-4b03-b7a4-573bf8898854 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.012218] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 621.012218] env[65418]: value = "task-4687752" [ 621.012218] env[65418]: _type = "Task" [ 621.012218] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.025296] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687752, 'name': Rename_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.039039] env[65418]: DEBUG nova.network.neutron [req-ccaed2d1-d50e-4e15-877f-52790506e53b req-3a78adf3-a82f-4f3b-b2a6-4b8a183dd5f6 service nova] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Updated VIF entry in instance network info cache for port b2fe63b3-a313-4e80-9680-33493b95aff4. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 621.039039] env[65418]: DEBUG nova.network.neutron [req-ccaed2d1-d50e-4e15-877f-52790506e53b req-3a78adf3-a82f-4f3b-b2a6-4b8a183dd5f6 service nova] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Updating instance_info_cache with network_info: [{"id": "b2fe63b3-a313-4e80-9680-33493b95aff4", "address": "fa:16:3e:06:ca:c8", "network": {"id": "a4f68f65-c507-4daa-a19f-087d9b9b0756", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1446370278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f59352c4f1488880320587e3162e12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2fe63b3-a3", "ovs_interfaceid": "b2fe63b3-a313-4e80-9680-33493b95aff4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.068256] env[65418]: DEBUG nova.network.neutron [req-a62c9806-983e-479a-a595-de78a7397c37 req-53f76c79-8868-4d19-b317-605cd74c9451 service nova] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Updated VIF entry in instance network info cache for port fc16952e-4b63-41f9-bec3-b73ac6d737a3. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 621.068674] env[65418]: DEBUG nova.network.neutron [req-a62c9806-983e-479a-a595-de78a7397c37 req-53f76c79-8868-4d19-b317-605cd74c9451 service nova] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Updating instance_info_cache with network_info: [{"id": "fc16952e-4b63-41f9-bec3-b73ac6d737a3", "address": "fa:16:3e:44:7b:ca", "network": {"id": "1b884d9b-d0c3-43a6-b1a4-2c34a8123b9e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-754486329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "271feddc9b504d1f871e121204df229a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc16952e-4b", "ovs_interfaceid": "fc16952e-4b63-41f9-bec3-b73ac6d737a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.087330] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "ea9f75d7-345c-4118-b1e7-42956367695b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.395s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.134838] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5fd05afd-f14f-43ca-9356-7860c19fa862 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Lock "2a8fab21-61e8-48f5-a5fa-1b7715eca707" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.583s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.163535] env[65418]: DEBUG oslo_vmware.api [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687749, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086977} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.163829] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 621.164688] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc239298-83b4-4b07-8a68-3d693878012b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.190271] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 1f3806d4-c91f-4409-a0f6-c5d67d33724a/1f3806d4-c91f-4409-a0f6-c5d67d33724a.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 621.192021] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c9057b5-8674-4002-ba4c-f26426c1dcc7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.221955] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687751, 'name': CreateVM_Task, 'duration_secs': 0.435875} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.223395] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.224396] env[65418]: DEBUG oslo_vmware.api [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 621.224396] env[65418]: value = "task-4687753" [ 621.224396] env[65418]: _type = "Task" [ 621.224396] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.224724] env[65418]: WARNING neutronclient.v2_0.client [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.225083] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.236094] env[65418]: DEBUG oslo_vmware.api [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687753, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.305225] env[65418]: DEBUG oslo_concurrency.lockutils [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.610s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.305773] env[65418]: DEBUG nova.compute.manager [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 621.310768] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.567s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.312566] env[65418]: INFO nova.compute.claims [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.318171] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e23523e-f770-4ef3-ad4f-68db16cdb677 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.341407] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Updating instance 'e3f40535-54bc-42fd-8044-854980d10044' progress to 0 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 621.358581] env[65418]: DEBUG oslo_vmware.api [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5203b2bc-8ad8-2f5e-c779-adff14dd2b6f, 'name': SearchDatastore_Task, 'duration_secs': 0.01278} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.359495] env[65418]: DEBUG oslo_concurrency.lockutils [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.359663] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.360016] env[65418]: DEBUG oslo_concurrency.lockutils [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.360222] env[65418]: DEBUG oslo_concurrency.lockutils [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.360614] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.361071] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.361135] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.361368] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c5100dd-f3b4-4e03-a588-c0feed7535d7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.363730] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0ea6273-8ba5-4c0c-82ed-030ea138c8c2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.372600] env[65418]: DEBUG oslo_vmware.api [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Waiting for the task: (returnval){ [ 621.372600] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5222017e-beae-b936-c020-034477e892f4" [ 621.372600] env[65418]: _type = "Task" [ 621.372600] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.380113] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.380396] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.382398] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66ec35df-1530-4dc0-b831-19bde7daeb80 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.390662] env[65418]: DEBUG oslo_vmware.api [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5222017e-beae-b936-c020-034477e892f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.393326] env[65418]: DEBUG oslo_vmware.api [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 621.393326] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5228d358-b864-0c34-1596-863417e9ce03" [ 621.393326] env[65418]: _type = "Task" [ 621.393326] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.403955] env[65418]: DEBUG oslo_vmware.api [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5228d358-b864-0c34-1596-863417e9ce03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.526642] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687752, 'name': Rename_Task, 'duration_secs': 0.189719} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.526840] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.527242] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4e96596-4834-40d2-80ca-e8807cf68a62 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.538306] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 621.538306] env[65418]: value = "task-4687754" [ 621.538306] env[65418]: _type = "Task" [ 621.538306] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.544016] env[65418]: DEBUG oslo_concurrency.lockutils [req-ccaed2d1-d50e-4e15-877f-52790506e53b req-3a78adf3-a82f-4f3b-b2a6-4b8a183dd5f6 service nova] Releasing lock "refresh_cache-ea9f75d7-345c-4118-b1e7-42956367695b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.544927] env[65418]: DEBUG nova.compute.manager [req-ccaed2d1-d50e-4e15-877f-52790506e53b req-3a78adf3-a82f-4f3b-b2a6-4b8a183dd5f6 service nova] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Received event network-vif-plugged-d49b6d16-5110-48a6-8b0f-78de2c0a3363 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 621.545124] env[65418]: DEBUG oslo_concurrency.lockutils [req-ccaed2d1-d50e-4e15-877f-52790506e53b req-3a78adf3-a82f-4f3b-b2a6-4b8a183dd5f6 service nova] Acquiring lock "a0502cef-9068-4360-a50b-eded3198c2ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.545450] env[65418]: DEBUG oslo_concurrency.lockutils [req-ccaed2d1-d50e-4e15-877f-52790506e53b req-3a78adf3-a82f-4f3b-b2a6-4b8a183dd5f6 service nova] Lock "a0502cef-9068-4360-a50b-eded3198c2ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.545813] env[65418]: DEBUG oslo_concurrency.lockutils [req-ccaed2d1-d50e-4e15-877f-52790506e53b req-3a78adf3-a82f-4f3b-b2a6-4b8a183dd5f6 service nova] Lock "a0502cef-9068-4360-a50b-eded3198c2ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.546059] env[65418]: DEBUG nova.compute.manager [req-ccaed2d1-d50e-4e15-877f-52790506e53b req-3a78adf3-a82f-4f3b-b2a6-4b8a183dd5f6 service nova] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] No waiting events found dispatching network-vif-plugged-d49b6d16-5110-48a6-8b0f-78de2c0a3363 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 621.546420] env[65418]: WARNING nova.compute.manager [req-ccaed2d1-d50e-4e15-877f-52790506e53b req-3a78adf3-a82f-4f3b-b2a6-4b8a183dd5f6 service nova] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Received unexpected event network-vif-plugged-d49b6d16-5110-48a6-8b0f-78de2c0a3363 for instance with vm_state building and task_state spawning. [ 621.547144] env[65418]: DEBUG nova.compute.manager [req-ccaed2d1-d50e-4e15-877f-52790506e53b req-3a78adf3-a82f-4f3b-b2a6-4b8a183dd5f6 service nova] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Received event network-changed-d49b6d16-5110-48a6-8b0f-78de2c0a3363 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 621.547144] env[65418]: DEBUG nova.compute.manager [req-ccaed2d1-d50e-4e15-877f-52790506e53b req-3a78adf3-a82f-4f3b-b2a6-4b8a183dd5f6 service nova] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Refreshing instance network info cache due to event network-changed-d49b6d16-5110-48a6-8b0f-78de2c0a3363. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 621.547386] env[65418]: DEBUG oslo_concurrency.lockutils [req-ccaed2d1-d50e-4e15-877f-52790506e53b req-3a78adf3-a82f-4f3b-b2a6-4b8a183dd5f6 service nova] Acquiring lock "refresh_cache-a0502cef-9068-4360-a50b-eded3198c2ac" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.547625] env[65418]: DEBUG oslo_concurrency.lockutils [req-ccaed2d1-d50e-4e15-877f-52790506e53b req-3a78adf3-a82f-4f3b-b2a6-4b8a183dd5f6 service nova] Acquired lock "refresh_cache-a0502cef-9068-4360-a50b-eded3198c2ac" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.547783] env[65418]: DEBUG nova.network.neutron [req-ccaed2d1-d50e-4e15-877f-52790506e53b req-3a78adf3-a82f-4f3b-b2a6-4b8a183dd5f6 service nova] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Refreshing network info cache for port d49b6d16-5110-48a6-8b0f-78de2c0a3363 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.559262] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.573762] env[65418]: DEBUG oslo_concurrency.lockutils [req-a62c9806-983e-479a-a595-de78a7397c37 req-53f76c79-8868-4d19-b317-605cd74c9451 service nova] Releasing lock "refresh_cache-2a8fab21-61e8-48f5-a5fa-1b7715eca707" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.574069] env[65418]: DEBUG nova.compute.manager [req-a62c9806-983e-479a-a595-de78a7397c37 req-53f76c79-8868-4d19-b317-605cd74c9451 service nova] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Received event network-vif-plugged-22cdf97a-ca5f-4346-80b6-be94bede3d2e {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 621.574263] env[65418]: DEBUG oslo_concurrency.lockutils [req-a62c9806-983e-479a-a595-de78a7397c37 req-53f76c79-8868-4d19-b317-605cd74c9451 service nova] Acquiring lock "1f3806d4-c91f-4409-a0f6-c5d67d33724a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.574473] env[65418]: DEBUG oslo_concurrency.lockutils [req-a62c9806-983e-479a-a595-de78a7397c37 req-53f76c79-8868-4d19-b317-605cd74c9451 service nova] Lock "1f3806d4-c91f-4409-a0f6-c5d67d33724a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.574633] env[65418]: DEBUG oslo_concurrency.lockutils [req-a62c9806-983e-479a-a595-de78a7397c37 req-53f76c79-8868-4d19-b317-605cd74c9451 service nova] Lock "1f3806d4-c91f-4409-a0f6-c5d67d33724a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.574795] env[65418]: DEBUG nova.compute.manager [req-a62c9806-983e-479a-a595-de78a7397c37 req-53f76c79-8868-4d19-b317-605cd74c9451 service nova] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] No waiting events found dispatching network-vif-plugged-22cdf97a-ca5f-4346-80b6-be94bede3d2e {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 621.574968] env[65418]: WARNING nova.compute.manager [req-a62c9806-983e-479a-a595-de78a7397c37 req-53f76c79-8868-4d19-b317-605cd74c9451 service nova] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Received unexpected event network-vif-plugged-22cdf97a-ca5f-4346-80b6-be94bede3d2e for instance with vm_state building and task_state spawning. [ 621.575139] env[65418]: DEBUG nova.compute.manager [req-a62c9806-983e-479a-a595-de78a7397c37 req-53f76c79-8868-4d19-b317-605cd74c9451 service nova] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Received event network-changed-22cdf97a-ca5f-4346-80b6-be94bede3d2e {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 621.575294] env[65418]: DEBUG nova.compute.manager [req-a62c9806-983e-479a-a595-de78a7397c37 req-53f76c79-8868-4d19-b317-605cd74c9451 service nova] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Refreshing instance network info cache due to event network-changed-22cdf97a-ca5f-4346-80b6-be94bede3d2e. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 621.575478] env[65418]: DEBUG oslo_concurrency.lockutils [req-a62c9806-983e-479a-a595-de78a7397c37 req-53f76c79-8868-4d19-b317-605cd74c9451 service nova] Acquiring lock "refresh_cache-1f3806d4-c91f-4409-a0f6-c5d67d33724a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.576490] env[65418]: DEBUG oslo_concurrency.lockutils [req-a62c9806-983e-479a-a595-de78a7397c37 req-53f76c79-8868-4d19-b317-605cd74c9451 service nova] Acquired lock "refresh_cache-1f3806d4-c91f-4409-a0f6-c5d67d33724a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.576490] env[65418]: DEBUG nova.network.neutron [req-a62c9806-983e-479a-a595-de78a7397c37 req-53f76c79-8868-4d19-b317-605cd74c9451 service nova] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Refreshing network info cache for port 22cdf97a-ca5f-4346-80b6-be94bede3d2e {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.582933] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Acquiring lock "47f04002-277a-4881-a5cf-65b08f3ddd92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.583183] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Lock "47f04002-277a-4881-a5cf-65b08f3ddd92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.670748] env[65418]: DEBUG nova.compute.manager [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 621.671943] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36afafad-eba5-40b1-a583-19c1983a790c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.743373] env[65418]: DEBUG oslo_vmware.api [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687753, 'name': ReconfigVM_Task, 'duration_secs': 0.360966} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.743373] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 1f3806d4-c91f-4409-a0f6-c5d67d33724a/1f3806d4-c91f-4409-a0f6-c5d67d33724a.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.744831] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d079182-6b34-4927-a556-60e8774a364f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.757030] env[65418]: DEBUG oslo_vmware.api [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 621.757030] env[65418]: value = "task-4687755" [ 621.757030] env[65418]: _type = "Task" [ 621.757030] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.774434] env[65418]: DEBUG oslo_vmware.api [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687755, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.824624] env[65418]: DEBUG nova.compute.utils [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 621.828853] env[65418]: DEBUG nova.compute.manager [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 621.828853] env[65418]: DEBUG nova.network.neutron [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 621.828853] env[65418]: WARNING neutronclient.v2_0.client [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.828853] env[65418]: WARNING neutronclient.v2_0.client [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.850590] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 621.851069] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2128091c-2ed6-4f9c-94e9-bc660b1de638 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.860295] env[65418]: DEBUG oslo_vmware.api [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 621.860295] env[65418]: value = "task-4687756" [ 621.860295] env[65418]: _type = "Task" [ 621.860295] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.879274] env[65418]: DEBUG oslo_vmware.api [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4687756, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.898550] env[65418]: DEBUG oslo_vmware.api [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5222017e-beae-b936-c020-034477e892f4, 'name': SearchDatastore_Task, 'duration_secs': 0.016391} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.903531] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.904406] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.904406] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.914227] env[65418]: DEBUG oslo_vmware.api [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5228d358-b864-0c34-1596-863417e9ce03, 'name': SearchDatastore_Task, 'duration_secs': 0.014735} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.914943] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7db960c0-e58c-4132-adfd-85477e423e57 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.923451] env[65418]: DEBUG oslo_vmware.api [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 621.923451] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52fe3c4c-49c1-9ebf-6ef2-8374513e3e7a" [ 621.923451] env[65418]: _type = "Task" [ 621.923451] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.932397] env[65418]: DEBUG nova.policy [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec673dbf8056445daac98459441ebc94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea9a1850358a42e49d88f4b344fe6d7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 621.944630] env[65418]: DEBUG oslo_vmware.api [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52fe3c4c-49c1-9ebf-6ef2-8374513e3e7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.050468] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687754, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.051263] env[65418]: WARNING neutronclient.v2_0.client [req-ccaed2d1-d50e-4e15-877f-52790506e53b req-3a78adf3-a82f-4f3b-b2a6-4b8a183dd5f6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.085256] env[65418]: WARNING neutronclient.v2_0.client [req-a62c9806-983e-479a-a595-de78a7397c37 req-53f76c79-8868-4d19-b317-605cd74c9451 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.088902] env[65418]: DEBUG nova.compute.manager [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 622.184401] env[65418]: INFO nova.compute.manager [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] instance snapshotting [ 622.187849] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41980ed6-08fd-43df-893d-66e8140f3497 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.212569] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ec4135-5efc-4957-b0a9-afb57ee9f5a7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.276253] env[65418]: DEBUG oslo_vmware.api [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687755, 'name': Rename_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.328535] env[65418]: DEBUG nova.compute.manager [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 622.375464] env[65418]: DEBUG oslo_vmware.api [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4687756, 'name': PowerOffVM_Task, 'duration_secs': 0.423209} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.375682] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 622.375854] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Updating instance 'e3f40535-54bc-42fd-8044-854980d10044' progress to 17 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 622.388831] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ffad4aac-852f-4f9d-a423-eeaf6c48c07d tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Acquiring lock "d428bf6d-ea41-423f-8a60-35483a9924cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.389050] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ffad4aac-852f-4f9d-a423-eeaf6c48c07d tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Lock "d428bf6d-ea41-423f-8a60-35483a9924cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.389108] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ffad4aac-852f-4f9d-a423-eeaf6c48c07d tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Acquiring lock "d428bf6d-ea41-423f-8a60-35483a9924cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.389272] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ffad4aac-852f-4f9d-a423-eeaf6c48c07d tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Lock "d428bf6d-ea41-423f-8a60-35483a9924cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.389425] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ffad4aac-852f-4f9d-a423-eeaf6c48c07d tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Lock "d428bf6d-ea41-423f-8a60-35483a9924cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.391746] env[65418]: INFO nova.compute.manager [None req-ffad4aac-852f-4f9d-a423-eeaf6c48c07d tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Terminating instance [ 622.417191] env[65418]: DEBUG nova.network.neutron [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Successfully created port: 62e3346c-e2f8-451d-9ff6-3e8d6c35e14c {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 622.436956] env[65418]: DEBUG oslo_vmware.api [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52fe3c4c-49c1-9ebf-6ef2-8374513e3e7a, 'name': SearchDatastore_Task, 'duration_secs': 0.036466} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.436956] env[65418]: DEBUG oslo_concurrency.lockutils [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.436956] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] cde5e247-0e3b-4dbd-b715-3cf5312465e2/cde5e247-0e3b-4dbd-b715-3cf5312465e2.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.436956] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.437220] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.437220] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c119bbc-9219-4d92-a14c-371e1941b6b4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.443545] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9dfd463a-f202-4936-9d5b-31e8678d1f87 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.455387] env[65418]: DEBUG oslo_vmware.api [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 622.455387] env[65418]: value = "task-4687757" [ 622.455387] env[65418]: _type = "Task" [ 622.455387] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.457290] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.457669] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.463087] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1645642-c99a-4549-bc19-c653cab82fc9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.474907] env[65418]: DEBUG oslo_vmware.api [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Waiting for the task: (returnval){ [ 622.474907] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b03d40-b78e-fbd7-7841-777750d30d58" [ 622.474907] env[65418]: _type = "Task" [ 622.474907] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.479823] env[65418]: DEBUG oslo_vmware.api [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4687757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.500230] env[65418]: DEBUG oslo_vmware.api [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b03d40-b78e-fbd7-7841-777750d30d58, 'name': SearchDatastore_Task, 'duration_secs': 0.014218} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.500230] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c50dd9ba-cfd8-435c-88b3-dce0b509d3d2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.512740] env[65418]: DEBUG oslo_vmware.api [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Waiting for the task: (returnval){ [ 622.512740] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520e7180-2701-5474-bcc3-790e13b5a111" [ 622.512740] env[65418]: _type = "Task" [ 622.512740] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.525014] env[65418]: DEBUG oslo_vmware.api [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520e7180-2701-5474-bcc3-790e13b5a111, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.554842] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687754, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.610115] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.728549] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Creating Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 622.730267] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0b5a59bf-3326-4bbc-a57d-38b03193bb4a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.752550] env[65418]: DEBUG oslo_vmware.api [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Waiting for the task: (returnval){ [ 622.752550] env[65418]: value = "task-4687758" [ 622.752550] env[65418]: _type = "Task" [ 622.752550] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.763566] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db189a2d-ace6-400a-bf56-30894d145107 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.800076] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cf23c7-bc03-45a9-a835-477e21df06c6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.807781] env[65418]: DEBUG oslo_vmware.api [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687758, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.808330] env[65418]: DEBUG oslo_vmware.api [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687755, 'name': Rename_Task, 'duration_secs': 0.963986} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.808869] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.810788] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb699dca-5a6b-43bb-8c35-2aaddb134c24 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.870504] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b14c3f-eb1f-49a0-bfe0-44fcef4eeb59 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.878263] env[65418]: DEBUG oslo_vmware.api [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 622.878263] env[65418]: value = "task-4687759" [ 622.878263] env[65418]: _type = "Task" [ 622.878263] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.889422] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73753bb-a8c9-4ad3-aad2-fe8665c88b39 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.899507] env[65418]: DEBUG nova.virt.hardware [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 622.899780] env[65418]: DEBUG nova.virt.hardware [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.900069] env[65418]: DEBUG nova.virt.hardware [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 622.900988] env[65418]: DEBUG nova.virt.hardware [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.900988] env[65418]: DEBUG nova.virt.hardware [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 622.900988] env[65418]: DEBUG nova.virt.hardware [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 622.901315] env[65418]: DEBUG nova.virt.hardware [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 622.901440] env[65418]: DEBUG nova.virt.hardware [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 622.901610] env[65418]: DEBUG nova.virt.hardware [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 622.901823] env[65418]: DEBUG nova.virt.hardware [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 622.902068] env[65418]: DEBUG nova.virt.hardware [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 622.911671] env[65418]: DEBUG nova.compute.manager [None req-ffad4aac-852f-4f9d-a423-eeaf6c48c07d tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 622.912146] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ffad4aac-852f-4f9d-a423-eeaf6c48c07d tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 622.913571] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c59b3282-8c1e-46b1-be21-d3d98eb4c182 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.927894] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae52ba9-d3d7-45e7-9dbe-967b13c23860 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.938887] env[65418]: DEBUG oslo_vmware.api [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687759, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.952873] env[65418]: DEBUG nova.compute.provider_tree [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.958730] env[65418]: DEBUG oslo_vmware.api [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 622.958730] env[65418]: value = "task-4687760" [ 622.958730] env[65418]: _type = "Task" [ 622.958730] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.959206] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffad4aac-852f-4f9d-a423-eeaf6c48c07d tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 622.963856] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0eddf644-c615-4070-a061-288f58949072 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.981290] env[65418]: DEBUG oslo_vmware.api [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4687757, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.988038] env[65418]: DEBUG oslo_vmware.api [None req-ffad4aac-852f-4f9d-a423-eeaf6c48c07d tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Waiting for the task: (returnval){ [ 622.988038] env[65418]: value = "task-4687761" [ 622.988038] env[65418]: _type = "Task" [ 622.988038] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.989201] env[65418]: DEBUG oslo_vmware.api [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4687760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.008376] env[65418]: DEBUG oslo_vmware.api [None req-ffad4aac-852f-4f9d-a423-eeaf6c48c07d tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Task: {'id': task-4687761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.027931] env[65418]: DEBUG oslo_vmware.api [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520e7180-2701-5474-bcc3-790e13b5a111, 'name': SearchDatastore_Task, 'duration_secs': 0.015583} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.028383] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.028799] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] c23c3312-47e5-42e4-9b3e-72d687b4656b/c23c3312-47e5-42e4-9b3e-72d687b4656b.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.029206] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00a31f7a-fb8f-4e5f-88a7-424e28e5cda0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.039947] env[65418]: DEBUG oslo_vmware.api [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Waiting for the task: (returnval){ [ 623.039947] env[65418]: value = "task-4687762" [ 623.039947] env[65418]: _type = "Task" [ 623.039947] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.055182] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687754, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.058467] env[65418]: DEBUG oslo_vmware.api [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Task: {'id': task-4687762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.266241] env[65418]: DEBUG oslo_vmware.api [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687758, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.370510] env[65418]: DEBUG nova.compute.manager [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 623.396355] env[65418]: DEBUG oslo_vmware.api [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687759, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.411722] env[65418]: DEBUG nova.virt.hardware [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 623.412093] env[65418]: DEBUG nova.virt.hardware [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.412335] env[65418]: DEBUG nova.virt.hardware [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 623.412546] env[65418]: DEBUG nova.virt.hardware [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.412914] env[65418]: DEBUG nova.virt.hardware [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 623.412914] env[65418]: DEBUG nova.virt.hardware [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 623.413164] env[65418]: DEBUG nova.virt.hardware [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 623.413497] env[65418]: DEBUG nova.virt.hardware [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 623.413497] env[65418]: DEBUG nova.virt.hardware [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 623.413661] env[65418]: DEBUG nova.virt.hardware [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 623.413847] env[65418]: DEBUG nova.virt.hardware [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 623.414874] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ddd12e-92f1-4416-967f-741949d43463 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.425435] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8dbfc8-41e7-4b54-af58-a5b35b07d70d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.461576] env[65418]: DEBUG nova.scheduler.client.report [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.481282] env[65418]: DEBUG oslo_vmware.api [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4687757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614135} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.486295] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] cde5e247-0e3b-4dbd-b715-3cf5312465e2/cde5e247-0e3b-4dbd-b715-3cf5312465e2.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.486602] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.487386] env[65418]: DEBUG oslo_vmware.api [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4687760, 'name': ReconfigVM_Task, 'duration_secs': 0.310987} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.487621] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41da5e1b-59da-49d6-9384-a0c75f4a58f8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.490194] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Updating instance 'e3f40535-54bc-42fd-8044-854980d10044' progress to 33 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 623.510852] env[65418]: DEBUG oslo_vmware.api [None req-ffad4aac-852f-4f9d-a423-eeaf6c48c07d tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Task: {'id': task-4687761, 'name': PowerOffVM_Task, 'duration_secs': 0.454457} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.511481] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffad4aac-852f-4f9d-a423-eeaf6c48c07d tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 623.511833] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ffad4aac-852f-4f9d-a423-eeaf6c48c07d tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 623.512312] env[65418]: DEBUG oslo_vmware.api [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 623.512312] env[65418]: value = "task-4687763" [ 623.512312] env[65418]: _type = "Task" [ 623.512312] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.512575] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3424cb68-b83f-4cda-b5c7-105ea266163f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.526783] env[65418]: DEBUG oslo_vmware.api [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4687763, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.560422] env[65418]: DEBUG oslo_vmware.api [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687754, 'name': PowerOnVM_Task, 'duration_secs': 1.644018} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.564310] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.564673] env[65418]: INFO nova.compute.manager [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Took 14.48 seconds to spawn the instance on the hypervisor. [ 623.564855] env[65418]: DEBUG nova.compute.manager [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 623.565357] env[65418]: DEBUG oslo_vmware.api [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Task: {'id': task-4687762, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.567041] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c584da0-252f-4fa1-bc62-6f7791bd52f8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.613550] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ffad4aac-852f-4f9d-a423-eeaf6c48c07d tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 623.613957] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ffad4aac-852f-4f9d-a423-eeaf6c48c07d tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 623.614326] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffad4aac-852f-4f9d-a423-eeaf6c48c07d tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Deleting the datastore file [datastore2] d428bf6d-ea41-423f-8a60-35483a9924cf {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 623.615131] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e850b520-f26d-4788-857c-a7bba39f8277 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.629806] env[65418]: DEBUG oslo_vmware.api [None req-ffad4aac-852f-4f9d-a423-eeaf6c48c07d tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Waiting for the task: (returnval){ [ 623.629806] env[65418]: value = "task-4687765" [ 623.629806] env[65418]: _type = "Task" [ 623.629806] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.647151] env[65418]: DEBUG oslo_vmware.api [None req-ffad4aac-852f-4f9d-a423-eeaf6c48c07d tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Task: {'id': task-4687765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.772296] env[65418]: DEBUG oslo_vmware.api [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687758, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.896232] env[65418]: DEBUG oslo_vmware.api [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687759, 'name': PowerOnVM_Task, 'duration_secs': 0.79021} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.900204] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.900510] env[65418]: INFO nova.compute.manager [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Took 12.44 seconds to spawn the instance on the hypervisor. [ 623.900754] env[65418]: DEBUG nova.compute.manager [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 623.902194] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d347cf-1fd1-4876-bbbf-4d22f77e9cc6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.975211] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.975732] env[65418]: DEBUG nova.compute.manager [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 623.978806] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.170s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.979052] env[65418]: DEBUG nova.objects.instance [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65418) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 623.998414] env[65418]: DEBUG nova.virt.hardware [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 623.998414] env[65418]: DEBUG nova.virt.hardware [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.998414] env[65418]: DEBUG nova.virt.hardware [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 623.998679] env[65418]: DEBUG nova.virt.hardware [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.998783] env[65418]: DEBUG nova.virt.hardware [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 624.000361] env[65418]: DEBUG nova.virt.hardware [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 624.000361] env[65418]: DEBUG nova.virt.hardware [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 624.000361] env[65418]: DEBUG nova.virt.hardware [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 624.000361] env[65418]: DEBUG nova.virt.hardware [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 624.000361] env[65418]: DEBUG nova.virt.hardware [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 624.000631] env[65418]: DEBUG nova.virt.hardware [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 624.008477] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Reconfiguring VM instance instance-00000001 to detach disk 2000 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 624.009268] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50bf9eb9-afa0-49c0-8209-e875229d1076 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.040149] env[65418]: DEBUG oslo_vmware.api [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4687763, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126408} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.040547] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.040852] env[65418]: DEBUG oslo_vmware.api [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 624.040852] env[65418]: value = "task-4687766" [ 624.040852] env[65418]: _type = "Task" [ 624.040852] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.042757] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ce5cbf-827b-40c3-b00e-d68e2a6d00ca {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.078600] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] cde5e247-0e3b-4dbd-b715-3cf5312465e2/cde5e247-0e3b-4dbd-b715-3cf5312465e2.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.086169] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9338c993-3b72-4168-be70-07ca96b24619 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.105488] env[65418]: DEBUG oslo_vmware.api [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Task: {'id': task-4687762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790917} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.105488] env[65418]: DEBUG oslo_vmware.api [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4687766, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.105488] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] c23c3312-47e5-42e4-9b3e-72d687b4656b/c23c3312-47e5-42e4-9b3e-72d687b4656b.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.105742] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.111409] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b41955f-73d0-4ed9-8469-0561fb3c700f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.111409] env[65418]: INFO nova.compute.manager [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Took 31.36 seconds to build instance. [ 624.116762] env[65418]: DEBUG oslo_vmware.api [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 624.116762] env[65418]: value = "task-4687767" [ 624.116762] env[65418]: _type = "Task" [ 624.116762] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.123511] env[65418]: DEBUG oslo_vmware.api [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Waiting for the task: (returnval){ [ 624.123511] env[65418]: value = "task-4687768" [ 624.123511] env[65418]: _type = "Task" [ 624.123511] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.129935] env[65418]: DEBUG oslo_vmware.api [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4687767, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.141289] env[65418]: DEBUG oslo_vmware.api [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Task: {'id': task-4687768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.153907] env[65418]: DEBUG oslo_vmware.api [None req-ffad4aac-852f-4f9d-a423-eeaf6c48c07d tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Task: {'id': task-4687765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.269366] env[65418]: DEBUG oslo_vmware.api [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687758, 'name': CreateSnapshot_Task, 'duration_secs': 1.060449} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.269366] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Created Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 624.269954] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee3d284-ec22-4846-afb7-29301d7b69fa {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.336112] env[65418]: DEBUG nova.network.neutron [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Successfully updated port: 62e3346c-e2f8-451d-9ff6-3e8d6c35e14c {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 624.426476] env[65418]: INFO nova.compute.manager [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Took 25.93 seconds to build instance. [ 624.487347] env[65418]: DEBUG nova.compute.utils [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 624.494028] env[65418]: DEBUG nova.compute.manager [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 624.494028] env[65418]: DEBUG nova.network.neutron [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 624.494028] env[65418]: WARNING neutronclient.v2_0.client [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.494028] env[65418]: WARNING neutronclient.v2_0.client [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.557097] env[65418]: DEBUG oslo_vmware.api [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4687766, 'name': ReconfigVM_Task, 'duration_secs': 0.341022} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.557097] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Reconfigured VM instance instance-00000001 to detach disk 2000 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 624.557699] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bb363d-8a2e-44b8-abc5-e977cf254c26 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.583173] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] e3f40535-54bc-42fd-8044-854980d10044/e3f40535-54bc-42fd-8044-854980d10044.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.583520] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68910c3e-f2b3-4ad3-8d36-f0c7b405f4dd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.607475] env[65418]: DEBUG oslo_vmware.api [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 624.607475] env[65418]: value = "task-4687769" [ 624.607475] env[65418]: _type = "Task" [ 624.607475] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.613824] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a0673884-625a-45f6-9509-805caf5bb19a tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "a0502cef-9068-4360-a50b-eded3198c2ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.871s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.619021] env[65418]: DEBUG oslo_vmware.api [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4687769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.623265] env[65418]: WARNING neutronclient.v2_0.client [req-ccaed2d1-d50e-4e15-877f-52790506e53b req-3a78adf3-a82f-4f3b-b2a6-4b8a183dd5f6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.633800] env[65418]: DEBUG oslo_vmware.api [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4687767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.640677] env[65418]: DEBUG oslo_vmware.api [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Task: {'id': task-4687768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092604} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.641536] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.643300] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f843b9b8-b856-426d-b922-6fdfda2bd0b4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.653318] env[65418]: DEBUG oslo_vmware.api [None req-ffad4aac-852f-4f9d-a423-eeaf6c48c07d tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Task: {'id': task-4687765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.562698} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.654068] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffad4aac-852f-4f9d-a423-eeaf6c48c07d tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 624.654625] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ffad4aac-852f-4f9d-a423-eeaf6c48c07d tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 624.654625] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ffad4aac-852f-4f9d-a423-eeaf6c48c07d tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 624.654625] env[65418]: INFO nova.compute.manager [None req-ffad4aac-852f-4f9d-a423-eeaf6c48c07d tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Took 1.74 seconds to destroy the instance on the hypervisor. [ 624.655390] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-ffad4aac-852f-4f9d-a423-eeaf6c48c07d tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 624.655390] env[65418]: DEBUG nova.compute.manager [-] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 624.655390] env[65418]: DEBUG nova.network.neutron [-] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 624.655390] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.676152] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] c23c3312-47e5-42e4-9b3e-72d687b4656b/c23c3312-47e5-42e4-9b3e-72d687b4656b.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.678722] env[65418]: WARNING neutronclient.v2_0.client [req-a62c9806-983e-479a-a595-de78a7397c37 req-53f76c79-8868-4d19-b317-605cd74c9451 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.681118] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-390d14b5-9616-4e26-8593-67c23d0803e4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.701239] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Acquiring lock "e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.701239] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Lock "e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.708694] env[65418]: DEBUG oslo_vmware.api [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Waiting for the task: (returnval){ [ 624.708694] env[65418]: value = "task-4687770" [ 624.708694] env[65418]: _type = "Task" [ 624.708694] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.719794] env[65418]: DEBUG oslo_vmware.api [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Task: {'id': task-4687770, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.800669] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Creating linked-clone VM from snapshot {{(pid=65418) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 624.801557] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-45178814-ce3c-419d-a9dc-0b256f7e8ff1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.814391] env[65418]: DEBUG oslo_vmware.api [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Waiting for the task: (returnval){ [ 624.814391] env[65418]: value = "task-4687771" [ 624.814391] env[65418]: _type = "Task" [ 624.814391] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.825438] env[65418]: DEBUG oslo_vmware.api [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687771, 'name': CloneVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.842324] env[65418]: DEBUG oslo_concurrency.lockutils [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "refresh_cache-24054f07-899f-460f-a22b-c0c6eeb240f7" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.842324] env[65418]: DEBUG oslo_concurrency.lockutils [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquired lock "refresh_cache-24054f07-899f-460f-a22b-c0c6eeb240f7" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.842533] env[65418]: DEBUG nova.network.neutron [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 624.929710] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8d2d65d0-87ed-43c5-a596-09e39550e956 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "1f3806d4-c91f-4409-a0f6-c5d67d33724a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.180s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.979836] env[65418]: INFO nova.compute.manager [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Rebuilding instance [ 624.998615] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1f26b97e-053e-4dcc-b7de-165dd4554a1b tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.005187] env[65418]: DEBUG nova.compute.manager [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 625.023311] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.297s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.026067] env[65418]: INFO nova.compute.claims [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.075707] env[65418]: DEBUG nova.compute.manager [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 625.079999] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.079999] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea27092-d114-4fb9-99fe-5b9da9bcbd5a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.119183] env[65418]: DEBUG oslo_vmware.api [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4687769, 'name': ReconfigVM_Task, 'duration_secs': 0.473903} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.119385] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Reconfigured VM instance instance-00000001 to attach disk [datastore2] e3f40535-54bc-42fd-8044-854980d10044/e3f40535-54bc-42fd-8044-854980d10044.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.119882] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Updating instance 'e3f40535-54bc-42fd-8044-854980d10044' progress to 50 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 625.139026] env[65418]: DEBUG oslo_vmware.api [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4687767, 'name': ReconfigVM_Task, 'duration_secs': 0.863312} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.142251] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Reconfigured VM instance instance-0000000c to attach disk [datastore2] cde5e247-0e3b-4dbd-b715-3cf5312465e2/cde5e247-0e3b-4dbd-b715-3cf5312465e2.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.143208] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e43030a4-70b9-4aac-89d2-edd0ffe1e054 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.151723] env[65418]: DEBUG oslo_vmware.api [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 625.151723] env[65418]: value = "task-4687772" [ 625.151723] env[65418]: _type = "Task" [ 625.151723] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.164043] env[65418]: DEBUG oslo_vmware.api [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4687772, 'name': Rename_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.191418] env[65418]: DEBUG nova.policy [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c621f7204884762932a4223ee584149', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd08151875ea9440f845ee44bf50cef04', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.204412] env[65418]: DEBUG nova.compute.manager [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 625.220444] env[65418]: DEBUG oslo_vmware.api [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Task: {'id': task-4687770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.289720] env[65418]: DEBUG nova.network.neutron [req-ccaed2d1-d50e-4e15-877f-52790506e53b req-3a78adf3-a82f-4f3b-b2a6-4b8a183dd5f6 service nova] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Updated VIF entry in instance network info cache for port d49b6d16-5110-48a6-8b0f-78de2c0a3363. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 625.290236] env[65418]: DEBUG nova.network.neutron [req-ccaed2d1-d50e-4e15-877f-52790506e53b req-3a78adf3-a82f-4f3b-b2a6-4b8a183dd5f6 service nova] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Updating instance_info_cache with network_info: [{"id": "d49b6d16-5110-48a6-8b0f-78de2c0a3363", "address": "fa:16:3e:ad:f5:46", "network": {"id": "a4f68f65-c507-4daa-a19f-087d9b9b0756", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1446370278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f59352c4f1488880320587e3162e12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd49b6d16-51", "ovs_interfaceid": "d49b6d16-5110-48a6-8b0f-78de2c0a3363", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.325386] env[65418]: DEBUG oslo_vmware.api [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687771, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.404215] env[65418]: DEBUG nova.network.neutron [req-a62c9806-983e-479a-a595-de78a7397c37 req-53f76c79-8868-4d19-b317-605cd74c9451 service nova] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Updated VIF entry in instance network info cache for port 22cdf97a-ca5f-4346-80b6-be94bede3d2e. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 625.404215] env[65418]: DEBUG nova.network.neutron [req-a62c9806-983e-479a-a595-de78a7397c37 req-53f76c79-8868-4d19-b317-605cd74c9451 service nova] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Updating instance_info_cache with network_info: [{"id": "22cdf97a-ca5f-4346-80b6-be94bede3d2e", "address": "fa:16:3e:db:b9:f6", "network": {"id": "d3664058-5559-4da1-b915-9dbe72d0603c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-176614607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe6158c9854d43ca9a507902c5e64bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22cdf97a-ca", "ovs_interfaceid": "22cdf97a-ca5f-4346-80b6-be94bede3d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.515322] env[65418]: DEBUG oslo_concurrency.lockutils [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Acquiring lock "0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.515714] env[65418]: DEBUG oslo_concurrency.lockutils [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Lock "0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.632524] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5737282-936f-4c5c-8689-0d280d9754dd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.661098] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e762774-43bc-4730-ae5f-d3839b16a7de {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.666262] env[65418]: DEBUG nova.network.neutron [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 625.688389] env[65418]: DEBUG oslo_vmware.api [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4687772, 'name': Rename_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.688815] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Updating instance 'e3f40535-54bc-42fd-8044-854980d10044' progress to 67 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 625.728675] env[65418]: DEBUG oslo_vmware.api [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Task: {'id': task-4687770, 'name': ReconfigVM_Task, 'duration_secs': 0.833066} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.728881] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Reconfigured VM instance instance-0000000d to attach disk [datastore2] c23c3312-47e5-42e4-9b3e-72d687b4656b/c23c3312-47e5-42e4-9b3e-72d687b4656b.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.729506] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54b19d4e-72ba-4e32-a0c1-3d1d1e5993e1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.738142] env[65418]: DEBUG oslo_vmware.api [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Waiting for the task: (returnval){ [ 625.738142] env[65418]: value = "task-4687773" [ 625.738142] env[65418]: _type = "Task" [ 625.738142] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.755449] env[65418]: DEBUG oslo_vmware.api [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Task: {'id': task-4687773, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.756902] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.793521] env[65418]: DEBUG oslo_concurrency.lockutils [req-ccaed2d1-d50e-4e15-877f-52790506e53b req-3a78adf3-a82f-4f3b-b2a6-4b8a183dd5f6 service nova] Releasing lock "refresh_cache-a0502cef-9068-4360-a50b-eded3198c2ac" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.829107] env[65418]: DEBUG oslo_vmware.api [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687771, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.844268] env[65418]: WARNING neutronclient.v2_0.client [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.907930] env[65418]: DEBUG oslo_concurrency.lockutils [req-a62c9806-983e-479a-a595-de78a7397c37 req-53f76c79-8868-4d19-b317-605cd74c9451 service nova] Releasing lock "refresh_cache-1f3806d4-c91f-4409-a0f6-c5d67d33724a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.004123] env[65418]: DEBUG nova.network.neutron [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Updating instance_info_cache with network_info: [{"id": "62e3346c-e2f8-451d-9ff6-3e8d6c35e14c", "address": "fa:16:3e:05:21:c1", "network": {"id": "2562c175-4d15-43d3-b157-3d30695ce81c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402255614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea9a1850358a42e49d88f4b344fe6d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e3346c-e2", "ovs_interfaceid": "62e3346c-e2f8-451d-9ff6-3e8d6c35e14c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.019317] env[65418]: DEBUG nova.compute.manager [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 626.029572] env[65418]: DEBUG nova.compute.manager [req-a59db2f4-d010-41cc-bff2-2fcfc283fce9 req-6512cad6-4eb4-4889-8308-1cf17512bff6 service nova] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Received event network-vif-plugged-0b6d946a-d398-4c1e-bf74-7df2518a23c3 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 626.029936] env[65418]: DEBUG oslo_concurrency.lockutils [req-a59db2f4-d010-41cc-bff2-2fcfc283fce9 req-6512cad6-4eb4-4889-8308-1cf17512bff6 service nova] Acquiring lock "cde5e247-0e3b-4dbd-b715-3cf5312465e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.030108] env[65418]: DEBUG oslo_concurrency.lockutils [req-a59db2f4-d010-41cc-bff2-2fcfc283fce9 req-6512cad6-4eb4-4889-8308-1cf17512bff6 service nova] Lock "cde5e247-0e3b-4dbd-b715-3cf5312465e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.030483] env[65418]: DEBUG oslo_concurrency.lockutils [req-a59db2f4-d010-41cc-bff2-2fcfc283fce9 req-6512cad6-4eb4-4889-8308-1cf17512bff6 service nova] Lock "cde5e247-0e3b-4dbd-b715-3cf5312465e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.030483] env[65418]: DEBUG nova.compute.manager [req-a59db2f4-d010-41cc-bff2-2fcfc283fce9 req-6512cad6-4eb4-4889-8308-1cf17512bff6 service nova] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] No waiting events found dispatching network-vif-plugged-0b6d946a-d398-4c1e-bf74-7df2518a23c3 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 626.030654] env[65418]: WARNING nova.compute.manager [req-a59db2f4-d010-41cc-bff2-2fcfc283fce9 req-6512cad6-4eb4-4889-8308-1cf17512bff6 service nova] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Received unexpected event network-vif-plugged-0b6d946a-d398-4c1e-bf74-7df2518a23c3 for instance with vm_state building and task_state spawning. [ 626.030716] env[65418]: DEBUG nova.compute.manager [req-a59db2f4-d010-41cc-bff2-2fcfc283fce9 req-6512cad6-4eb4-4889-8308-1cf17512bff6 service nova] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Received event network-changed-0b6d946a-d398-4c1e-bf74-7df2518a23c3 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 626.030854] env[65418]: DEBUG nova.compute.manager [req-a59db2f4-d010-41cc-bff2-2fcfc283fce9 req-6512cad6-4eb4-4889-8308-1cf17512bff6 service nova] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Refreshing instance network info cache due to event network-changed-0b6d946a-d398-4c1e-bf74-7df2518a23c3. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 626.031067] env[65418]: DEBUG oslo_concurrency.lockutils [req-a59db2f4-d010-41cc-bff2-2fcfc283fce9 req-6512cad6-4eb4-4889-8308-1cf17512bff6 service nova] Acquiring lock "refresh_cache-cde5e247-0e3b-4dbd-b715-3cf5312465e2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.031164] env[65418]: DEBUG oslo_concurrency.lockutils [req-a59db2f4-d010-41cc-bff2-2fcfc283fce9 req-6512cad6-4eb4-4889-8308-1cf17512bff6 service nova] Acquired lock "refresh_cache-cde5e247-0e3b-4dbd-b715-3cf5312465e2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.031422] env[65418]: DEBUG nova.network.neutron [req-a59db2f4-d010-41cc-bff2-2fcfc283fce9 req-6512cad6-4eb4-4889-8308-1cf17512bff6 service nova] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Refreshing network info cache for port 0b6d946a-d398-4c1e-bf74-7df2518a23c3 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.045647] env[65418]: DEBUG nova.compute.manager [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 626.055673] env[65418]: DEBUG nova.compute.manager [req-89c453bb-49a9-4bf1-aafd-6888429767ad req-79c369c1-6e31-43ec-9cca-1f4a882fda91 service nova] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Received event network-vif-plugged-07c21d89-065a-4041-8247-43c2309f1060 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 626.055673] env[65418]: DEBUG oslo_concurrency.lockutils [req-89c453bb-49a9-4bf1-aafd-6888429767ad req-79c369c1-6e31-43ec-9cca-1f4a882fda91 service nova] Acquiring lock "c23c3312-47e5-42e4-9b3e-72d687b4656b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.055673] env[65418]: DEBUG oslo_concurrency.lockutils [req-89c453bb-49a9-4bf1-aafd-6888429767ad req-79c369c1-6e31-43ec-9cca-1f4a882fda91 service nova] Lock "c23c3312-47e5-42e4-9b3e-72d687b4656b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.056213] env[65418]: DEBUG oslo_concurrency.lockutils [req-89c453bb-49a9-4bf1-aafd-6888429767ad req-79c369c1-6e31-43ec-9cca-1f4a882fda91 service nova] Lock "c23c3312-47e5-42e4-9b3e-72d687b4656b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.056213] env[65418]: DEBUG nova.compute.manager [req-89c453bb-49a9-4bf1-aafd-6888429767ad req-79c369c1-6e31-43ec-9cca-1f4a882fda91 service nova] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] No waiting events found dispatching network-vif-plugged-07c21d89-065a-4041-8247-43c2309f1060 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 626.056213] env[65418]: WARNING nova.compute.manager [req-89c453bb-49a9-4bf1-aafd-6888429767ad req-79c369c1-6e31-43ec-9cca-1f4a882fda91 service nova] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Received unexpected event network-vif-plugged-07c21d89-065a-4041-8247-43c2309f1060 for instance with vm_state building and task_state spawning. [ 626.056389] env[65418]: DEBUG nova.compute.manager [req-89c453bb-49a9-4bf1-aafd-6888429767ad req-79c369c1-6e31-43ec-9cca-1f4a882fda91 service nova] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Received event network-changed-07c21d89-065a-4041-8247-43c2309f1060 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 626.056518] env[65418]: DEBUG nova.compute.manager [req-89c453bb-49a9-4bf1-aafd-6888429767ad req-79c369c1-6e31-43ec-9cca-1f4a882fda91 service nova] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Refreshing instance network info cache due to event network-changed-07c21d89-065a-4041-8247-43c2309f1060. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 626.057145] env[65418]: DEBUG oslo_concurrency.lockutils [req-89c453bb-49a9-4bf1-aafd-6888429767ad req-79c369c1-6e31-43ec-9cca-1f4a882fda91 service nova] Acquiring lock "refresh_cache-c23c3312-47e5-42e4-9b3e-72d687b4656b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.057145] env[65418]: DEBUG oslo_concurrency.lockutils [req-89c453bb-49a9-4bf1-aafd-6888429767ad req-79c369c1-6e31-43ec-9cca-1f4a882fda91 service nova] Acquired lock "refresh_cache-c23c3312-47e5-42e4-9b3e-72d687b4656b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.057145] env[65418]: DEBUG nova.network.neutron [req-89c453bb-49a9-4bf1-aafd-6888429767ad req-79c369c1-6e31-43ec-9cca-1f4a882fda91 service nova] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Refreshing network info cache for port 07c21d89-065a-4041-8247-43c2309f1060 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.087241] env[65418]: DEBUG nova.virt.hardware [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 626.087653] env[65418]: DEBUG nova.virt.hardware [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.087925] env[65418]: DEBUG nova.virt.hardware [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 626.088238] env[65418]: DEBUG nova.virt.hardware [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.090285] env[65418]: DEBUG nova.virt.hardware [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 626.090662] env[65418]: DEBUG nova.virt.hardware [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 626.090769] env[65418]: DEBUG nova.virt.hardware [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 626.091035] env[65418]: DEBUG nova.virt.hardware [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 626.091197] env[65418]: DEBUG nova.virt.hardware [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 626.091454] env[65418]: DEBUG nova.virt.hardware [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 626.092128] env[65418]: DEBUG nova.virt.hardware [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 626.093791] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0330e98b-83e1-498d-ac8f-aaee50f9c39e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.102374] env[65418]: DEBUG nova.network.neutron [-] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.104251] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 626.105348] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b476b27-1e43-4e72-988a-dfde49277c8f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.119799] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1865ca08-a8cc-43fb-8f1b-be005b8521cc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.125051] env[65418]: DEBUG oslo_vmware.api [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Waiting for the task: (returnval){ [ 626.125051] env[65418]: value = "task-4687774" [ 626.125051] env[65418]: _type = "Task" [ 626.125051] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.148466] env[65418]: DEBUG oslo_vmware.api [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Task: {'id': task-4687774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.149740] env[65418]: DEBUG nova.network.neutron [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Successfully created port: 717090ab-f25f-47b9-8b80-3c147cf1c32c {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 626.171849] env[65418]: DEBUG oslo_vmware.api [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4687772, 'name': Rename_Task, 'duration_secs': 0.935386} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.171849] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.174621] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e44b044-1f8f-4290-b1b3-e5196fa59702 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.182941] env[65418]: DEBUG oslo_vmware.api [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 626.182941] env[65418]: value = "task-4687775" [ 626.182941] env[65418]: _type = "Task" [ 626.182941] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.193881] env[65418]: DEBUG oslo_vmware.api [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4687775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.198798] env[65418]: WARNING neutronclient.v2_0.client [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.199427] env[65418]: WARNING neutronclient.v2_0.client [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.258633] env[65418]: DEBUG oslo_vmware.api [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Task: {'id': task-4687773, 'name': Rename_Task, 'duration_secs': 0.172843} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.259169] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.259563] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2421d6e7-059c-4b51-b2b0-63f89ab537db {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.271634] env[65418]: DEBUG oslo_vmware.api [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Waiting for the task: (returnval){ [ 626.271634] env[65418]: value = "task-4687776" [ 626.271634] env[65418]: _type = "Task" [ 626.271634] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.295569] env[65418]: DEBUG oslo_vmware.api [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Task: {'id': task-4687776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.317458] env[65418]: DEBUG nova.network.neutron [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Port d963ca55-ee3f-4889-883d-5ab574d0fe4d binding to destination host cpu-1 is already ACTIVE {{(pid=65418) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 626.333879] env[65418]: DEBUG oslo_vmware.api [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687771, 'name': CloneVM_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.511936] env[65418]: DEBUG oslo_concurrency.lockutils [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Releasing lock "refresh_cache-24054f07-899f-460f-a22b-c0c6eeb240f7" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.512599] env[65418]: DEBUG nova.compute.manager [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Instance network_info: |[{"id": "62e3346c-e2f8-451d-9ff6-3e8d6c35e14c", "address": "fa:16:3e:05:21:c1", "network": {"id": "2562c175-4d15-43d3-b157-3d30695ce81c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402255614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea9a1850358a42e49d88f4b344fe6d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e3346c-e2", "ovs_interfaceid": "62e3346c-e2f8-451d-9ff6-3e8d6c35e14c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 626.513348] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:21:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62e3346c-e2f8-451d-9ff6-3e8d6c35e14c', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 626.523551] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Creating folder: Project (ea9a1850358a42e49d88f4b344fe6d7e). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.531240] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f8a5d11-af26-495d-ad03-3b1c09c169bb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.538685] env[65418]: WARNING neutronclient.v2_0.client [req-a59db2f4-d010-41cc-bff2-2fcfc283fce9 req-6512cad6-4eb4-4889-8308-1cf17512bff6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.557143] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Created folder: Project (ea9a1850358a42e49d88f4b344fe6d7e) in parent group-v914982. [ 626.557143] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Creating folder: Instances. Parent ref: group-v915021. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.557143] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8a0888c-2c9a-46c3-bff7-cf923ceb26af {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.559916] env[65418]: DEBUG oslo_concurrency.lockutils [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.564318] env[65418]: WARNING neutronclient.v2_0.client [req-89c453bb-49a9-4bf1-aafd-6888429767ad req-79c369c1-6e31-43ec-9cca-1f4a882fda91 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.571683] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Created folder: Instances in parent group-v915021. [ 626.571967] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 626.573235] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 626.574918] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355b41eb-49f3-4a32-b432-db7e1275e588 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.578402] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f08f767-4156-44e2-88bf-1cbfc747d0df {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.604485] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab01afe-ef2d-4f19-b9ea-3054dcb9ed63 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.608196] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.608196] env[65418]: value = "task-4687779" [ 626.608196] env[65418]: _type = "Task" [ 626.608196] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.608602] env[65418]: INFO nova.compute.manager [-] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Took 1.95 seconds to deallocate network for instance. [ 626.656249] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b81e19-905f-4087-b144-67e63c0753d8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.663889] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687779, 'name': CreateVM_Task} progress is 15%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.672490] env[65418]: DEBUG oslo_vmware.api [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Task: {'id': task-4687774, 'name': PowerOffVM_Task, 'duration_secs': 0.234013} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.675456] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.675963] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 626.677679] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4d4939-583a-463e-bc33-e50cd55a0654 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.682891] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa0442d-9fe8-43d5-9018-bd1456f66ef8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.695055] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 626.704851] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10db3bf5-9d1f-4ace-8741-abb6788089a4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.707175] env[65418]: DEBUG nova.compute.provider_tree [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.712705] env[65418]: DEBUG oslo_vmware.api [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4687775, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.754978] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.754978] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.755953] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Deleting the datastore file [datastore1] 4b42c2cd-dd38-4821-862e-2b8eddc687ff {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.757140] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e625ad77-dcb9-436a-8c20-7cdfcddf0463 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.764268] env[65418]: DEBUG oslo_vmware.api [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Waiting for the task: (returnval){ [ 626.764268] env[65418]: value = "task-4687781" [ 626.764268] env[65418]: _type = "Task" [ 626.764268] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.774923] env[65418]: DEBUG oslo_vmware.api [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Task: {'id': task-4687781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.785218] env[65418]: DEBUG oslo_vmware.api [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Task: {'id': task-4687776, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.841808] env[65418]: DEBUG oslo_vmware.api [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687771, 'name': CloneVM_Task, 'duration_secs': 1.543802} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.842223] env[65418]: INFO nova.virt.vmwareapi.vmops [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Created linked-clone VM from snapshot [ 626.843423] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ddc35f3-b4c8-49d6-92e8-fae510c70645 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.855632] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Uploading image 13fa6af9-d3b4-423a-8b51-21328bc1d0bd {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 626.890991] env[65418]: DEBUG oslo_vmware.rw_handles [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 626.890991] env[65418]: value = "vm-915020" [ 626.890991] env[65418]: _type = "VirtualMachine" [ 626.890991] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 626.890991] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-baad1e82-c7e8-4696-9c80-1f33ae320918 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.904130] env[65418]: DEBUG oslo_vmware.rw_handles [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Lease: (returnval){ [ 626.904130] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527cdbed-6ed6-87c1-c9c9-773c9a4045ff" [ 626.904130] env[65418]: _type = "HttpNfcLease" [ 626.904130] env[65418]: } obtained for exporting VM: (result){ [ 626.904130] env[65418]: value = "vm-915020" [ 626.904130] env[65418]: _type = "VirtualMachine" [ 626.904130] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 626.904423] env[65418]: DEBUG oslo_vmware.api [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Waiting for the lease: (returnval){ [ 626.904423] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527cdbed-6ed6-87c1-c9c9-773c9a4045ff" [ 626.904423] env[65418]: _type = "HttpNfcLease" [ 626.904423] env[65418]: } to be ready. {{(pid=65418) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 626.917969] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 626.917969] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527cdbed-6ed6-87c1-c9c9-773c9a4045ff" [ 626.917969] env[65418]: _type = "HttpNfcLease" [ 626.917969] env[65418]: } is initializing. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 626.973199] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Acquiring lock "945a0020-1501-4ff2-82f5-69f726ee7e67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.973819] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Lock "945a0020-1501-4ff2-82f5-69f726ee7e67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.123613] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687779, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.150640] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ffad4aac-852f-4f9d-a423-eeaf6c48c07d tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.198925] env[65418]: DEBUG oslo_vmware.api [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4687775, 'name': PowerOnVM_Task, 'duration_secs': 0.682698} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.199280] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.199491] env[65418]: INFO nova.compute.manager [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Took 13.36 seconds to spawn the instance on the hypervisor. [ 627.199661] env[65418]: DEBUG nova.compute.manager [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 627.200678] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45724636-939b-4e89-b357-202aec952e4b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.216011] env[65418]: DEBUG nova.scheduler.client.report [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.231640] env[65418]: WARNING neutronclient.v2_0.client [req-a59db2f4-d010-41cc-bff2-2fcfc283fce9 req-6512cad6-4eb4-4889-8308-1cf17512bff6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.286337] env[65418]: DEBUG oslo_vmware.api [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Task: {'id': task-4687781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110247} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.287920] env[65418]: WARNING neutronclient.v2_0.client [req-89c453bb-49a9-4bf1-aafd-6888429767ad req-79c369c1-6e31-43ec-9cca-1f4a882fda91 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.291793] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.292489] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 627.292489] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 627.303030] env[65418]: DEBUG oslo_vmware.api [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Task: {'id': task-4687776, 'name': PowerOnVM_Task, 'duration_secs': 0.731815} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.303030] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.303030] env[65418]: INFO nova.compute.manager [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Took 11.00 seconds to spawn the instance on the hypervisor. [ 627.303030] env[65418]: DEBUG nova.compute.manager [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 627.303030] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25bd7d4-a777-421f-aec6-c47852211bdb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.362028] env[65418]: DEBUG oslo_concurrency.lockutils [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquiring lock "e3f40535-54bc-42fd-8044-854980d10044-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.362028] env[65418]: DEBUG oslo_concurrency.lockutils [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lock "e3f40535-54bc-42fd-8044-854980d10044-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.362028] env[65418]: DEBUG oslo_concurrency.lockutils [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lock "e3f40535-54bc-42fd-8044-854980d10044-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.414292] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 627.414292] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527cdbed-6ed6-87c1-c9c9-773c9a4045ff" [ 627.414292] env[65418]: _type = "HttpNfcLease" [ 627.414292] env[65418]: } is ready. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 627.414792] env[65418]: DEBUG oslo_vmware.rw_handles [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 627.414792] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527cdbed-6ed6-87c1-c9c9-773c9a4045ff" [ 627.414792] env[65418]: _type = "HttpNfcLease" [ 627.414792] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 627.415401] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af35d42-541f-4cf9-a908-7ca87eb2bd54 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.420195] env[65418]: DEBUG nova.network.neutron [req-a59db2f4-d010-41cc-bff2-2fcfc283fce9 req-6512cad6-4eb4-4889-8308-1cf17512bff6 service nova] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Updated VIF entry in instance network info cache for port 0b6d946a-d398-4c1e-bf74-7df2518a23c3. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 627.420770] env[65418]: DEBUG nova.network.neutron [req-a59db2f4-d010-41cc-bff2-2fcfc283fce9 req-6512cad6-4eb4-4889-8308-1cf17512bff6 service nova] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Updating instance_info_cache with network_info: [{"id": "0b6d946a-d398-4c1e-bf74-7df2518a23c3", "address": "fa:16:3e:2e:be:23", "network": {"id": "3fab3b70-ba17-4e6a-ae3d-5a05fb711a8b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-395157993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0727a4c133420fa0cb4f4356dee109", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b6d946a-d3", "ovs_interfaceid": "0b6d946a-d398-4c1e-bf74-7df2518a23c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.427256] env[65418]: DEBUG oslo_vmware.rw_handles [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f5a81c-610b-2d36-4a9a-79692953c78c/disk-0.vmdk from lease info. {{(pid=65418) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 627.427458] env[65418]: DEBUG oslo_vmware.rw_handles [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f5a81c-610b-2d36-4a9a-79692953c78c/disk-0.vmdk for reading. {{(pid=65418) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 627.485613] env[65418]: DEBUG nova.compute.manager [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 627.488980] env[65418]: DEBUG nova.network.neutron [req-89c453bb-49a9-4bf1-aafd-6888429767ad req-79c369c1-6e31-43ec-9cca-1f4a882fda91 service nova] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Updated VIF entry in instance network info cache for port 07c21d89-065a-4041-8247-43c2309f1060. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 627.489352] env[65418]: DEBUG nova.network.neutron [req-89c453bb-49a9-4bf1-aafd-6888429767ad req-79c369c1-6e31-43ec-9cca-1f4a882fda91 service nova] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Updating instance_info_cache with network_info: [{"id": "07c21d89-065a-4041-8247-43c2309f1060", "address": "fa:16:3e:40:7e:1d", "network": {"id": "a1d2fc4d-b1d4-4d10-baf9-52ca751e12ee", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1220529470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb0ae1486e54c7caa3e888902c40556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07c21d89-06", "ovs_interfaceid": "07c21d89-065a-4041-8247-43c2309f1060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.587580] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-33738f99-d21f-442a-8413-20fb012b9c00 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.627722] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687779, 'name': CreateVM_Task, 'duration_secs': 0.550005} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.633103] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 627.633863] env[65418]: WARNING neutronclient.v2_0.client [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.634266] env[65418]: DEBUG oslo_concurrency.lockutils [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.634612] env[65418]: DEBUG oslo_concurrency.lockutils [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.634934] env[65418]: DEBUG oslo_concurrency.lockutils [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.634969] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dffa0c9-4083-441a-8ba9-1b8c908f31d4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.641677] env[65418]: DEBUG oslo_vmware.api [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 627.641677] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]522bbb90-e6f9-21c6-8755-e9cbb1db11df" [ 627.641677] env[65418]: _type = "Task" [ 627.641677] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.653353] env[65418]: DEBUG oslo_vmware.api [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]522bbb90-e6f9-21c6-8755-e9cbb1db11df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.722202] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.722665] env[65418]: DEBUG nova.compute.manager [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 627.727671] env[65418]: INFO nova.compute.manager [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Took 28.62 seconds to build instance. [ 627.731266] env[65418]: DEBUG oslo_concurrency.lockutils [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.937s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.734245] env[65418]: INFO nova.compute.claims [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.830346] env[65418]: INFO nova.compute.manager [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Took 27.61 seconds to build instance. [ 627.930593] env[65418]: DEBUG oslo_concurrency.lockutils [req-a59db2f4-d010-41cc-bff2-2fcfc283fce9 req-6512cad6-4eb4-4889-8308-1cf17512bff6 service nova] Releasing lock "refresh_cache-cde5e247-0e3b-4dbd-b715-3cf5312465e2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.949033] env[65418]: DEBUG nova.network.neutron [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Successfully updated port: 717090ab-f25f-47b9-8b80-3c147cf1c32c {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 627.996224] env[65418]: DEBUG oslo_concurrency.lockutils [req-89c453bb-49a9-4bf1-aafd-6888429767ad req-79c369c1-6e31-43ec-9cca-1f4a882fda91 service nova] Releasing lock "refresh_cache-c23c3312-47e5-42e4-9b3e-72d687b4656b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.025408] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.156824] env[65418]: DEBUG oslo_vmware.api [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]522bbb90-e6f9-21c6-8755-e9cbb1db11df, 'name': SearchDatastore_Task, 'duration_secs': 0.011944} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.157270] env[65418]: DEBUG oslo_concurrency.lockutils [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.157549] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.157968] env[65418]: DEBUG oslo_concurrency.lockutils [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.158141] env[65418]: DEBUG oslo_concurrency.lockutils [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.158560] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.161150] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f28afe00-c985-46ff-ac87-178956a03d0c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.174510] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.176284] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.180657] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67f07e66-b70c-4dd1-8636-0973e4b860a8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.186221] env[65418]: DEBUG oslo_vmware.api [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 628.186221] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d3612a-62a1-4f12-5d1b-56c89a7810e0" [ 628.186221] env[65418]: _type = "Task" [ 628.186221] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.204439] env[65418]: DEBUG oslo_vmware.api [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d3612a-62a1-4f12-5d1b-56c89a7810e0, 'name': SearchDatastore_Task, 'duration_secs': 0.014033} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.205523] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93d8b6fb-6d7d-4c2a-872a-d3626c8aee58 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.212996] env[65418]: DEBUG oslo_vmware.api [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 628.212996] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52104ed7-cd6e-49fe-1a61-353b02d2e9ed" [ 628.212996] env[65418]: _type = "Task" [ 628.212996] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.228319] env[65418]: DEBUG oslo_vmware.api [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52104ed7-cd6e-49fe-1a61-353b02d2e9ed, 'name': SearchDatastore_Task, 'duration_secs': 0.011154} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.228982] env[65418]: DEBUG oslo_concurrency.lockutils [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.229563] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 24054f07-899f-460f-a22b-c0c6eeb240f7/24054f07-899f-460f-a22b-c0c6eeb240f7.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 628.229676] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-511de7bd-0f2c-4d42-a1ad-40f820e157bc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.240045] env[65418]: DEBUG oslo_vmware.api [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 628.240045] env[65418]: value = "task-4687783" [ 628.240045] env[65418]: _type = "Task" [ 628.240045] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.246905] env[65418]: DEBUG nova.compute.utils [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.250789] env[65418]: DEBUG oslo_concurrency.lockutils [None req-40601daf-af40-4625-9a57-55cea87d2dfa tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "cde5e247-0e3b-4dbd-b715-3cf5312465e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.282s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.253021] env[65418]: DEBUG nova.compute.manager [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 628.253021] env[65418]: DEBUG nova.network.neutron [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 628.253021] env[65418]: WARNING neutronclient.v2_0.client [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 628.253021] env[65418]: WARNING neutronclient.v2_0.client [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 628.261420] env[65418]: DEBUG oslo_vmware.api [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4687783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.322857] env[65418]: DEBUG nova.policy [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '721133b7c04c45a7a96620707e0db4fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50c42ce6291d4cf2bdfc6f9d94073d09', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.337590] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba10665c-39c8-4355-b69f-ff1748dcc768 tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Lock "c23c3312-47e5-42e4-9b3e-72d687b4656b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.950s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.353335] env[65418]: DEBUG nova.virt.hardware [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 628.353335] env[65418]: DEBUG nova.virt.hardware [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.353335] env[65418]: DEBUG nova.virt.hardware [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 628.353335] env[65418]: DEBUG nova.virt.hardware [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.353640] env[65418]: DEBUG nova.virt.hardware [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 628.353640] env[65418]: DEBUG nova.virt.hardware [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 628.353640] env[65418]: DEBUG nova.virt.hardware [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 628.353751] env[65418]: DEBUG nova.virt.hardware [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 628.353964] env[65418]: DEBUG nova.virt.hardware [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 628.354111] env[65418]: DEBUG nova.virt.hardware [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 628.354335] env[65418]: DEBUG nova.virt.hardware [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 628.355597] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d17faf9-8aca-4381-9fc0-57b6d6114a64 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.367159] env[65418]: WARNING neutronclient.v2_0.client [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 628.373013] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe90c7a9-e101-4c5b-a7a5-4e0bd97a0b83 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.379300] env[65418]: INFO nova.compute.manager [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Rescuing [ 628.380955] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Acquiring lock "refresh_cache-2a8fab21-61e8-48f5-a5fa-1b7715eca707" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.380955] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Acquired lock "refresh_cache-2a8fab21-61e8-48f5-a5fa-1b7715eca707" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.380955] env[65418]: DEBUG nova.network.neutron [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 628.401705] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Instance VIF info [] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.409407] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 628.410432] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.410696] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd23efda-c56e-4364-92ac-b92c9d2cad3c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.431557] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.431557] env[65418]: value = "task-4687784" [ 628.431557] env[65418]: _type = "Task" [ 628.431557] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.446335] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687784, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.455250] env[65418]: DEBUG oslo_concurrency.lockutils [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquiring lock "refresh_cache-e3f40535-54bc-42fd-8044-854980d10044" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.455250] env[65418]: DEBUG oslo_concurrency.lockutils [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquired lock "refresh_cache-e3f40535-54bc-42fd-8044-854980d10044" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.455250] env[65418]: DEBUG nova.network.neutron [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 628.457948] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Acquiring lock "refresh_cache-fc5559c5-c283-4ed5-8e1d-46e2ecffc27a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.458139] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Acquired lock "refresh_cache-fc5559c5-c283-4ed5-8e1d-46e2ecffc27a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.458411] env[65418]: DEBUG nova.network.neutron [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 628.752985] env[65418]: DEBUG nova.compute.manager [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 628.766869] env[65418]: DEBUG oslo_vmware.api [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4687783, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.898824] env[65418]: WARNING neutronclient.v2_0.client [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 628.926333] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Acquiring lock "47ed285c-fd2a-436a-a3a4-bc08f62c1bbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.926618] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Lock "47ed285c-fd2a-436a-a3a4-bc08f62c1bbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.953420] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687784, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.958733] env[65418]: WARNING neutronclient.v2_0.client [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.005101] env[65418]: DEBUG nova.network.neutron [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Successfully created port: cd0c7bf4-c84d-49ff-ad68-d2c6ed02ff66 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 629.225327] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9be223-825a-4818-864b-d08b5f974ed1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.235315] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c7ca84-2d08-43cb-96a1-7f6482fa6b99 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.240511] env[65418]: DEBUG nova.network.neutron [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 629.281916] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd83dca-de50-4746-832d-1314945ab23d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.288441] env[65418]: DEBUG oslo_vmware.api [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4687783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539962} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.289236] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 24054f07-899f-460f-a22b-c0c6eeb240f7/24054f07-899f-460f-a22b-c0c6eeb240f7.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.289442] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 629.289705] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e20ad1e7-9e4e-4b80-9ad0-683a281323a9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.296428] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8831b101-4060-44ed-9b14-db539524a5bd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.302112] env[65418]: DEBUG oslo_vmware.api [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 629.302112] env[65418]: value = "task-4687785" [ 629.302112] env[65418]: _type = "Task" [ 629.302112] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.315403] env[65418]: DEBUG nova.compute.provider_tree [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 629.324259] env[65418]: DEBUG oslo_vmware.api [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4687785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.434164] env[65418]: DEBUG nova.compute.manager [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 629.449032] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687784, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.790824] env[65418]: DEBUG nova.compute.manager [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 629.821291] env[65418]: DEBUG oslo_vmware.api [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4687785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082879} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.825913] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 629.829089] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7683dbc5-be34-4a72-810d-ed7927b9bfa4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.866319] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 24054f07-899f-460f-a22b-c0c6eeb240f7/24054f07-899f-460f-a22b-c0c6eeb240f7.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.869925] env[65418]: DEBUG nova.virt.hardware [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1130422755',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1488544848',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 629.870398] env[65418]: DEBUG nova.virt.hardware [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.870563] env[65418]: DEBUG nova.virt.hardware [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 629.870791] env[65418]: DEBUG nova.virt.hardware [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.871132] env[65418]: DEBUG nova.virt.hardware [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 629.871265] env[65418]: DEBUG nova.virt.hardware [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 629.871528] env[65418]: DEBUG nova.virt.hardware [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 629.871783] env[65418]: DEBUG nova.virt.hardware [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 629.872090] env[65418]: DEBUG nova.virt.hardware [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 629.872399] env[65418]: DEBUG nova.virt.hardware [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 629.876338] env[65418]: DEBUG nova.virt.hardware [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 629.876680] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa905994-4438-4469-ad1b-9d2289fdc3af {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.906233] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d297699c-8bda-43b9-a2de-48cc60e1fcf0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.910096] env[65418]: ERROR nova.scheduler.client.report [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [req-172216d6-c722-4f59-8be8-b6cd5b0a9c58] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 04ebeb19-ed8c-4ddf-818a-ebce01147110. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-172216d6-c722-4f59-8be8-b6cd5b0a9c58"}]} [ 629.928012] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099e4188-ee0d-41fd-a857-5a9041d667b5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.934471] env[65418]: DEBUG oslo_vmware.api [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 629.934471] env[65418]: value = "task-4687786" [ 629.934471] env[65418]: _type = "Task" [ 629.934471] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.949018] env[65418]: DEBUG nova.scheduler.client.report [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Refreshing inventories for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 629.985290] env[65418]: DEBUG oslo_vmware.api [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4687786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.985672] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687784, 'name': CreateVM_Task, 'duration_secs': 1.500622} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.985931] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.986469] env[65418]: DEBUG oslo_concurrency.lockutils [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.988095] env[65418]: DEBUG oslo_concurrency.lockutils [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.988095] env[65418]: DEBUG oslo_concurrency.lockutils [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.988276] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-768b87d0-74eb-4908-a6a6-e9c245290cde {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.994804] env[65418]: DEBUG nova.scheduler.client.report [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Updating ProviderTree inventory for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 629.995241] env[65418]: DEBUG nova.compute.provider_tree [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 629.999789] env[65418]: DEBUG oslo_vmware.api [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Waiting for the task: (returnval){ [ 629.999789] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5254bf35-461f-629e-3ee6-39da17cfabc7" [ 629.999789] env[65418]: _type = "Task" [ 629.999789] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.008339] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.018770] env[65418]: DEBUG oslo_vmware.api [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5254bf35-461f-629e-3ee6-39da17cfabc7, 'name': SearchDatastore_Task, 'duration_secs': 0.011608} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.019312] env[65418]: DEBUG oslo_concurrency.lockutils [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.019671] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.021254] env[65418]: DEBUG oslo_concurrency.lockutils [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.021254] env[65418]: DEBUG oslo_concurrency.lockutils [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.021254] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.021254] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-438e6ede-c0a3-4837-8861-6cc3eef284fc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.025256] env[65418]: DEBUG nova.scheduler.client.report [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Refreshing aggregate associations for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110, aggregates: None {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 630.032232] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.032326] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.033279] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb8ec431-8cf5-4bef-b12f-c098b6d919b5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.043889] env[65418]: DEBUG oslo_vmware.api [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Waiting for the task: (returnval){ [ 630.043889] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52437c51-6bd0-2263-549e-008fec79e3af" [ 630.043889] env[65418]: _type = "Task" [ 630.043889] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.055783] env[65418]: DEBUG oslo_vmware.api [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52437c51-6bd0-2263-549e-008fec79e3af, 'name': SearchDatastore_Task, 'duration_secs': 0.010719} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.057329] env[65418]: DEBUG nova.scheduler.client.report [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Refreshing trait associations for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 630.057675] env[65418]: DEBUG nova.compute.provider_tree [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Updating resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 generation from 28 to 29 during operation: update_traits {{(pid=65418) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 630.061497] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e04a115-204a-4952-8f2b-3ab916c4e886 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.068878] env[65418]: DEBUG oslo_vmware.api [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Waiting for the task: (returnval){ [ 630.068878] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525f261c-1445-4c60-3d85-1c2e02e1b1ba" [ 630.068878] env[65418]: _type = "Task" [ 630.068878] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.081259] env[65418]: DEBUG oslo_vmware.api [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525f261c-1445-4c60-3d85-1c2e02e1b1ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.174297] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d706a6cb-91cc-4744-a502-d0db303348d9 tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Acquiring lock "855dbba0-2413-4d8b-8fb9-18fb22c4e823" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.174637] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d706a6cb-91cc-4744-a502-d0db303348d9 tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Lock "855dbba0-2413-4d8b-8fb9-18fb22c4e823" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.174901] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d706a6cb-91cc-4744-a502-d0db303348d9 tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Acquiring lock "855dbba0-2413-4d8b-8fb9-18fb22c4e823-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.175452] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d706a6cb-91cc-4744-a502-d0db303348d9 tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Lock "855dbba0-2413-4d8b-8fb9-18fb22c4e823-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.175452] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d706a6cb-91cc-4744-a502-d0db303348d9 tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Lock "855dbba0-2413-4d8b-8fb9-18fb22c4e823-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.177981] env[65418]: INFO nova.compute.manager [None req-d706a6cb-91cc-4744-a502-d0db303348d9 tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Terminating instance [ 630.431961] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b715aa1-03a8-4d25-9853-cf9545498208 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.448572] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0f7d52-e8c4-4af3-b598-61075ecd2e9c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.452511] env[65418]: DEBUG oslo_vmware.api [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4687786, 'name': ReconfigVM_Task, 'duration_secs': 0.501795} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.452863] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 24054f07-899f-460f-a22b-c0c6eeb240f7/24054f07-899f-460f-a22b-c0c6eeb240f7.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.454079] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68cc0477-905c-4479-976a-3704a4a12922 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.485833] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6d4d53-87f4-4132-b17b-da859c53e156 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.489642] env[65418]: DEBUG oslo_vmware.api [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 630.489642] env[65418]: value = "task-4687787" [ 630.489642] env[65418]: _type = "Task" [ 630.489642] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.497888] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Acquiring lock "59744ef5-6446-41c2-8780-3ac4c3288b44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.498193] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Lock "59744ef5-6446-41c2-8780-3ac4c3288b44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.504982] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f054a1-0b5f-4dda-9fee-121bb93e76d9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.514778] env[65418]: DEBUG oslo_vmware.api [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4687787, 'name': Rename_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.527800] env[65418]: DEBUG nova.compute.provider_tree [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 630.581447] env[65418]: DEBUG oslo_vmware.api [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525f261c-1445-4c60-3d85-1c2e02e1b1ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011013} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.582131] env[65418]: DEBUG oslo_concurrency.lockutils [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.582131] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 4b42c2cd-dd38-4821-862e-2b8eddc687ff/4b42c2cd-dd38-4821-862e-2b8eddc687ff.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 630.582382] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c36d4e6-41af-4b3d-b5aa-0af66a460d97 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.593109] env[65418]: DEBUG oslo_vmware.api [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Waiting for the task: (returnval){ [ 630.593109] env[65418]: value = "task-4687788" [ 630.593109] env[65418]: _type = "Task" [ 630.593109] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.603255] env[65418]: DEBUG oslo_vmware.api [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Task: {'id': task-4687788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.686773] env[65418]: DEBUG nova.compute.manager [None req-d706a6cb-91cc-4744-a502-d0db303348d9 tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 630.687212] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d706a6cb-91cc-4744-a502-d0db303348d9 tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 630.688275] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43276b3-3e0c-4ac5-becd-60627724ba1d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.698706] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d706a6cb-91cc-4744-a502-d0db303348d9 tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 630.699077] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29df595c-26d6-4237-8f87-5667c3d10df1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.706986] env[65418]: DEBUG oslo_vmware.api [None req-d706a6cb-91cc-4744-a502-d0db303348d9 tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Waiting for the task: (returnval){ [ 630.706986] env[65418]: value = "task-4687789" [ 630.706986] env[65418]: _type = "Task" [ 630.706986] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.717417] env[65418]: DEBUG oslo_vmware.api [None req-d706a6cb-91cc-4744-a502-d0db303348d9 tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Task: {'id': task-4687789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.901710] env[65418]: DEBUG nova.network.neutron [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Successfully updated port: cd0c7bf4-c84d-49ff-ad68-d2c6ed02ff66 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 630.989365] env[65418]: WARNING neutronclient.v2_0.client [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.005915] env[65418]: DEBUG nova.compute.manager [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 631.009942] env[65418]: DEBUG oslo_vmware.api [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4687787, 'name': Rename_Task, 'duration_secs': 0.22616} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.010868] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.011118] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-493e38d4-3230-4f5b-93c4-675fbdaaf50b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.023506] env[65418]: DEBUG oslo_vmware.api [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 631.023506] env[65418]: value = "task-4687790" [ 631.023506] env[65418]: _type = "Task" [ 631.023506] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.037170] env[65418]: WARNING neutronclient.v2_0.client [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.043808] env[65418]: DEBUG oslo_vmware.api [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4687790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.098072] env[65418]: DEBUG nova.scheduler.client.report [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Updated inventory for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with generation 29 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 631.098072] env[65418]: DEBUG nova.compute.provider_tree [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Updating resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 generation from 29 to 30 during operation: update_inventory {{(pid=65418) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 631.098072] env[65418]: DEBUG nova.compute.provider_tree [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 631.121154] env[65418]: DEBUG oslo_vmware.api [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Task: {'id': task-4687788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514176} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.122915] env[65418]: WARNING neutronclient.v2_0.client [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.126183] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 4b42c2cd-dd38-4821-862e-2b8eddc687ff/4b42c2cd-dd38-4821-862e-2b8eddc687ff.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.126427] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.127020] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a39558b2-6d70-4ef9-a503-b3e456ab73e0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.138030] env[65418]: DEBUG oslo_vmware.api [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Waiting for the task: (returnval){ [ 631.138030] env[65418]: value = "task-4687791" [ 631.138030] env[65418]: _type = "Task" [ 631.138030] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.149984] env[65418]: DEBUG oslo_vmware.api [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Task: {'id': task-4687791, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.224854] env[65418]: DEBUG oslo_vmware.api [None req-d706a6cb-91cc-4744-a502-d0db303348d9 tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Task: {'id': task-4687789, 'name': PowerOffVM_Task, 'duration_secs': 0.469235} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.229233] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d706a6cb-91cc-4744-a502-d0db303348d9 tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 631.229563] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d706a6cb-91cc-4744-a502-d0db303348d9 tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 631.230097] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-709674d6-495e-4875-86d4-dfa926b47247 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.265416] env[65418]: DEBUG nova.network.neutron [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Updating instance_info_cache with network_info: [{"id": "717090ab-f25f-47b9-8b80-3c147cf1c32c", "address": "fa:16:3e:30:4b:f8", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap717090ab-f2", "ovs_interfaceid": "717090ab-f25f-47b9-8b80-3c147cf1c32c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.307322] env[65418]: DEBUG nova.network.neutron [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Updating instance_info_cache with network_info: [{"id": "fc16952e-4b63-41f9-bec3-b73ac6d737a3", "address": "fa:16:3e:44:7b:ca", "network": {"id": "1b884d9b-d0c3-43a6-b1a4-2c34a8123b9e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-754486329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "271feddc9b504d1f871e121204df229a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc16952e-4b", "ovs_interfaceid": "fc16952e-4b63-41f9-bec3-b73ac6d737a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.321985] env[65418]: DEBUG nova.network.neutron [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Updating instance_info_cache with network_info: [{"id": "d963ca55-ee3f-4889-883d-5ab574d0fe4d", "address": "fa:16:3e:36:d0:b6", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd963ca55-ee", "ovs_interfaceid": "d963ca55-ee3f-4889-883d-5ab574d0fe4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.326137] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d706a6cb-91cc-4744-a502-d0db303348d9 tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 631.326465] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d706a6cb-91cc-4744-a502-d0db303348d9 tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 631.326821] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-d706a6cb-91cc-4744-a502-d0db303348d9 tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Deleting the datastore file [datastore2] 855dbba0-2413-4d8b-8fb9-18fb22c4e823 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 631.327294] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee217379-03d3-440c-ab71-c444700db335 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.337159] env[65418]: DEBUG oslo_vmware.api [None req-d706a6cb-91cc-4744-a502-d0db303348d9 tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Waiting for the task: (returnval){ [ 631.337159] env[65418]: value = "task-4687793" [ 631.337159] env[65418]: _type = "Task" [ 631.337159] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.349324] env[65418]: DEBUG oslo_vmware.api [None req-d706a6cb-91cc-4744-a502-d0db303348d9 tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Task: {'id': task-4687793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.367093] env[65418]: DEBUG nova.compute.manager [req-ce4b455b-f690-493a-a3b6-e862e53fdc63 req-9a2c4e17-8730-4402-ae3a-781701b3d6b5 service nova] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Received event network-vif-plugged-717090ab-f25f-47b9-8b80-3c147cf1c32c {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 631.367644] env[65418]: DEBUG oslo_concurrency.lockutils [req-ce4b455b-f690-493a-a3b6-e862e53fdc63 req-9a2c4e17-8730-4402-ae3a-781701b3d6b5 service nova] Acquiring lock "fc5559c5-c283-4ed5-8e1d-46e2ecffc27a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.367644] env[65418]: DEBUG oslo_concurrency.lockutils [req-ce4b455b-f690-493a-a3b6-e862e53fdc63 req-9a2c4e17-8730-4402-ae3a-781701b3d6b5 service nova] Lock "fc5559c5-c283-4ed5-8e1d-46e2ecffc27a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.367644] env[65418]: DEBUG oslo_concurrency.lockutils [req-ce4b455b-f690-493a-a3b6-e862e53fdc63 req-9a2c4e17-8730-4402-ae3a-781701b3d6b5 service nova] Lock "fc5559c5-c283-4ed5-8e1d-46e2ecffc27a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.367914] env[65418]: DEBUG nova.compute.manager [req-ce4b455b-f690-493a-a3b6-e862e53fdc63 req-9a2c4e17-8730-4402-ae3a-781701b3d6b5 service nova] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] No waiting events found dispatching network-vif-plugged-717090ab-f25f-47b9-8b80-3c147cf1c32c {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 631.368162] env[65418]: WARNING nova.compute.manager [req-ce4b455b-f690-493a-a3b6-e862e53fdc63 req-9a2c4e17-8730-4402-ae3a-781701b3d6b5 service nova] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Received unexpected event network-vif-plugged-717090ab-f25f-47b9-8b80-3c147cf1c32c for instance with vm_state building and task_state spawning. [ 631.368162] env[65418]: DEBUG nova.compute.manager [req-ce4b455b-f690-493a-a3b6-e862e53fdc63 req-9a2c4e17-8730-4402-ae3a-781701b3d6b5 service nova] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Received event network-changed-717090ab-f25f-47b9-8b80-3c147cf1c32c {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 631.370371] env[65418]: DEBUG nova.compute.manager [req-ce4b455b-f690-493a-a3b6-e862e53fdc63 req-9a2c4e17-8730-4402-ae3a-781701b3d6b5 service nova] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Refreshing instance network info cache due to event network-changed-717090ab-f25f-47b9-8b80-3c147cf1c32c. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 631.370371] env[65418]: DEBUG oslo_concurrency.lockutils [req-ce4b455b-f690-493a-a3b6-e862e53fdc63 req-9a2c4e17-8730-4402-ae3a-781701b3d6b5 service nova] Acquiring lock "refresh_cache-fc5559c5-c283-4ed5-8e1d-46e2ecffc27a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.394918] env[65418]: DEBUG nova.compute.manager [req-52130f7f-43d1-4775-a0d6-8182f68a5a6b req-1fe2613a-e597-45b6-afc6-a2642032fdf7 service nova] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Received event network-vif-plugged-62e3346c-e2f8-451d-9ff6-3e8d6c35e14c {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 631.395383] env[65418]: DEBUG oslo_concurrency.lockutils [req-52130f7f-43d1-4775-a0d6-8182f68a5a6b req-1fe2613a-e597-45b6-afc6-a2642032fdf7 service nova] Acquiring lock "24054f07-899f-460f-a22b-c0c6eeb240f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.395651] env[65418]: DEBUG oslo_concurrency.lockutils [req-52130f7f-43d1-4775-a0d6-8182f68a5a6b req-1fe2613a-e597-45b6-afc6-a2642032fdf7 service nova] Lock "24054f07-899f-460f-a22b-c0c6eeb240f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.395855] env[65418]: DEBUG oslo_concurrency.lockutils [req-52130f7f-43d1-4775-a0d6-8182f68a5a6b req-1fe2613a-e597-45b6-afc6-a2642032fdf7 service nova] Lock "24054f07-899f-460f-a22b-c0c6eeb240f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.396061] env[65418]: DEBUG nova.compute.manager [req-52130f7f-43d1-4775-a0d6-8182f68a5a6b req-1fe2613a-e597-45b6-afc6-a2642032fdf7 service nova] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] No waiting events found dispatching network-vif-plugged-62e3346c-e2f8-451d-9ff6-3e8d6c35e14c {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 631.396238] env[65418]: WARNING nova.compute.manager [req-52130f7f-43d1-4775-a0d6-8182f68a5a6b req-1fe2613a-e597-45b6-afc6-a2642032fdf7 service nova] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Received unexpected event network-vif-plugged-62e3346c-e2f8-451d-9ff6-3e8d6c35e14c for instance with vm_state building and task_state spawning. [ 631.396395] env[65418]: DEBUG nova.compute.manager [req-52130f7f-43d1-4775-a0d6-8182f68a5a6b req-1fe2613a-e597-45b6-afc6-a2642032fdf7 service nova] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Received event network-changed-62e3346c-e2f8-451d-9ff6-3e8d6c35e14c {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 631.396642] env[65418]: DEBUG nova.compute.manager [req-52130f7f-43d1-4775-a0d6-8182f68a5a6b req-1fe2613a-e597-45b6-afc6-a2642032fdf7 service nova] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Refreshing instance network info cache due to event network-changed-62e3346c-e2f8-451d-9ff6-3e8d6c35e14c. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 631.396770] env[65418]: DEBUG oslo_concurrency.lockutils [req-52130f7f-43d1-4775-a0d6-8182f68a5a6b req-1fe2613a-e597-45b6-afc6-a2642032fdf7 service nova] Acquiring lock "refresh_cache-24054f07-899f-460f-a22b-c0c6eeb240f7" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.397263] env[65418]: DEBUG oslo_concurrency.lockutils [req-52130f7f-43d1-4775-a0d6-8182f68a5a6b req-1fe2613a-e597-45b6-afc6-a2642032fdf7 service nova] Acquired lock "refresh_cache-24054f07-899f-460f-a22b-c0c6eeb240f7" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.397263] env[65418]: DEBUG nova.network.neutron [req-52130f7f-43d1-4775-a0d6-8182f68a5a6b req-1fe2613a-e597-45b6-afc6-a2642032fdf7 service nova] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Refreshing network info cache for port 62e3346c-e2f8-451d-9ff6-3e8d6c35e14c {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.407325] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Acquiring lock "refresh_cache-e9546215-c6b7-4b67-8ff6-8ca483b0dd29" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.407499] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Acquired lock "refresh_cache-e9546215-c6b7-4b67-8ff6-8ca483b0dd29" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.407729] env[65418]: DEBUG nova.network.neutron [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 631.534195] env[65418]: DEBUG oslo_vmware.api [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4687790, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.535326] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.614926] env[65418]: DEBUG oslo_concurrency.lockutils [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.884s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.615737] env[65418]: DEBUG nova.compute.manager [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 631.620732] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.010s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.621279] env[65418]: INFO nova.compute.claims [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.657490] env[65418]: DEBUG oslo_vmware.api [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Task: {'id': task-4687791, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097688} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.661025] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.661025] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22165f23-215a-49a9-a9e6-1ce76cdadb6c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.690308] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 4b42c2cd-dd38-4821-862e-2b8eddc687ff/4b42c2cd-dd38-4821-862e-2b8eddc687ff.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.693364] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e56e40b8-5ed9-4ee9-bd48-acb1016debf3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.716698] env[65418]: DEBUG oslo_vmware.api [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Waiting for the task: (returnval){ [ 631.716698] env[65418]: value = "task-4687794" [ 631.716698] env[65418]: _type = "Task" [ 631.716698] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.729594] env[65418]: DEBUG oslo_vmware.api [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Task: {'id': task-4687794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.770040] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Releasing lock "refresh_cache-fc5559c5-c283-4ed5-8e1d-46e2ecffc27a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.770040] env[65418]: DEBUG nova.compute.manager [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Instance network_info: |[{"id": "717090ab-f25f-47b9-8b80-3c147cf1c32c", "address": "fa:16:3e:30:4b:f8", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap717090ab-f2", "ovs_interfaceid": "717090ab-f25f-47b9-8b80-3c147cf1c32c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 631.770352] env[65418]: DEBUG oslo_concurrency.lockutils [req-ce4b455b-f690-493a-a3b6-e862e53fdc63 req-9a2c4e17-8730-4402-ae3a-781701b3d6b5 service nova] Acquired lock "refresh_cache-fc5559c5-c283-4ed5-8e1d-46e2ecffc27a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.770404] env[65418]: DEBUG nova.network.neutron [req-ce4b455b-f690-493a-a3b6-e862e53fdc63 req-9a2c4e17-8730-4402-ae3a-781701b3d6b5 service nova] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Refreshing network info cache for port 717090ab-f25f-47b9-8b80-3c147cf1c32c {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.775308] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:4b:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '717090ab-f25f-47b9-8b80-3c147cf1c32c', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.785308] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Creating folder: Project (d08151875ea9440f845ee44bf50cef04). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.787952] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fde1a605-4214-40b0-9229-d20d03291afa {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.805560] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Created folder: Project (d08151875ea9440f845ee44bf50cef04) in parent group-v914982. [ 631.805560] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Creating folder: Instances. Parent ref: group-v915025. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.805832] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86cdf570-4f76-431d-9360-07adff5832a5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.811429] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Releasing lock "refresh_cache-2a8fab21-61e8-48f5-a5fa-1b7715eca707" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.825291] env[65418]: DEBUG oslo_concurrency.lockutils [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Releasing lock "refresh_cache-e3f40535-54bc-42fd-8044-854980d10044" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.833394] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Created folder: Instances in parent group-v915025. [ 631.833776] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 631.834322] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.834563] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc57453d-f2f6-461c-adbb-6afbb78131b9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.872730] env[65418]: DEBUG oslo_vmware.api [None req-d706a6cb-91cc-4744-a502-d0db303348d9 tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Task: {'id': task-4687793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169235} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.878602] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-d706a6cb-91cc-4744-a502-d0db303348d9 tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 631.879303] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d706a6cb-91cc-4744-a502-d0db303348d9 tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 631.879303] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d706a6cb-91cc-4744-a502-d0db303348d9 tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 631.879490] env[65418]: INFO nova.compute.manager [None req-d706a6cb-91cc-4744-a502-d0db303348d9 tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Took 1.19 seconds to destroy the instance on the hypervisor. [ 631.879722] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-d706a6cb-91cc-4744-a502-d0db303348d9 tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 631.879946] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.879946] env[65418]: value = "task-4687797" [ 631.879946] env[65418]: _type = "Task" [ 631.879946] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.880460] env[65418]: DEBUG nova.compute.manager [-] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 631.880573] env[65418]: DEBUG nova.network.neutron [-] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 631.880830] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.894991] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687797, 'name': CreateVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.904482] env[65418]: WARNING neutronclient.v2_0.client [req-52130f7f-43d1-4775-a0d6-8182f68a5a6b req-1fe2613a-e597-45b6-afc6-a2642032fdf7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.006177] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.035597] env[65418]: DEBUG oslo_vmware.api [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4687790, 'name': PowerOnVM_Task, 'duration_secs': 0.765347} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.039319] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 632.039587] env[65418]: INFO nova.compute.manager [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Took 8.67 seconds to spawn the instance on the hypervisor. [ 632.039847] env[65418]: DEBUG nova.compute.manager [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 632.041277] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b298a5c3-8dff-44a9-aecb-02a61b336c59 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.073925] env[65418]: DEBUG nova.network.neutron [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 632.129189] env[65418]: DEBUG nova.compute.utils [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 632.135798] env[65418]: DEBUG nova.compute.manager [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 632.138136] env[65418]: DEBUG nova.network.neutron [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 632.138871] env[65418]: WARNING neutronclient.v2_0.client [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.139323] env[65418]: WARNING neutronclient.v2_0.client [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.231165] env[65418]: DEBUG oslo_vmware.api [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Task: {'id': task-4687794, 'name': ReconfigVM_Task, 'duration_secs': 0.492667} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.232032] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 4b42c2cd-dd38-4821-862e-2b8eddc687ff/4b42c2cd-dd38-4821-862e-2b8eddc687ff.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.232194] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69d4cd48-bc41-42bd-8304-5254029903c9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.240945] env[65418]: DEBUG oslo_vmware.api [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Waiting for the task: (returnval){ [ 632.240945] env[65418]: value = "task-4687798" [ 632.240945] env[65418]: _type = "Task" [ 632.240945] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.252229] env[65418]: DEBUG oslo_vmware.api [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Task: {'id': task-4687798, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.289248] env[65418]: WARNING neutronclient.v2_0.client [req-ce4b455b-f690-493a-a3b6-e862e53fdc63 req-9a2c4e17-8730-4402-ae3a-781701b3d6b5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.363909] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b158173-97ba-4a46-a75b-a03e291ab7ed {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.391178] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfd1663-35af-42c0-9666-6282ca9c0cee {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.402548] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687797, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.406439] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Updating instance 'e3f40535-54bc-42fd-8044-854980d10044' progress to 83 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 632.566293] env[65418]: INFO nova.compute.manager [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Took 26.55 seconds to build instance. [ 632.611808] env[65418]: DEBUG nova.policy [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcfa7e4887d047e68121fbb69fbcd611', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97f95c19b1d3408f9095a3ac71da25f3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.635728] env[65418]: DEBUG nova.compute.manager [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 632.689437] env[65418]: DEBUG oslo_concurrency.lockutils [None req-86e2f447-f9c0-4ee0-8f56-dae298f57489 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquiring lock "ea9f75d7-345c-4118-b1e7-42956367695b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.689437] env[65418]: DEBUG oslo_concurrency.lockutils [None req-86e2f447-f9c0-4ee0-8f56-dae298f57489 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "ea9f75d7-345c-4118-b1e7-42956367695b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.689857] env[65418]: DEBUG oslo_concurrency.lockutils [None req-86e2f447-f9c0-4ee0-8f56-dae298f57489 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquiring lock "ea9f75d7-345c-4118-b1e7-42956367695b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.690149] env[65418]: DEBUG oslo_concurrency.lockutils [None req-86e2f447-f9c0-4ee0-8f56-dae298f57489 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "ea9f75d7-345c-4118-b1e7-42956367695b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.690409] env[65418]: DEBUG oslo_concurrency.lockutils [None req-86e2f447-f9c0-4ee0-8f56-dae298f57489 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "ea9f75d7-345c-4118-b1e7-42956367695b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.694533] env[65418]: INFO nova.compute.manager [None req-86e2f447-f9c0-4ee0-8f56-dae298f57489 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Terminating instance [ 632.761777] env[65418]: DEBUG oslo_vmware.api [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Task: {'id': task-4687798, 'name': Rename_Task, 'duration_secs': 0.243037} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.761777] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.761777] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d6095f1-5eee-4c3a-9454-596b504ae735 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.771132] env[65418]: DEBUG oslo_vmware.api [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Waiting for the task: (returnval){ [ 632.771132] env[65418]: value = "task-4687799" [ 632.771132] env[65418]: _type = "Task" [ 632.771132] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.783390] env[65418]: DEBUG oslo_vmware.api [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Task: {'id': task-4687799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.903513] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687797, 'name': CreateVM_Task, 'duration_secs': 0.615169} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.905132] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.908451] env[65418]: WARNING neutronclient.v2_0.client [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.909014] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.909259] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.909620] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.913518] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f67f73ec-3a8b-4692-b108-2f97b5d14d9a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.916671] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.917520] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42dcf87b-4eef-42d4-b10f-33a2253ca7dc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.925209] env[65418]: DEBUG oslo_vmware.api [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Waiting for the task: (returnval){ [ 632.925209] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525add41-c2fe-cbe3-705a-5e3290ccea4b" [ 632.925209] env[65418]: _type = "Task" [ 632.925209] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.927859] env[65418]: DEBUG oslo_vmware.api [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 632.927859] env[65418]: value = "task-4687800" [ 632.927859] env[65418]: _type = "Task" [ 632.927859] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.952611] env[65418]: DEBUG oslo_vmware.api [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4687800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.953474] env[65418]: DEBUG oslo_vmware.api [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525add41-c2fe-cbe3-705a-5e3290ccea4b, 'name': SearchDatastore_Task, 'duration_secs': 0.013296} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.957288] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.957600] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.957895] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.958141] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.958923] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.959473] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba716c26-0490-44a9-ad49-034c00aa78f6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.984432] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.984685] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.985884] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0bec90f-9c95-4fdd-956a-e68c3e6d5d19 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.995086] env[65418]: DEBUG oslo_vmware.api [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Waiting for the task: (returnval){ [ 632.995086] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ab0c40-0038-d245-e036-f21586c7c85b" [ 632.995086] env[65418]: _type = "Task" [ 632.995086] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.005521] env[65418]: DEBUG oslo_vmware.api [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ab0c40-0038-d245-e036-f21586c7c85b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.067424] env[65418]: DEBUG oslo_concurrency.lockutils [None req-beb9dd50-d1f9-43ac-a4a2-3c0b6c1d337b tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "24054f07-899f-460f-a22b-c0c6eeb240f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.069s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.116439] env[65418]: DEBUG nova.network.neutron [-] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.121848] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276f27e9-105b-4bf9-aa87-00ff5da24cc9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.135866] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a938d19c-bd41-4f32-93cf-8ac8497f4845 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.177306] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acd5159-5d7e-4961-a016-20d52f998923 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.185480] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c10a48b-d2f1-4a61-bb60-78faa6b10c76 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.208498] env[65418]: DEBUG nova.compute.manager [None req-86e2f447-f9c0-4ee0-8f56-dae298f57489 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 633.209178] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-86e2f447-f9c0-4ee0-8f56-dae298f57489 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 633.210249] env[65418]: DEBUG nova.compute.provider_tree [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.213033] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3767be4a-3e3b-4f89-88c5-2b5dbc460269 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.223184] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e2f447-f9c0-4ee0-8f56-dae298f57489 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 633.223184] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5571039-37fb-4e3b-8918-2c747496dd8c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.232504] env[65418]: DEBUG oslo_vmware.api [None req-86e2f447-f9c0-4ee0-8f56-dae298f57489 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 633.232504] env[65418]: value = "task-4687801" [ 633.232504] env[65418]: _type = "Task" [ 633.232504] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.244111] env[65418]: DEBUG oslo_vmware.api [None req-86e2f447-f9c0-4ee0-8f56-dae298f57489 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.265121] env[65418]: DEBUG nova.network.neutron [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Successfully created port: e69127bb-7578-4efc-9d87-5515fd31ec82 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 633.283432] env[65418]: DEBUG oslo_vmware.api [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Task: {'id': task-4687799, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.398075] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 633.398548] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eed095ca-2f98-45e8-ab7a-662518e52b94 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.407548] env[65418]: DEBUG oslo_vmware.api [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 633.407548] env[65418]: value = "task-4687802" [ 633.407548] env[65418]: _type = "Task" [ 633.407548] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.419245] env[65418]: DEBUG oslo_vmware.api [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.443569] env[65418]: DEBUG oslo_vmware.api [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4687800, 'name': PowerOnVM_Task, 'duration_secs': 0.509347} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.443969] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.444315] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-78c05575-8c8a-4474-acd4-4f9aead1e8c5 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Updating instance 'e3f40535-54bc-42fd-8044-854980d10044' progress to 100 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 633.512693] env[65418]: DEBUG oslo_vmware.api [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ab0c40-0038-d245-e036-f21586c7c85b, 'name': SearchDatastore_Task, 'duration_secs': 0.015866} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.512693] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53948464-6470-4925-8f0a-5b0578d8ee05 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.521644] env[65418]: DEBUG oslo_vmware.api [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Waiting for the task: (returnval){ [ 633.521644] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52079111-8bb4-0f87-163c-0ef0f50c7ae5" [ 633.521644] env[65418]: _type = "Task" [ 633.521644] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.533931] env[65418]: DEBUG oslo_vmware.api [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52079111-8bb4-0f87-163c-0ef0f50c7ae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.618651] env[65418]: INFO nova.compute.manager [-] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Took 1.74 seconds to deallocate network for instance. [ 633.650274] env[65418]: DEBUG nova.compute.manager [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 633.682642] env[65418]: DEBUG nova.virt.hardware [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 633.682642] env[65418]: DEBUG nova.virt.hardware [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 633.682642] env[65418]: DEBUG nova.virt.hardware [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 633.688021] env[65418]: DEBUG nova.virt.hardware [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 633.688021] env[65418]: DEBUG nova.virt.hardware [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 633.688021] env[65418]: DEBUG nova.virt.hardware [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 633.688021] env[65418]: DEBUG nova.virt.hardware [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 633.688021] env[65418]: DEBUG nova.virt.hardware [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 633.688327] env[65418]: DEBUG nova.virt.hardware [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 633.688327] env[65418]: DEBUG nova.virt.hardware [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 633.688327] env[65418]: DEBUG nova.virt.hardware [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 633.688327] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bcd380-ce4f-42ea-b974-4567862abd79 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.697143] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8353292-8b4c-4a0b-9b1d-9773d4327a12 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.716501] env[65418]: DEBUG nova.scheduler.client.report [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.744082] env[65418]: DEBUG oslo_vmware.api [None req-86e2f447-f9c0-4ee0-8f56-dae298f57489 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.786108] env[65418]: DEBUG oslo_vmware.api [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Task: {'id': task-4687799, 'name': PowerOnVM_Task, 'duration_secs': 0.790346} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.790025] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.790025] env[65418]: DEBUG nova.compute.manager [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 633.790025] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1aacfd-3c6d-4e9a-9243-c74b84e3ee3d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.921129] env[65418]: DEBUG oslo_vmware.api [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687802, 'name': PowerOffVM_Task, 'duration_secs': 0.261535} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.921129] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 633.921129] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6529e524-8d18-489c-9772-3b5d489c8104 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.944614] env[65418]: WARNING neutronclient.v2_0.client [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.947977] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3ec6b0-6f5a-469a-ac97-8cc6fe124746 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.997510] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 633.997840] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-291a4281-c3b1-4824-891e-ebac4e249c54 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.008130] env[65418]: DEBUG oslo_vmware.api [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 634.008130] env[65418]: value = "task-4687803" [ 634.008130] env[65418]: _type = "Task" [ 634.008130] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.030447] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] VM already powered off {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 634.030811] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.031158] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.040196] env[65418]: DEBUG oslo_vmware.api [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52079111-8bb4-0f87-163c-0ef0f50c7ae5, 'name': SearchDatastore_Task, 'duration_secs': 0.013856} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.040532] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.040851] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] fc5559c5-c283-4ed5-8e1d-46e2ecffc27a/fc5559c5-c283-4ed5-8e1d-46e2ecffc27a.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.041262] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.041537] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.041811] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b267ff9-ff12-4a9d-9dc0-281016c59e35 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.044360] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29fb5de4-6f55-4b7e-acec-71b0a5e87e3d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.055125] env[65418]: DEBUG oslo_vmware.api [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Waiting for the task: (returnval){ [ 634.055125] env[65418]: value = "task-4687804" [ 634.055125] env[65418]: _type = "Task" [ 634.055125] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.058732] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.058845] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.065743] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88486cdf-cfc2-4b87-a35e-2c383eca5415 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.076756] env[65418]: DEBUG oslo_vmware.api [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Task: {'id': task-4687804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.076756] env[65418]: DEBUG oslo_vmware.api [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 634.076756] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ed4fed-2a0f-7738-b0de-f3cfbce85bac" [ 634.076756] env[65418]: _type = "Task" [ 634.076756] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.087965] env[65418]: DEBUG oslo_vmware.api [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ed4fed-2a0f-7738-b0de-f3cfbce85bac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.092421] env[65418]: WARNING neutronclient.v2_0.client [req-52130f7f-43d1-4775-a0d6-8182f68a5a6b req-1fe2613a-e597-45b6-afc6-a2642032fdf7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.126657] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d706a6cb-91cc-4744-a502-d0db303348d9 tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.224340] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.224846] env[65418]: DEBUG nova.compute.manager [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 634.228129] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.472s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.231241] env[65418]: INFO nova.compute.claims [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.252402] env[65418]: DEBUG oslo_vmware.api [None req-86e2f447-f9c0-4ee0-8f56-dae298f57489 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.305613] env[65418]: DEBUG oslo_concurrency.lockutils [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.575697] env[65418]: DEBUG oslo_vmware.api [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Task: {'id': task-4687804, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.592719] env[65418]: DEBUG oslo_vmware.api [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ed4fed-2a0f-7738-b0de-f3cfbce85bac, 'name': SearchDatastore_Task, 'duration_secs': 0.014879} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.593314] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b06e1855-0f27-40b8-b156-e88a40445611 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.602134] env[65418]: DEBUG oslo_vmware.api [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 634.602134] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52a75403-3a6a-154e-aaf9-a033e5334663" [ 634.602134] env[65418]: _type = "Task" [ 634.602134] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.615118] env[65418]: DEBUG oslo_vmware.api [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52a75403-3a6a-154e-aaf9-a033e5334663, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.738969] env[65418]: DEBUG nova.compute.utils [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 634.745026] env[65418]: DEBUG nova.compute.manager [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 634.745466] env[65418]: DEBUG nova.network.neutron [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 634.746226] env[65418]: WARNING neutronclient.v2_0.client [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.746769] env[65418]: WARNING neutronclient.v2_0.client [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.769385] env[65418]: DEBUG oslo_vmware.api [None req-86e2f447-f9c0-4ee0-8f56-dae298f57489 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687801, 'name': PowerOffVM_Task, 'duration_secs': 1.520482} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.769385] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e2f447-f9c0-4ee0-8f56-dae298f57489 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 634.769385] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-86e2f447-f9c0-4ee0-8f56-dae298f57489 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 634.769798] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-376a94fd-8c8f-42f8-8d66-1462d1f2d79e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.864898] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-86e2f447-f9c0-4ee0-8f56-dae298f57489 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 634.865170] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-86e2f447-f9c0-4ee0-8f56-dae298f57489 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 634.865312] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e2f447-f9c0-4ee0-8f56-dae298f57489 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Deleting the datastore file [datastore1] ea9f75d7-345c-4118-b1e7-42956367695b {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 634.865625] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56570e79-48be-414d-98f1-41e0e8d8f2c3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.874682] env[65418]: DEBUG oslo_vmware.api [None req-86e2f447-f9c0-4ee0-8f56-dae298f57489 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 634.874682] env[65418]: value = "task-4687806" [ 634.874682] env[65418]: _type = "Task" [ 634.874682] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.886311] env[65418]: DEBUG oslo_vmware.api [None req-86e2f447-f9c0-4ee0-8f56-dae298f57489 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.073207] env[65418]: DEBUG oslo_vmware.api [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Task: {'id': task-4687804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701739} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.073781] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] fc5559c5-c283-4ed5-8e1d-46e2ecffc27a/fc5559c5-c283-4ed5-8e1d-46e2ecffc27a.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.075036] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.075036] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5321232c-96c4-456d-9ad4-6f7b0f8bc9b3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.084015] env[65418]: DEBUG oslo_vmware.api [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Waiting for the task: (returnval){ [ 635.084015] env[65418]: value = "task-4687807" [ 635.084015] env[65418]: _type = "Task" [ 635.084015] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.098493] env[65418]: DEBUG oslo_vmware.api [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Task: {'id': task-4687807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.117176] env[65418]: DEBUG oslo_vmware.api [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52a75403-3a6a-154e-aaf9-a033e5334663, 'name': SearchDatastore_Task, 'duration_secs': 0.06561} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.117581] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.117981] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 2a8fab21-61e8-48f5-a5fa-1b7715eca707/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4-rescue.vmdk. {{(pid=65418) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 635.118381] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fc430b6-a434-444e-91ef-f01627b51337 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.130113] env[65418]: DEBUG oslo_vmware.api [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 635.130113] env[65418]: value = "task-4687808" [ 635.130113] env[65418]: _type = "Task" [ 635.130113] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.147177] env[65418]: DEBUG oslo_vmware.api [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.245517] env[65418]: DEBUG nova.compute.manager [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 635.393517] env[65418]: DEBUG oslo_vmware.api [None req-86e2f447-f9c0-4ee0-8f56-dae298f57489 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305611} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.395255] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e2f447-f9c0-4ee0-8f56-dae298f57489 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 635.395255] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-86e2f447-f9c0-4ee0-8f56-dae298f57489 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 635.395255] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-86e2f447-f9c0-4ee0-8f56-dae298f57489 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 635.395255] env[65418]: INFO nova.compute.manager [None req-86e2f447-f9c0-4ee0-8f56-dae298f57489 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Took 2.19 seconds to destroy the instance on the hypervisor. [ 635.395255] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-86e2f447-f9c0-4ee0-8f56-dae298f57489 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 635.395717] env[65418]: DEBUG nova.compute.manager [-] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 635.395717] env[65418]: DEBUG nova.network.neutron [-] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 635.395717] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.602991] env[65418]: DEBUG oslo_vmware.api [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Task: {'id': task-4687807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088208} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.603322] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.604757] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88e2686-0b6b-4c06-a1dd-a49cbd7b0a74 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.644028] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] fc5559c5-c283-4ed5-8e1d-46e2ecffc27a/fc5559c5-c283-4ed5-8e1d-46e2ecffc27a.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.650682] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45baf408-d30a-4828-b39d-92dae997ed17 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.678401] env[65418]: DEBUG oslo_vmware.api [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687808, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.681624] env[65418]: DEBUG oslo_vmware.api [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Waiting for the task: (returnval){ [ 635.681624] env[65418]: value = "task-4687809" [ 635.681624] env[65418]: _type = "Task" [ 635.681624] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.698067] env[65418]: DEBUG oslo_vmware.api [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Task: {'id': task-4687809, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.738053] env[65418]: DEBUG nova.network.neutron [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Successfully updated port: e69127bb-7578-4efc-9d87-5515fd31ec82 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 635.817291] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ce91d2-941d-4e71-8c69-cf24236c4aba {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.834556] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cc419a-da1d-476f-9489-260353f35efd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.879709] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27517ce1-b56d-4313-a088-7e5c33455b1c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.889854] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b376cce1-7dd8-4d7a-aa70-67106e09ffb6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.905509] env[65418]: DEBUG nova.compute.provider_tree [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.909081] env[65418]: DEBUG nova.network.neutron [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Updating instance_info_cache with network_info: [{"id": "cd0c7bf4-c84d-49ff-ad68-d2c6ed02ff66", "address": "fa:16:3e:a8:5b:e4", "network": {"id": "58918c0b-4918-4e41-acb1-a67fc053be36", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1734877747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c42ce6291d4cf2bdfc6f9d94073d09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd0c7bf4-c8", "ovs_interfaceid": "cd0c7bf4-c84d-49ff-ad68-d2c6ed02ff66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.943685] env[65418]: WARNING neutronclient.v2_0.client [req-ce4b455b-f690-493a-a3b6-e862e53fdc63 req-9a2c4e17-8730-4402-ae3a-781701b3d6b5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.963747] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "6b31bd42-645b-4b9c-81b3-5f9c5b828d3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.964024] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "6b31bd42-645b-4b9c-81b3-5f9c5b828d3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.036278] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.079866] env[65418]: DEBUG nova.network.neutron [req-52130f7f-43d1-4775-a0d6-8182f68a5a6b req-1fe2613a-e597-45b6-afc6-a2642032fdf7 service nova] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Updated VIF entry in instance network info cache for port 62e3346c-e2f8-451d-9ff6-3e8d6c35e14c. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 636.080449] env[65418]: DEBUG nova.network.neutron [req-52130f7f-43d1-4775-a0d6-8182f68a5a6b req-1fe2613a-e597-45b6-afc6-a2642032fdf7 service nova] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Updating instance_info_cache with network_info: [{"id": "62e3346c-e2f8-451d-9ff6-3e8d6c35e14c", "address": "fa:16:3e:05:21:c1", "network": {"id": "2562c175-4d15-43d3-b157-3d30695ce81c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402255614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea9a1850358a42e49d88f4b344fe6d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62e3346c-e2", "ovs_interfaceid": "62e3346c-e2f8-451d-9ff6-3e8d6c35e14c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.149303] env[65418]: DEBUG oslo_vmware.api [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687808, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.185866] env[65418]: DEBUG nova.policy [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e554731c325047d6a806071c53693a12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '423bbac36abc4ff48f3602707b7fc629', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.210204] env[65418]: DEBUG oslo_vmware.api [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Task: {'id': task-4687809, 'name': ReconfigVM_Task, 'duration_secs': 0.520322} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.210569] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Reconfigured VM instance instance-0000000f to attach disk [datastore2] fc5559c5-c283-4ed5-8e1d-46e2ecffc27a/fc5559c5-c283-4ed5-8e1d-46e2ecffc27a.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.211353] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b139b54-0286-4d94-a7a8-6ed008706a29 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.220329] env[65418]: DEBUG oslo_vmware.api [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Waiting for the task: (returnval){ [ 636.220329] env[65418]: value = "task-4687810" [ 636.220329] env[65418]: _type = "Task" [ 636.220329] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.233702] env[65418]: DEBUG oslo_vmware.api [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Task: {'id': task-4687810, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.241644] env[65418]: DEBUG oslo_concurrency.lockutils [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquiring lock "refresh_cache-bf4b716b-1514-4c79-a1fd-34846d330eda" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.241820] env[65418]: DEBUG oslo_concurrency.lockutils [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquired lock "refresh_cache-bf4b716b-1514-4c79-a1fd-34846d330eda" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.241996] env[65418]: DEBUG nova.network.neutron [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 636.258602] env[65418]: DEBUG nova.compute.manager [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 636.292940] env[65418]: DEBUG nova.virt.hardware [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 636.292940] env[65418]: DEBUG nova.virt.hardware [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.293525] env[65418]: DEBUG nova.virt.hardware [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 636.293790] env[65418]: DEBUG nova.virt.hardware [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.293938] env[65418]: DEBUG nova.virt.hardware [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 636.298186] env[65418]: DEBUG nova.virt.hardware [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 636.298607] env[65418]: DEBUG nova.virt.hardware [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 636.298839] env[65418]: DEBUG nova.virt.hardware [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 636.299103] env[65418]: DEBUG nova.virt.hardware [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 636.299338] env[65418]: DEBUG nova.virt.hardware [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 636.303024] env[65418]: DEBUG nova.virt.hardware [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 636.303024] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d18397-f198-4e2d-a9b8-46de7e9596c2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.312545] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef70d4fd-db84-41ef-a8e3-be482768987e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.413525] env[65418]: DEBUG nova.scheduler.client.report [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.418413] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Releasing lock "refresh_cache-e9546215-c6b7-4b67-8ff6-8ca483b0dd29" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.418413] env[65418]: DEBUG nova.compute.manager [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Instance network_info: |[{"id": "cd0c7bf4-c84d-49ff-ad68-d2c6ed02ff66", "address": "fa:16:3e:a8:5b:e4", "network": {"id": "58918c0b-4918-4e41-acb1-a67fc053be36", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1734877747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c42ce6291d4cf2bdfc6f9d94073d09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd0c7bf4-c8", "ovs_interfaceid": "cd0c7bf4-c84d-49ff-ad68-d2c6ed02ff66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 636.418709] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:5b:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ef746c57-cd18-4883-a0e9-c52937aaf41d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd0c7bf4-c84d-49ff-ad68-d2c6ed02ff66', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.427867] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Creating folder: Project (50c42ce6291d4cf2bdfc6f9d94073d09). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.427867] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e6b8d26-0b1e-4c4e-aa52-0bd3a63d90a6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.440268] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Created folder: Project (50c42ce6291d4cf2bdfc6f9d94073d09) in parent group-v914982. [ 636.440542] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Creating folder: Instances. Parent ref: group-v915028. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.440813] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3371501-d88c-40f7-ae38-9570657b9184 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.454313] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Created folder: Instances in parent group-v915028. [ 636.454577] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 636.454858] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.455108] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d34f3150-5e79-4845-beb0-c0916e4e0b44 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.471028] env[65418]: DEBUG nova.compute.manager [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 636.481182] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.481182] env[65418]: value = "task-4687813" [ 636.481182] env[65418]: _type = "Task" [ 636.481182] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.491693] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687813, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.584360] env[65418]: DEBUG oslo_concurrency.lockutils [req-52130f7f-43d1-4775-a0d6-8182f68a5a6b req-1fe2613a-e597-45b6-afc6-a2642032fdf7 service nova] Releasing lock "refresh_cache-24054f07-899f-460f-a22b-c0c6eeb240f7" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.584878] env[65418]: DEBUG nova.compute.manager [req-52130f7f-43d1-4775-a0d6-8182f68a5a6b req-1fe2613a-e597-45b6-afc6-a2642032fdf7 service nova] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Received event network-vif-deleted-e3c34984-95d8-4514-a5bd-1329ce17931f {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 636.647268] env[65418]: DEBUG oslo_vmware.api [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687808, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.667676] env[65418]: DEBUG nova.network.neutron [req-ce4b455b-f690-493a-a3b6-e862e53fdc63 req-9a2c4e17-8730-4402-ae3a-781701b3d6b5 service nova] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Updated VIF entry in instance network info cache for port 717090ab-f25f-47b9-8b80-3c147cf1c32c. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 636.668085] env[65418]: DEBUG nova.network.neutron [req-ce4b455b-f690-493a-a3b6-e862e53fdc63 req-9a2c4e17-8730-4402-ae3a-781701b3d6b5 service nova] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Updating instance_info_cache with network_info: [{"id": "717090ab-f25f-47b9-8b80-3c147cf1c32c", "address": "fa:16:3e:30:4b:f8", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap717090ab-f2", "ovs_interfaceid": "717090ab-f25f-47b9-8b80-3c147cf1c32c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.733966] env[65418]: DEBUG oslo_vmware.api [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Task: {'id': task-4687810, 'name': Rename_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.807299] env[65418]: DEBUG nova.network.neutron [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Successfully created port: 84dc4127-415a-4273-8156-64f412e88089 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 636.850717] env[65418]: DEBUG nova.network.neutron [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 636.921047] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.921047] env[65418]: DEBUG nova.compute.manager [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 636.923945] env[65418]: DEBUG oslo_concurrency.lockutils [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.364s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.925767] env[65418]: INFO nova.compute.claims [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.999169] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687813, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.008797] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.109367] env[65418]: DEBUG nova.network.neutron [-] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.147093] env[65418]: DEBUG oslo_vmware.api [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687808, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.746649} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.149545] env[65418]: INFO nova.virt.vmwareapi.ds_util [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 2a8fab21-61e8-48f5-a5fa-1b7715eca707/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4-rescue.vmdk. [ 637.149545] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f610b83-9d01-4508-b536-b3cc60fc404e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.177222] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 2a8fab21-61e8-48f5-a5fa-1b7715eca707/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4-rescue.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.177917] env[65418]: DEBUG oslo_concurrency.lockutils [req-ce4b455b-f690-493a-a3b6-e862e53fdc63 req-9a2c4e17-8730-4402-ae3a-781701b3d6b5 service nova] Releasing lock "refresh_cache-fc5559c5-c283-4ed5-8e1d-46e2ecffc27a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.178373] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b64f6f6-b4f2-4f1d-b97c-38939f23b060 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.198721] env[65418]: DEBUG oslo_vmware.api [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 637.198721] env[65418]: value = "task-4687814" [ 637.198721] env[65418]: _type = "Task" [ 637.198721] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.209680] env[65418]: DEBUG oslo_vmware.api [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687814, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.234298] env[65418]: DEBUG oslo_vmware.api [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Task: {'id': task-4687810, 'name': Rename_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.433500] env[65418]: DEBUG nova.compute.utils [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.435519] env[65418]: DEBUG nova.compute.manager [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 637.435714] env[65418]: DEBUG nova.network.neutron [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 637.436041] env[65418]: WARNING neutronclient.v2_0.client [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.436369] env[65418]: WARNING neutronclient.v2_0.client [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.494264] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687813, 'name': CreateVM_Task, 'duration_secs': 0.589324} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.494264] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 637.494264] env[65418]: WARNING neutronclient.v2_0.client [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.494684] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.494788] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.495817] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.495817] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b98d37c-b678-4879-9f3f-9ff8ca641b71 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.501573] env[65418]: DEBUG oslo_vmware.api [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Waiting for the task: (returnval){ [ 637.501573] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526a15ba-afe7-c9e9-cc1e-757bcb67a5a3" [ 637.501573] env[65418]: _type = "Task" [ 637.501573] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.512297] env[65418]: DEBUG oslo_vmware.api [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526a15ba-afe7-c9e9-cc1e-757bcb67a5a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.615116] env[65418]: INFO nova.compute.manager [-] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Took 2.22 seconds to deallocate network for instance. [ 637.710355] env[65418]: DEBUG oslo_vmware.api [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687814, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.734125] env[65418]: DEBUG oslo_vmware.api [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Task: {'id': task-4687810, 'name': Rename_Task, 'duration_secs': 1.234535} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.734125] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.734125] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc0cfbb2-a523-43b4-86fa-e7d6dff6798a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.742919] env[65418]: DEBUG oslo_vmware.api [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Waiting for the task: (returnval){ [ 637.742919] env[65418]: value = "task-4687815" [ 637.742919] env[65418]: _type = "Task" [ 637.742919] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.765035] env[65418]: DEBUG oslo_vmware.api [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Task: {'id': task-4687815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.940400] env[65418]: DEBUG nova.compute.manager [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 638.017086] env[65418]: DEBUG oslo_vmware.api [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526a15ba-afe7-c9e9-cc1e-757bcb67a5a3, 'name': SearchDatastore_Task, 'duration_secs': 0.017302} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.020478] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.020739] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.020976] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.021141] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.021363] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.025217] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8bdd512-c0ba-4966-866b-dce81d62cdc6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.043690] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.043919] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.044891] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-780fa1de-fa08-408a-8238-599cf95c68dd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.055608] env[65418]: DEBUG oslo_vmware.api [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Waiting for the task: (returnval){ [ 638.055608] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529f21a2-946b-e1cf-e4cc-818fff623378" [ 638.055608] env[65418]: _type = "Task" [ 638.055608] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.066825] env[65418]: DEBUG oslo_vmware.api [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529f21a2-946b-e1cf-e4cc-818fff623378, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.123278] env[65418]: DEBUG oslo_concurrency.lockutils [None req-86e2f447-f9c0-4ee0-8f56-dae298f57489 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.165444] env[65418]: DEBUG oslo_vmware.rw_handles [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f5a81c-610b-2d36-4a9a-79692953c78c/disk-0.vmdk. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 638.166743] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f931a3de-9ce0-4fe2-89aa-ed38cc87cb06 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.173537] env[65418]: DEBUG oslo_vmware.rw_handles [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f5a81c-610b-2d36-4a9a-79692953c78c/disk-0.vmdk is in state: ready. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 638.173639] env[65418]: ERROR oslo_vmware.rw_handles [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f5a81c-610b-2d36-4a9a-79692953c78c/disk-0.vmdk due to incomplete transfer. [ 638.176520] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a73fc30f-7cbf-4620-9ac3-1d636e973038 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.190459] env[65418]: DEBUG oslo_vmware.rw_handles [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f5a81c-610b-2d36-4a9a-79692953c78c/disk-0.vmdk. {{(pid=65418) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 638.190780] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Uploaded image 13fa6af9-d3b4-423a-8b51-21328bc1d0bd to the Glance image server {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 638.192598] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Destroying the VM {{(pid=65418) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 638.195957] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-73d5fe07-6ab5-4cbd-a136-57259bc7b474 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.205813] env[65418]: DEBUG oslo_vmware.api [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Waiting for the task: (returnval){ [ 638.205813] env[65418]: value = "task-4687816" [ 638.205813] env[65418]: _type = "Task" [ 638.205813] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.213159] env[65418]: DEBUG oslo_vmware.api [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687814, 'name': ReconfigVM_Task, 'duration_secs': 0.65041} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.216648] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 2a8fab21-61e8-48f5-a5fa-1b7715eca707/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4-rescue.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 638.218594] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6176e5e-ce01-46e3-926d-a15dd7bb1abf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.224047] env[65418]: DEBUG oslo_vmware.api [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687816, 'name': Destroy_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.254832] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26ecfb8c-8a93-45e4-a26d-a8cbc7b9e597 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.273876] env[65418]: DEBUG oslo_vmware.api [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Task: {'id': task-4687815, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.277968] env[65418]: DEBUG oslo_vmware.api [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 638.277968] env[65418]: value = "task-4687817" [ 638.277968] env[65418]: _type = "Task" [ 638.277968] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.292780] env[65418]: DEBUG oslo_vmware.api [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687817, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.403876] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fa9ed2-3ad5-4e59-a2bb-5f4437943bcb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.413306] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0388fada-f764-4acd-a5f8-b8bc848d46da {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.458523] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6401813e-665a-4730-a248-553b88352cfb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.471962] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75679d48-3a0a-43c5-b93d-c7023c3a4cb1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.487061] env[65418]: DEBUG nova.compute.provider_tree [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.573744] env[65418]: DEBUG oslo_vmware.api [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529f21a2-946b-e1cf-e4cc-818fff623378, 'name': SearchDatastore_Task, 'duration_secs': 0.017328} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.574953] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5995c0f-dbf0-4455-857b-b56362b90830 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.583505] env[65418]: DEBUG oslo_vmware.api [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Waiting for the task: (returnval){ [ 638.583505] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521d142b-c74b-a5f8-bd50-510903b70c87" [ 638.583505] env[65418]: _type = "Task" [ 638.583505] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.594194] env[65418]: DEBUG oslo_vmware.api [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521d142b-c74b-a5f8-bd50-510903b70c87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.632968] env[65418]: DEBUG nova.network.neutron [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Successfully updated port: 84dc4127-415a-4273-8156-64f412e88089 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 638.719240] env[65418]: DEBUG oslo_vmware.api [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687816, 'name': Destroy_Task} progress is 33%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.756628] env[65418]: DEBUG oslo_vmware.api [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Task: {'id': task-4687815, 'name': PowerOnVM_Task, 'duration_secs': 0.831171} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.758101] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.758101] env[65418]: INFO nova.compute.manager [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Took 12.71 seconds to spawn the instance on the hypervisor. [ 638.758101] env[65418]: DEBUG nova.compute.manager [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 638.758251] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aea08ae-1e4c-4d09-8869-15bec31abbda {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.796158] env[65418]: DEBUG oslo_vmware.api [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687817, 'name': ReconfigVM_Task, 'duration_secs': 0.433004} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.796158] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.796158] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86f6e4c4-592b-4dc7-9828-4d1bd72b67a0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.804672] env[65418]: DEBUG oslo_vmware.api [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 638.804672] env[65418]: value = "task-4687818" [ 638.804672] env[65418]: _type = "Task" [ 638.804672] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.816301] env[65418]: DEBUG oslo_vmware.api [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.898509] env[65418]: DEBUG nova.policy [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6b1995a8d94450e9920680ffb152a39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '521e6db6c409477895a238d91bb21418', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.927265] env[65418]: WARNING neutronclient.v2_0.client [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.958956] env[65418]: DEBUG nova.compute.manager [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 638.992258] env[65418]: DEBUG nova.virt.hardware [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 638.992622] env[65418]: DEBUG nova.virt.hardware [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.992798] env[65418]: DEBUG nova.virt.hardware [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 638.993030] env[65418]: DEBUG nova.virt.hardware [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.993159] env[65418]: DEBUG nova.virt.hardware [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 638.993299] env[65418]: DEBUG nova.virt.hardware [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 638.993497] env[65418]: DEBUG nova.virt.hardware [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 638.993644] env[65418]: DEBUG nova.virt.hardware [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 638.993821] env[65418]: DEBUG nova.virt.hardware [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 638.993980] env[65418]: DEBUG nova.virt.hardware [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 638.994249] env[65418]: DEBUG nova.virt.hardware [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 638.996156] env[65418]: DEBUG nova.scheduler.client.report [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.002214] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c444da-44d3-45ef-8298-cff030e83096 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.013566] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb9c7dc-2864-4674-a903-526369b9f1fa {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.098048] env[65418]: DEBUG oslo_vmware.api [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521d142b-c74b-a5f8-bd50-510903b70c87, 'name': SearchDatastore_Task, 'duration_secs': 0.042939} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.098048] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.098048] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] e9546215-c6b7-4b67-8ff6-8ca483b0dd29/e9546215-c6b7-4b67-8ff6-8ca483b0dd29.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.098382] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33923aa0-6e18-4db5-b560-2dba2191ae9b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.109023] env[65418]: DEBUG oslo_vmware.api [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Waiting for the task: (returnval){ [ 639.109023] env[65418]: value = "task-4687819" [ 639.109023] env[65418]: _type = "Task" [ 639.109023] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.121451] env[65418]: DEBUG oslo_vmware.api [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4687819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.136516] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Acquiring lock "refresh_cache-47f04002-277a-4881-a5cf-65b08f3ddd92" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.136735] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Acquired lock "refresh_cache-47f04002-277a-4881-a5cf-65b08f3ddd92" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.136998] env[65418]: DEBUG nova.network.neutron [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 639.221325] env[65418]: DEBUG oslo_vmware.api [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687816, 'name': Destroy_Task, 'duration_secs': 0.637432} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.223368] env[65418]: DEBUG nova.network.neutron [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Updating instance_info_cache with network_info: [{"id": "e69127bb-7578-4efc-9d87-5515fd31ec82", "address": "fa:16:3e:73:0f:3d", "network": {"id": "8e41d0e5-e4f8-4609-9e65-ea5f5504a744", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1096955922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f95c19b1d3408f9095a3ac71da25f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69127bb-75", "ovs_interfaceid": "e69127bb-7578-4efc-9d87-5515fd31ec82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.225805] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Destroyed the VM [ 639.226400] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Deleting Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 639.228305] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-998a34fa-a6e9-47e2-b600-948897cbdd19 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.240642] env[65418]: DEBUG oslo_vmware.api [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Waiting for the task: (returnval){ [ 639.240642] env[65418]: value = "task-4687820" [ 639.240642] env[65418]: _type = "Task" [ 639.240642] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.254505] env[65418]: DEBUG oslo_vmware.api [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687820, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.281781] env[65418]: INFO nova.compute.manager [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Took 31.56 seconds to build instance. [ 639.312966] env[65418]: DEBUG nova.network.neutron [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Successfully created port: 91b2400f-665a-4ddd-bf7e-8aacbf8ca615 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 639.323950] env[65418]: DEBUG oslo_vmware.api [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687818, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.336137] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bdeb5b0-2e62-4f7d-9de8-64f03e4049b6 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquiring lock "a0502cef-9068-4360-a50b-eded3198c2ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.336448] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bdeb5b0-2e62-4f7d-9de8-64f03e4049b6 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "a0502cef-9068-4360-a50b-eded3198c2ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.336648] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bdeb5b0-2e62-4f7d-9de8-64f03e4049b6 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquiring lock "a0502cef-9068-4360-a50b-eded3198c2ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.336731] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bdeb5b0-2e62-4f7d-9de8-64f03e4049b6 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "a0502cef-9068-4360-a50b-eded3198c2ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.336930] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bdeb5b0-2e62-4f7d-9de8-64f03e4049b6 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "a0502cef-9068-4360-a50b-eded3198c2ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.342742] env[65418]: INFO nova.compute.manager [None req-6bdeb5b0-2e62-4f7d-9de8-64f03e4049b6 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Terminating instance [ 639.509467] env[65418]: DEBUG oslo_concurrency.lockutils [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.509467] env[65418]: DEBUG nova.compute.manager [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 639.510805] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ffad4aac-852f-4f9d-a423-eeaf6c48c07d tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.360s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.511428] env[65418]: DEBUG nova.objects.instance [None req-ffad4aac-852f-4f9d-a423-eeaf6c48c07d tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Lazy-loading 'resources' on Instance uuid d428bf6d-ea41-423f-8a60-35483a9924cf {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 639.623412] env[65418]: DEBUG oslo_vmware.api [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4687819, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.627220] env[65418]: DEBUG nova.compute.manager [req-a8c77d24-9824-4be6-a226-1fbc33d56bed req-6410841c-8336-46f9-8662-d66b818201d3 service nova] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Received event network-vif-plugged-cd0c7bf4-c84d-49ff-ad68-d2c6ed02ff66 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 639.627446] env[65418]: DEBUG oslo_concurrency.lockutils [req-a8c77d24-9824-4be6-a226-1fbc33d56bed req-6410841c-8336-46f9-8662-d66b818201d3 service nova] Acquiring lock "e9546215-c6b7-4b67-8ff6-8ca483b0dd29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.627663] env[65418]: DEBUG oslo_concurrency.lockutils [req-a8c77d24-9824-4be6-a226-1fbc33d56bed req-6410841c-8336-46f9-8662-d66b818201d3 service nova] Lock "e9546215-c6b7-4b67-8ff6-8ca483b0dd29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.627972] env[65418]: DEBUG oslo_concurrency.lockutils [req-a8c77d24-9824-4be6-a226-1fbc33d56bed req-6410841c-8336-46f9-8662-d66b818201d3 service nova] Lock "e9546215-c6b7-4b67-8ff6-8ca483b0dd29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.628182] env[65418]: DEBUG nova.compute.manager [req-a8c77d24-9824-4be6-a226-1fbc33d56bed req-6410841c-8336-46f9-8662-d66b818201d3 service nova] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] No waiting events found dispatching network-vif-plugged-cd0c7bf4-c84d-49ff-ad68-d2c6ed02ff66 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 639.628366] env[65418]: WARNING nova.compute.manager [req-a8c77d24-9824-4be6-a226-1fbc33d56bed req-6410841c-8336-46f9-8662-d66b818201d3 service nova] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Received unexpected event network-vif-plugged-cd0c7bf4-c84d-49ff-ad68-d2c6ed02ff66 for instance with vm_state building and task_state spawning. [ 639.628489] env[65418]: DEBUG nova.compute.manager [req-a8c77d24-9824-4be6-a226-1fbc33d56bed req-6410841c-8336-46f9-8662-d66b818201d3 service nova] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Received event network-changed-cd0c7bf4-c84d-49ff-ad68-d2c6ed02ff66 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 639.628665] env[65418]: DEBUG nova.compute.manager [req-a8c77d24-9824-4be6-a226-1fbc33d56bed req-6410841c-8336-46f9-8662-d66b818201d3 service nova] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Refreshing instance network info cache due to event network-changed-cd0c7bf4-c84d-49ff-ad68-d2c6ed02ff66. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 639.628861] env[65418]: DEBUG oslo_concurrency.lockutils [req-a8c77d24-9824-4be6-a226-1fbc33d56bed req-6410841c-8336-46f9-8662-d66b818201d3 service nova] Acquiring lock "refresh_cache-e9546215-c6b7-4b67-8ff6-8ca483b0dd29" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.629171] env[65418]: DEBUG oslo_concurrency.lockutils [req-a8c77d24-9824-4be6-a226-1fbc33d56bed req-6410841c-8336-46f9-8662-d66b818201d3 service nova] Acquired lock "refresh_cache-e9546215-c6b7-4b67-8ff6-8ca483b0dd29" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.629412] env[65418]: DEBUG nova.network.neutron [req-a8c77d24-9824-4be6-a226-1fbc33d56bed req-6410841c-8336-46f9-8662-d66b818201d3 service nova] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Refreshing network info cache for port cd0c7bf4-c84d-49ff-ad68-d2c6ed02ff66 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.685222] env[65418]: DEBUG nova.network.neutron [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 639.732309] env[65418]: DEBUG oslo_concurrency.lockutils [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Releasing lock "refresh_cache-bf4b716b-1514-4c79-a1fd-34846d330eda" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.732309] env[65418]: DEBUG nova.compute.manager [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Instance network_info: |[{"id": "e69127bb-7578-4efc-9d87-5515fd31ec82", "address": "fa:16:3e:73:0f:3d", "network": {"id": "8e41d0e5-e4f8-4609-9e65-ea5f5504a744", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1096955922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f95c19b1d3408f9095a3ac71da25f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69127bb-75", "ovs_interfaceid": "e69127bb-7578-4efc-9d87-5515fd31ec82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 639.732738] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:0f:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e69127bb-7578-4efc-9d87-5515fd31ec82', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.741985] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Creating folder: Project (97f95c19b1d3408f9095a3ac71da25f3). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.745105] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e392321f-d0fd-403f-b90e-411c288c272c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.775040] env[65418]: DEBUG oslo_vmware.api [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687820, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.775462] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Created folder: Project (97f95c19b1d3408f9095a3ac71da25f3) in parent group-v914982. [ 639.775687] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Creating folder: Instances. Parent ref: group-v915031. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.776020] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-201d0a1d-2ec5-48f1-8496-a424f3d237c5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.784635] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1c3d3a18-7a6e-41c7-b8a7-cabef966ae15 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Lock "fc5559c5-c283-4ed5-8e1d-46e2ecffc27a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.071s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.800760] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Created folder: Instances in parent group-v915031. [ 639.801353] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 639.801589] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.801825] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16189a56-a89b-4081-a18c-c9cc8cf170ce {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.819952] env[65418]: WARNING neutronclient.v2_0.client [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.836506] env[65418]: DEBUG oslo_vmware.api [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687818, 'name': PowerOnVM_Task, 'duration_secs': 0.648546} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.840616] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.841766] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.841766] env[65418]: value = "task-4687823" [ 639.841766] env[65418]: _type = "Task" [ 639.841766] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.846608] env[65418]: DEBUG nova.compute.manager [None req-1a2df0d1-8910-4f98-8c12-9b827a5a4cf5 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 639.847842] env[65418]: DEBUG nova.compute.manager [None req-6bdeb5b0-2e62-4f7d-9de8-64f03e4049b6 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 639.848195] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdeb5b0-2e62-4f7d-9de8-64f03e4049b6 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 639.851292] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06169a6-b565-4116-bd96-2c457aaddae6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.856953] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4a611a-95b4-4362-9d3d-f9a3c745a37d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.876260] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687823, 'name': CreateVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.876607] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdeb5b0-2e62-4f7d-9de8-64f03e4049b6 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 639.880868] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24f45bbc-c19b-4c4c-83e8-a34e2dc9f180 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.894147] env[65418]: DEBUG oslo_vmware.api [None req-6bdeb5b0-2e62-4f7d-9de8-64f03e4049b6 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 639.894147] env[65418]: value = "task-4687824" [ 639.894147] env[65418]: _type = "Task" [ 639.894147] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.908128] env[65418]: DEBUG oslo_vmware.api [None req-6bdeb5b0-2e62-4f7d-9de8-64f03e4049b6 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.952361] env[65418]: DEBUG nova.network.neutron [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Updating instance_info_cache with network_info: [{"id": "84dc4127-415a-4273-8156-64f412e88089", "address": "fa:16:3e:7a:12:d9", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84dc4127-41", "ovs_interfaceid": "84dc4127-415a-4273-8156-64f412e88089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.014974] env[65418]: DEBUG nova.compute.utils [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.023335] env[65418]: DEBUG nova.compute.manager [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 640.024132] env[65418]: DEBUG nova.network.neutron [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 640.027278] env[65418]: WARNING neutronclient.v2_0.client [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.027278] env[65418]: WARNING neutronclient.v2_0.client [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.102124] env[65418]: DEBUG nova.policy [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7df71bf51d8d4de1984f49f23183669b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29b211ae6d43442a9b242d00ec82fb25', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.123040] env[65418]: DEBUG oslo_vmware.api [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4687819, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.818877} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.123040] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] e9546215-c6b7-4b67-8ff6-8ca483b0dd29/e9546215-c6b7-4b67-8ff6-8ca483b0dd29.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.123040] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.127022] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e770f19-6ba7-4ff1-94c0-f8f39e4c0008 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.134389] env[65418]: WARNING neutronclient.v2_0.client [req-a8c77d24-9824-4be6-a226-1fbc33d56bed req-6410841c-8336-46f9-8662-d66b818201d3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.145160] env[65418]: DEBUG oslo_vmware.api [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Waiting for the task: (returnval){ [ 640.145160] env[65418]: value = "task-4687825" [ 640.145160] env[65418]: _type = "Task" [ 640.145160] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.159784] env[65418]: DEBUG oslo_vmware.api [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4687825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.167022] env[65418]: DEBUG nova.compute.manager [req-f1db9fbd-535f-43e4-aa04-f9a8cca1b55e req-3b7e6d9d-8c9f-4290-98d2-4858e6ce696b service nova] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Received event network-vif-plugged-e69127bb-7578-4efc-9d87-5515fd31ec82 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 640.167022] env[65418]: DEBUG oslo_concurrency.lockutils [req-f1db9fbd-535f-43e4-aa04-f9a8cca1b55e req-3b7e6d9d-8c9f-4290-98d2-4858e6ce696b service nova] Acquiring lock "bf4b716b-1514-4c79-a1fd-34846d330eda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.167022] env[65418]: DEBUG oslo_concurrency.lockutils [req-f1db9fbd-535f-43e4-aa04-f9a8cca1b55e req-3b7e6d9d-8c9f-4290-98d2-4858e6ce696b service nova] Lock "bf4b716b-1514-4c79-a1fd-34846d330eda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.167022] env[65418]: DEBUG oslo_concurrency.lockutils [req-f1db9fbd-535f-43e4-aa04-f9a8cca1b55e req-3b7e6d9d-8c9f-4290-98d2-4858e6ce696b service nova] Lock "bf4b716b-1514-4c79-a1fd-34846d330eda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.167356] env[65418]: DEBUG nova.compute.manager [req-f1db9fbd-535f-43e4-aa04-f9a8cca1b55e req-3b7e6d9d-8c9f-4290-98d2-4858e6ce696b service nova] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] No waiting events found dispatching network-vif-plugged-e69127bb-7578-4efc-9d87-5515fd31ec82 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 640.167520] env[65418]: WARNING nova.compute.manager [req-f1db9fbd-535f-43e4-aa04-f9a8cca1b55e req-3b7e6d9d-8c9f-4290-98d2-4858e6ce696b service nova] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Received unexpected event network-vif-plugged-e69127bb-7578-4efc-9d87-5515fd31ec82 for instance with vm_state building and task_state spawning. [ 640.257788] env[65418]: DEBUG oslo_vmware.api [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687820, 'name': RemoveSnapshot_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.262582] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0844b057-8f72-4a8d-b914-3a0e4fd4a778 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "24054f07-899f-460f-a22b-c0c6eeb240f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.262814] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0844b057-8f72-4a8d-b914-3a0e4fd4a778 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "24054f07-899f-460f-a22b-c0c6eeb240f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.263100] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0844b057-8f72-4a8d-b914-3a0e4fd4a778 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "24054f07-899f-460f-a22b-c0c6eeb240f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.263302] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0844b057-8f72-4a8d-b914-3a0e4fd4a778 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "24054f07-899f-460f-a22b-c0c6eeb240f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.263680] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0844b057-8f72-4a8d-b914-3a0e4fd4a778 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "24054f07-899f-460f-a22b-c0c6eeb240f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.267042] env[65418]: INFO nova.compute.manager [None req-0844b057-8f72-4a8d-b914-3a0e4fd4a778 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Terminating instance [ 640.356482] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687823, 'name': CreateVM_Task, 'duration_secs': 0.453488} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.356801] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.357300] env[65418]: WARNING neutronclient.v2_0.client [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.357685] env[65418]: DEBUG oslo_concurrency.lockutils [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.357834] env[65418]: DEBUG oslo_concurrency.lockutils [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.358163] env[65418]: DEBUG oslo_concurrency.lockutils [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.358435] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93142cda-0e41-46f7-bf75-7ce903445654 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.367387] env[65418]: DEBUG oslo_vmware.api [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 640.367387] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c99906-982c-38c3-0d8f-836e3e34114d" [ 640.367387] env[65418]: _type = "Task" [ 640.367387] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.378528] env[65418]: DEBUG oslo_vmware.api [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c99906-982c-38c3-0d8f-836e3e34114d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.406183] env[65418]: DEBUG oslo_vmware.api [None req-6bdeb5b0-2e62-4f7d-9de8-64f03e4049b6 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687824, 'name': PowerOffVM_Task, 'duration_secs': 0.278096} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.407132] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bdeb5b0-2e62-4f7d-9de8-64f03e4049b6 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 640.407407] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdeb5b0-2e62-4f7d-9de8-64f03e4049b6 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 640.407580] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4197a657-d09e-4c76-a878-7670870d8922 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.456349] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Releasing lock "refresh_cache-47f04002-277a-4881-a5cf-65b08f3ddd92" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.456349] env[65418]: DEBUG nova.compute.manager [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Instance network_info: |[{"id": "84dc4127-415a-4273-8156-64f412e88089", "address": "fa:16:3e:7a:12:d9", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84dc4127-41", "ovs_interfaceid": "84dc4127-415a-4273-8156-64f412e88089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 640.459712] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:12:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84dc4127-415a-4273-8156-64f412e88089', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.467392] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Creating folder: Project (423bbac36abc4ff48f3602707b7fc629). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.468027] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be56a83e-7451-43eb-852f-9e4c9d487b93 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.475823] env[65418]: DEBUG nova.network.neutron [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Successfully created port: c2477dfb-be0a-462f-88f9-d0aeaae488bd {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 640.481057] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Created folder: Project (423bbac36abc4ff48f3602707b7fc629) in parent group-v914982. [ 640.481260] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Creating folder: Instances. Parent ref: group-v915034. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.481516] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4edf517-cd99-4376-9bd9-ec361fbfb402 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.492957] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Created folder: Instances in parent group-v915034. [ 640.493108] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 640.493386] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.493811] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f631e0f-5053-46e9-93d4-35c5d35866bb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.514804] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdeb5b0-2e62-4f7d-9de8-64f03e4049b6 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 640.514985] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdeb5b0-2e62-4f7d-9de8-64f03e4049b6 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 640.515142] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdeb5b0-2e62-4f7d-9de8-64f03e4049b6 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Deleting the datastore file [datastore1] a0502cef-9068-4360-a50b-eded3198c2ac {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 640.515957] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf1af3e-0fad-495e-bfb4-b4f7db4ee3cc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.519085] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-600dec6a-ccab-46ab-8b71-60da143544d7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.523198] env[65418]: DEBUG nova.compute.manager [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 640.529923] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.529923] env[65418]: value = "task-4687829" [ 640.529923] env[65418]: _type = "Task" [ 640.529923] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.531848] env[65418]: DEBUG oslo_vmware.api [None req-6bdeb5b0-2e62-4f7d-9de8-64f03e4049b6 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 640.531848] env[65418]: value = "task-4687830" [ 640.531848] env[65418]: _type = "Task" [ 640.531848] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.531848] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713feb38-8d87-41f4-897b-8401c11166da {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.548491] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687829, 'name': CreateVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.581375] env[65418]: DEBUG oslo_vmware.api [None req-6bdeb5b0-2e62-4f7d-9de8-64f03e4049b6 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.583333] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5780ac0-f189-4e75-8533-16a1bdce9c0f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.593992] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc99fe8a-509b-4987-a980-6aaa43d9e239 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.611768] env[65418]: DEBUG nova.compute.provider_tree [None req-ffad4aac-852f-4f9d-a423-eeaf6c48c07d tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.658585] env[65418]: DEBUG oslo_vmware.api [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4687825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075342} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.659042] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.660331] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a0e19f-ba36-40ef-887d-08a2b980958b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.693481] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] e9546215-c6b7-4b67-8ff6-8ca483b0dd29/e9546215-c6b7-4b67-8ff6-8ca483b0dd29.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.694562] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22c93118-c690-4233-8d41-8b59cbc3c2b6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.722679] env[65418]: DEBUG oslo_vmware.api [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Waiting for the task: (returnval){ [ 640.722679] env[65418]: value = "task-4687831" [ 640.722679] env[65418]: _type = "Task" [ 640.722679] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.736558] env[65418]: DEBUG oslo_vmware.api [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4687831, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.759707] env[65418]: DEBUG oslo_vmware.api [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687820, 'name': RemoveSnapshot_Task, 'duration_secs': 1.414295} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.760277] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Deleted Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 640.760695] env[65418]: INFO nova.compute.manager [None req-497d683d-4632-4819-bd90-3f5db8b704ba tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Took 18.57 seconds to snapshot the instance on the hypervisor. [ 640.778390] env[65418]: DEBUG nova.compute.manager [None req-0844b057-8f72-4a8d-b914-3a0e4fd4a778 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 640.778618] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0844b057-8f72-4a8d-b914-3a0e4fd4a778 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 640.779754] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fa4007-1cf1-4e74-a247-2ed62031b00e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.790342] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0844b057-8f72-4a8d-b914-3a0e4fd4a778 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 640.790795] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70e19723-3670-472b-a1c9-8b32ad4de963 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.801800] env[65418]: DEBUG oslo_vmware.api [None req-0844b057-8f72-4a8d-b914-3a0e4fd4a778 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 640.801800] env[65418]: value = "task-4687832" [ 640.801800] env[65418]: _type = "Task" [ 640.801800] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.814913] env[65418]: DEBUG oslo_vmware.api [None req-0844b057-8f72-4a8d-b914-3a0e4fd4a778 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4687832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.880514] env[65418]: DEBUG oslo_vmware.api [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c99906-982c-38c3-0d8f-836e3e34114d, 'name': SearchDatastore_Task, 'duration_secs': 0.022727} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.880844] env[65418]: DEBUG oslo_concurrency.lockutils [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.881129] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.881379] env[65418]: DEBUG oslo_concurrency.lockutils [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.881515] env[65418]: DEBUG oslo_concurrency.lockutils [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.881706] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.881985] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7acc3a64-aa1f-442c-bc5d-f203d041a525 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.895998] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.895998] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.895998] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63cde13d-9991-4028-b2f6-84c0c656d47f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.904948] env[65418]: DEBUG oslo_vmware.api [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 640.904948] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c3446c-a979-fe3b-0cdb-98c714d8b541" [ 640.904948] env[65418]: _type = "Task" [ 640.904948] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.916763] env[65418]: DEBUG oslo_vmware.api [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c3446c-a979-fe3b-0cdb-98c714d8b541, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.055743] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687829, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.061294] env[65418]: DEBUG oslo_vmware.api [None req-6bdeb5b0-2e62-4f7d-9de8-64f03e4049b6 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687830, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.434217} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.061852] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bdeb5b0-2e62-4f7d-9de8-64f03e4049b6 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 641.062237] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdeb5b0-2e62-4f7d-9de8-64f03e4049b6 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 641.062587] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6bdeb5b0-2e62-4f7d-9de8-64f03e4049b6 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 641.062852] env[65418]: INFO nova.compute.manager [None req-6bdeb5b0-2e62-4f7d-9de8-64f03e4049b6 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Took 1.21 seconds to destroy the instance on the hypervisor. [ 641.063308] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-6bdeb5b0-2e62-4f7d-9de8-64f03e4049b6 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 641.063740] env[65418]: DEBUG nova.compute.manager [-] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 641.063873] env[65418]: DEBUG nova.network.neutron [-] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 641.064371] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.115634] env[65418]: DEBUG nova.scheduler.client.report [None req-ffad4aac-852f-4f9d-a423-eeaf6c48c07d tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.187156] env[65418]: DEBUG nova.network.neutron [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Successfully updated port: 91b2400f-665a-4ddd-bf7e-8aacbf8ca615 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 641.239145] env[65418]: DEBUG oslo_vmware.api [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4687831, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.313719] env[65418]: DEBUG oslo_vmware.api [None req-0844b057-8f72-4a8d-b914-3a0e4fd4a778 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4687832, 'name': PowerOffVM_Task, 'duration_secs': 0.347382} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.314101] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0844b057-8f72-4a8d-b914-3a0e4fd4a778 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 641.314412] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0844b057-8f72-4a8d-b914-3a0e4fd4a778 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 641.314715] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-012d5d47-a510-4269-8ffa-389354463425 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.415812] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0844b057-8f72-4a8d-b914-3a0e4fd4a778 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 641.416177] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0844b057-8f72-4a8d-b914-3a0e4fd4a778 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 641.416450] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-0844b057-8f72-4a8d-b914-3a0e4fd4a778 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Deleting the datastore file [datastore2] 24054f07-899f-460f-a22b-c0c6eeb240f7 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 641.422597] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a454b58-2589-4c3a-a26b-67fad7c5c0c3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.426167] env[65418]: DEBUG oslo_vmware.api [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c3446c-a979-fe3b-0cdb-98c714d8b541, 'name': SearchDatastore_Task, 'duration_secs': 0.020832} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.428032] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b9115ca-7333-48cd-b6da-28cbf5800d95 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.434176] env[65418]: DEBUG oslo_vmware.api [None req-0844b057-8f72-4a8d-b914-3a0e4fd4a778 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 641.434176] env[65418]: value = "task-4687834" [ 641.434176] env[65418]: _type = "Task" [ 641.434176] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.436334] env[65418]: DEBUG oslo_vmware.api [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 641.436334] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ff77b6-a806-a780-50da-96cc3ebf094e" [ 641.436334] env[65418]: _type = "Task" [ 641.436334] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.455098] env[65418]: DEBUG oslo_vmware.api [None req-0844b057-8f72-4a8d-b914-3a0e4fd4a778 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4687834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.455367] env[65418]: DEBUG oslo_vmware.api [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ff77b6-a806-a780-50da-96cc3ebf094e, 'name': SearchDatastore_Task, 'duration_secs': 0.013315} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.455622] env[65418]: DEBUG oslo_concurrency.lockutils [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.455897] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] bf4b716b-1514-4c79-a1fd-34846d330eda/bf4b716b-1514-4c79-a1fd-34846d330eda.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.456199] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac0710dc-f1b5-41a6-9a07-6504ec42662a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.466373] env[65418]: DEBUG oslo_vmware.api [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 641.466373] env[65418]: value = "task-4687835" [ 641.466373] env[65418]: _type = "Task" [ 641.466373] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.474851] env[65418]: DEBUG oslo_vmware.api [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4687835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.544964] env[65418]: DEBUG nova.compute.manager [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 641.554429] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687829, 'name': CreateVM_Task, 'duration_secs': 0.656922} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.555276] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.556064] env[65418]: WARNING neutronclient.v2_0.client [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.556628] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.556880] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.557380] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.557788] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d5ca1ab-8c59-4f06-867e-51f36f6f57cc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.565495] env[65418]: DEBUG oslo_vmware.api [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for the task: (returnval){ [ 641.565495] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520e5111-ddba-b633-af2c-0ec69551b392" [ 641.565495] env[65418]: _type = "Task" [ 641.565495] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.584401] env[65418]: DEBUG oslo_vmware.api [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520e5111-ddba-b633-af2c-0ec69551b392, 'name': SearchDatastore_Task, 'duration_secs': 0.011312} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.588709] env[65418]: DEBUG nova.virt.hardware [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 641.589166] env[65418]: DEBUG nova.virt.hardware [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.589444] env[65418]: DEBUG nova.virt.hardware [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 641.589748] env[65418]: DEBUG nova.virt.hardware [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.589983] env[65418]: DEBUG nova.virt.hardware [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 641.590261] env[65418]: DEBUG nova.virt.hardware [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 641.590597] env[65418]: DEBUG nova.virt.hardware [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 641.590881] env[65418]: DEBUG nova.virt.hardware [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 641.591176] env[65418]: DEBUG nova.virt.hardware [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 641.591472] env[65418]: DEBUG nova.virt.hardware [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 641.591758] env[65418]: DEBUG nova.virt.hardware [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 641.592288] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.592623] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 641.592993] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.593225] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.593514] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.594886] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed42e022-de91-416a-985b-241522a06838 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.599442] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bc14e20-2878-4ce8-aec3-20dbbda32583 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.611375] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f17c6e-c2f4-4b8a-bb91-2a48990edc99 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.620113] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.620113] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.622329] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1172db79-529c-43a2-95eb-868dd0eff780 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.630422] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ffad4aac-852f-4f9d-a423-eeaf6c48c07d tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.647064] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.621s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.648749] env[65418]: INFO nova.compute.claims [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.662742] env[65418]: DEBUG oslo_vmware.api [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for the task: (returnval){ [ 641.662742] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52157acf-36b8-bdcb-7a14-cd4357285706" [ 641.662742] env[65418]: _type = "Task" [ 641.662742] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.674932] env[65418]: DEBUG oslo_vmware.api [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52157acf-36b8-bdcb-7a14-cd4357285706, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.676391] env[65418]: INFO nova.scheduler.client.report [None req-ffad4aac-852f-4f9d-a423-eeaf6c48c07d tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Deleted allocations for instance d428bf6d-ea41-423f-8a60-35483a9924cf [ 641.689831] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Acquiring lock "refresh_cache-e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.690323] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Acquired lock "refresh_cache-e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.690416] env[65418]: DEBUG nova.network.neutron [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 641.741503] env[65418]: DEBUG oslo_vmware.api [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4687831, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.949609] env[65418]: DEBUG oslo_vmware.api [None req-0844b057-8f72-4a8d-b914-3a0e4fd4a778 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4687834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172262} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.950029] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-0844b057-8f72-4a8d-b914-3a0e4fd4a778 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 641.950294] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0844b057-8f72-4a8d-b914-3a0e4fd4a778 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 641.950502] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0844b057-8f72-4a8d-b914-3a0e4fd4a778 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 641.950671] env[65418]: INFO nova.compute.manager [None req-0844b057-8f72-4a8d-b914-3a0e4fd4a778 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 641.951011] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-0844b057-8f72-4a8d-b914-3a0e4fd4a778 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 641.951300] env[65418]: DEBUG nova.compute.manager [-] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 641.951518] env[65418]: DEBUG nova.network.neutron [-] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 641.951778] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.976912] env[65418]: DEBUG oslo_vmware.api [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4687835, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.103440] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.175233] env[65418]: DEBUG oslo_vmware.api [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52157acf-36b8-bdcb-7a14-cd4357285706, 'name': SearchDatastore_Task, 'duration_secs': 0.034311} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.176118] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa94c21c-8d7c-42aa-8769-689b74ff1db4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.182810] env[65418]: DEBUG oslo_vmware.api [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for the task: (returnval){ [ 642.182810] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b47754-15f1-f855-0d4c-b4346d313646" [ 642.182810] env[65418]: _type = "Task" [ 642.182810] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.188463] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ffad4aac-852f-4f9d-a423-eeaf6c48c07d tempest-ServerDiagnosticsNegativeTest-1665493519 tempest-ServerDiagnosticsNegativeTest-1665493519-project-member] Lock "d428bf6d-ea41-423f-8a60-35483a9924cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.799s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.199693] env[65418]: DEBUG oslo_vmware.api [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b47754-15f1-f855-0d4c-b4346d313646, 'name': SearchDatastore_Task} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.201070] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.201070] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 47f04002-277a-4881-a5cf-65b08f3ddd92/47f04002-277a-4881-a5cf-65b08f3ddd92.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.201070] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-950be7dc-90c9-41f7-b9c3-a1eda100f8a0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.209138] env[65418]: DEBUG oslo_vmware.api [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for the task: (returnval){ [ 642.209138] env[65418]: value = "task-4687836" [ 642.209138] env[65418]: _type = "Task" [ 642.209138] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.219877] env[65418]: DEBUG oslo_vmware.api [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687836, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.236148] env[65418]: DEBUG oslo_vmware.api [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4687831, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.481345] env[65418]: DEBUG nova.network.neutron [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Successfully updated port: c2477dfb-be0a-462f-88f9-d0aeaae488bd {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 642.490336] env[65418]: DEBUG oslo_vmware.api [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4687835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54405} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.492017] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] bf4b716b-1514-4c79-a1fd-34846d330eda/bf4b716b-1514-4c79-a1fd-34846d330eda.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.492017] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.492017] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a289d71-f7de-49be-afbf-9708a026b2bb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.501580] env[65418]: DEBUG oslo_vmware.api [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 642.501580] env[65418]: value = "task-4687837" [ 642.501580] env[65418]: _type = "Task" [ 642.501580] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.512584] env[65418]: DEBUG oslo_vmware.api [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4687837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.544234] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.735746] env[65418]: DEBUG oslo_vmware.api [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687836, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.744216] env[65418]: DEBUG oslo_vmware.api [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4687831, 'name': ReconfigVM_Task, 'duration_secs': 1.537985} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.744943] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Reconfigured VM instance instance-00000010 to attach disk [datastore2] e9546215-c6b7-4b67-8ff6-8ca483b0dd29/e9546215-c6b7-4b67-8ff6-8ca483b0dd29.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 642.745686] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e844244-e8db-45ab-9f1b-063817a23971 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.754146] env[65418]: DEBUG oslo_vmware.api [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Waiting for the task: (returnval){ [ 642.754146] env[65418]: value = "task-4687838" [ 642.754146] env[65418]: _type = "Task" [ 642.754146] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.766732] env[65418]: DEBUG oslo_vmware.api [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4687838, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.927043] env[65418]: DEBUG nova.network.neutron [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 642.992525] env[65418]: DEBUG oslo_concurrency.lockutils [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Acquiring lock "refresh_cache-0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.992748] env[65418]: DEBUG oslo_concurrency.lockutils [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Acquired lock "refresh_cache-0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.992998] env[65418]: DEBUG nova.network.neutron [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 643.017282] env[65418]: DEBUG oslo_vmware.api [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4687837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077681} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.017870] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.018509] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0d868a-ac9e-4789-b50b-5816f8113ce1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.047722] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] bf4b716b-1514-4c79-a1fd-34846d330eda/bf4b716b-1514-4c79-a1fd-34846d330eda.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.048089] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f3b79a8-32f6-4454-90e1-b9c32f69f078 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.077653] env[65418]: DEBUG oslo_vmware.api [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 643.077653] env[65418]: value = "task-4687839" [ 643.077653] env[65418]: _type = "Task" [ 643.077653] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.092562] env[65418]: DEBUG oslo_vmware.api [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4687839, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.098868] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acca9512-ad35-4ac3-a14a-00c982b9e011 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.110388] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcca309-2b7d-41d5-85d1-a7f8405ca502 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.144605] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d845018-e05d-47f8-bd1e-0303717f86e2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.154659] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3620b0-78bc-4285-895f-1e9b210db3fa {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.174393] env[65418]: DEBUG nova.compute.provider_tree [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 643.207913] env[65418]: WARNING neutronclient.v2_0.client [req-a8c77d24-9824-4be6-a226-1fbc33d56bed req-6410841c-8336-46f9-8662-d66b818201d3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.223180] env[65418]: DEBUG oslo_vmware.api [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687836, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.270585] env[65418]: DEBUG oslo_vmware.api [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4687838, 'name': Rename_Task, 'duration_secs': 0.21551} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.270881] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.271271] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e51950f-d575-4c20-b7ec-a7979b6a781e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.282676] env[65418]: DEBUG oslo_vmware.api [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Waiting for the task: (returnval){ [ 643.282676] env[65418]: value = "task-4687840" [ 643.282676] env[65418]: _type = "Task" [ 643.282676] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.297685] env[65418]: DEBUG oslo_vmware.api [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4687840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.400531] env[65418]: DEBUG nova.network.neutron [req-a8c77d24-9824-4be6-a226-1fbc33d56bed req-6410841c-8336-46f9-8662-d66b818201d3 service nova] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Updated VIF entry in instance network info cache for port cd0c7bf4-c84d-49ff-ad68-d2c6ed02ff66. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 643.400990] env[65418]: DEBUG nova.network.neutron [req-a8c77d24-9824-4be6-a226-1fbc33d56bed req-6410841c-8336-46f9-8662-d66b818201d3 service nova] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Updating instance_info_cache with network_info: [{"id": "cd0c7bf4-c84d-49ff-ad68-d2c6ed02ff66", "address": "fa:16:3e:a8:5b:e4", "network": {"id": "58918c0b-4918-4e41-acb1-a67fc053be36", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1734877747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c42ce6291d4cf2bdfc6f9d94073d09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd0c7bf4-c8", "ovs_interfaceid": "cd0c7bf4-c84d-49ff-ad68-d2c6ed02ff66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.403910] env[65418]: DEBUG nova.network.neutron [-] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.431307] env[65418]: WARNING neutronclient.v2_0.client [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.580177] env[65418]: DEBUG nova.network.neutron [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 643.596658] env[65418]: DEBUG oslo_vmware.api [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4687839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.615081] env[65418]: DEBUG nova.network.neutron [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Updating instance_info_cache with network_info: [{"id": "91b2400f-665a-4ddd-bf7e-8aacbf8ca615", "address": "fa:16:3e:02:97:c2", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91b2400f-66", "ovs_interfaceid": "91b2400f-665a-4ddd-bf7e-8aacbf8ca615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.683716] env[65418]: DEBUG nova.network.neutron [-] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.724249] env[65418]: ERROR nova.scheduler.client.report [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [req-9f43f83d-cc61-4399-b82b-e3792362d09a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 04ebeb19-ed8c-4ddf-818a-ebce01147110. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9f43f83d-cc61-4399-b82b-e3792362d09a"}]} [ 643.737989] env[65418]: DEBUG oslo_vmware.api [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687836, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.016308} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.738434] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 47f04002-277a-4881-a5cf-65b08f3ddd92/47f04002-277a-4881-a5cf-65b08f3ddd92.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.738565] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 643.739537] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a14038d6-4aa6-414b-98cc-c8783a658574 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.752179] env[65418]: WARNING neutronclient.v2_0.client [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.758781] env[65418]: DEBUG nova.scheduler.client.report [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Refreshing inventories for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 643.760447] env[65418]: DEBUG oslo_vmware.api [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for the task: (returnval){ [ 643.760447] env[65418]: value = "task-4687841" [ 643.760447] env[65418]: _type = "Task" [ 643.760447] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.771723] env[65418]: DEBUG oslo_vmware.api [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.783569] env[65418]: DEBUG nova.scheduler.client.report [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Updating ProviderTree inventory for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 643.784026] env[65418]: DEBUG nova.compute.provider_tree [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 643.799736] env[65418]: DEBUG oslo_vmware.api [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4687840, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.801029] env[65418]: DEBUG nova.scheduler.client.report [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Refreshing aggregate associations for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110, aggregates: None {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 643.835758] env[65418]: DEBUG nova.scheduler.client.report [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Refreshing trait associations for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 643.912804] env[65418]: DEBUG oslo_concurrency.lockutils [req-a8c77d24-9824-4be6-a226-1fbc33d56bed req-6410841c-8336-46f9-8662-d66b818201d3 service nova] Releasing lock "refresh_cache-e9546215-c6b7-4b67-8ff6-8ca483b0dd29" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.913137] env[65418]: DEBUG nova.compute.manager [req-a8c77d24-9824-4be6-a226-1fbc33d56bed req-6410841c-8336-46f9-8662-d66b818201d3 service nova] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Received event network-vif-deleted-947da35d-3735-4215-9a1e-de72e321eb87 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 643.913621] env[65418]: INFO nova.compute.manager [-] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Took 2.85 seconds to deallocate network for instance. [ 644.095103] env[65418]: DEBUG oslo_vmware.api [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4687839, 'name': ReconfigVM_Task, 'duration_secs': 0.818231} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.095447] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Reconfigured VM instance instance-00000011 to attach disk [datastore2] bf4b716b-1514-4c79-a1fd-34846d330eda/bf4b716b-1514-4c79-a1fd-34846d330eda.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.096189] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00afb93b-c907-4745-83f3-f6990f030912 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.107598] env[65418]: DEBUG oslo_vmware.api [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 644.107598] env[65418]: value = "task-4687842" [ 644.107598] env[65418]: _type = "Task" [ 644.107598] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.123750] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Releasing lock "refresh_cache-e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.124160] env[65418]: DEBUG nova.compute.manager [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Instance network_info: |[{"id": "91b2400f-665a-4ddd-bf7e-8aacbf8ca615", "address": "fa:16:3e:02:97:c2", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91b2400f-66", "ovs_interfaceid": "91b2400f-665a-4ddd-bf7e-8aacbf8ca615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 644.126041] env[65418]: DEBUG oslo_vmware.api [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4687842, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.127622] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Acquiring lock "45c2e0c5-9481-4e6d-b83d-545c7d2163a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.128302] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Lock "45c2e0c5-9481-4e6d-b83d-545c7d2163a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.129986] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:97:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91b2400f-665a-4ddd-bf7e-8aacbf8ca615', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.142294] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 644.146678] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.147615] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-072b2812-08d9-45bf-8518-c38b13de0bd6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.165106] env[65418]: DEBUG nova.network.neutron [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Updating instance_info_cache with network_info: [{"id": "c2477dfb-be0a-462f-88f9-d0aeaae488bd", "address": "fa:16:3e:65:e3:a4", "network": {"id": "5e1bf76f-2df1-4382-89f5-3ddca03da51e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-237591199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "29b211ae6d43442a9b242d00ec82fb25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2477dfb-be", "ovs_interfaceid": "c2477dfb-be0a-462f-88f9-d0aeaae488bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.180174] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.180174] env[65418]: value = "task-4687843" [ 644.180174] env[65418]: _type = "Task" [ 644.180174] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.190926] env[65418]: INFO nova.compute.manager [-] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Took 2.24 seconds to deallocate network for instance. [ 644.193717] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687843, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.249185] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ab91746-82b7-4f9f-b2d0-310ec8d062b8 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquiring lock "e3f40535-54bc-42fd-8044-854980d10044" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.249464] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ab91746-82b7-4f9f-b2d0-310ec8d062b8 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lock "e3f40535-54bc-42fd-8044-854980d10044" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.249644] env[65418]: DEBUG nova.compute.manager [None req-0ab91746-82b7-4f9f-b2d0-310ec8d062b8 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Going to confirm migration 1 {{(pid=65418) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 644.275642] env[65418]: DEBUG oslo_vmware.api [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115578} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.275642] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.277026] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fdcabc-dd3e-4158-9edd-bccc2075a6a9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.306631] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 47f04002-277a-4881-a5cf-65b08f3ddd92/47f04002-277a-4881-a5cf-65b08f3ddd92.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.312483] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-096008f6-0c76-43a3-bdb6-7bbb38071a3d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.338141] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Acquiring lock "4b42c2cd-dd38-4821-862e-2b8eddc687ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.338627] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Lock "4b42c2cd-dd38-4821-862e-2b8eddc687ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.339151] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Acquiring lock "4b42c2cd-dd38-4821-862e-2b8eddc687ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.340199] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Lock "4b42c2cd-dd38-4821-862e-2b8eddc687ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.340199] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Lock "4b42c2cd-dd38-4821-862e-2b8eddc687ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.341446] env[65418]: DEBUG oslo_vmware.api [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4687840, 'name': PowerOnVM_Task, 'duration_secs': 0.729206} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.344376] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 644.344376] env[65418]: INFO nova.compute.manager [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Took 14.55 seconds to spawn the instance on the hypervisor. [ 644.344376] env[65418]: DEBUG nova.compute.manager [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 644.344640] env[65418]: DEBUG oslo_vmware.api [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for the task: (returnval){ [ 644.344640] env[65418]: value = "task-4687844" [ 644.344640] env[65418]: _type = "Task" [ 644.344640] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.345145] env[65418]: INFO nova.compute.manager [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Terminating instance [ 644.350428] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c683e538-a6bf-49db-8fe5-1f6a32559bd3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.374481] env[65418]: DEBUG oslo_vmware.api [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687844, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.428828] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bdeb5b0-2e62-4f7d-9de8-64f03e4049b6 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.474339] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6a7c08-a5cc-46c5-aa88-b761bf0c7cf0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.485249] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e069923f-1b6b-4ad1-b1e4-737eab71ce93 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.521571] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13562616-79bc-41cf-acd9-56f452a9afde {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.530567] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7682692a-47c8-48f3-9212-7e07bcb3b178 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.546387] env[65418]: DEBUG nova.compute.provider_tree [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.624834] env[65418]: DEBUG oslo_vmware.api [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4687842, 'name': Rename_Task, 'duration_secs': 0.359732} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.625213] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.625575] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b668e93c-c8f2-4120-8e80-d827303292aa {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.636403] env[65418]: DEBUG oslo_vmware.api [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 644.636403] env[65418]: value = "task-4687845" [ 644.636403] env[65418]: _type = "Task" [ 644.636403] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.647497] env[65418]: DEBUG nova.compute.manager [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 644.650442] env[65418]: DEBUG oslo_vmware.api [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4687845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.674637] env[65418]: DEBUG oslo_concurrency.lockutils [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Releasing lock "refresh_cache-0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.675480] env[65418]: DEBUG nova.compute.manager [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Instance network_info: |[{"id": "c2477dfb-be0a-462f-88f9-d0aeaae488bd", "address": "fa:16:3e:65:e3:a4", "network": {"id": "5e1bf76f-2df1-4382-89f5-3ddca03da51e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-237591199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "29b211ae6d43442a9b242d00ec82fb25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2477dfb-be", "ovs_interfaceid": "c2477dfb-be0a-462f-88f9-d0aeaae488bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 644.675686] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:e3:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc16c915-cff1-4faa-a529-9773ee9bab7e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2477dfb-be0a-462f-88f9-d0aeaae488bd', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.684697] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Creating folder: Project (29b211ae6d43442a9b242d00ec82fb25). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.684697] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e693fdf3-770f-49e7-8119-ccce0300799f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.696978] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687843, 'name': CreateVM_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.701987] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0844b057-8f72-4a8d-b914-3a0e4fd4a778 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.701987] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Created folder: Project (29b211ae6d43442a9b242d00ec82fb25) in parent group-v914982. [ 644.701987] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Creating folder: Instances. Parent ref: group-v915038. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.702442] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afacb35f-dfa4-4c9d-82df-ef20875fdbf5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.714756] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Created folder: Instances in parent group-v915038. [ 644.715069] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 644.715286] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.715511] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10595fe9-9f59-4cda-9ea3-2f0f6ef5cf96 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.740527] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.740527] env[65418]: value = "task-4687848" [ 644.740527] env[65418]: _type = "Task" [ 644.740527] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.750609] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687848, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.760171] env[65418]: WARNING neutronclient.v2_0.client [None req-0ab91746-82b7-4f9f-b2d0-310ec8d062b8 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.868182] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Acquiring lock "refresh_cache-4b42c2cd-dd38-4821-862e-2b8eddc687ff" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.868182] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Acquired lock "refresh_cache-4b42c2cd-dd38-4821-862e-2b8eddc687ff" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.868182] env[65418]: DEBUG nova.network.neutron [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 644.869183] env[65418]: DEBUG oslo_vmware.api [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687844, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.870413] env[65418]: WARNING neutronclient.v2_0.client [None req-0ab91746-82b7-4f9f-b2d0-310ec8d062b8 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 644.870717] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ab91746-82b7-4f9f-b2d0-310ec8d062b8 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquiring lock "refresh_cache-e3f40535-54bc-42fd-8044-854980d10044" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.870859] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ab91746-82b7-4f9f-b2d0-310ec8d062b8 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquired lock "refresh_cache-e3f40535-54bc-42fd-8044-854980d10044" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.871067] env[65418]: DEBUG nova.network.neutron [None req-0ab91746-82b7-4f9f-b2d0-310ec8d062b8 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 644.871292] env[65418]: DEBUG nova.objects.instance [None req-0ab91746-82b7-4f9f-b2d0-310ec8d062b8 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lazy-loading 'info_cache' on Instance uuid e3f40535-54bc-42fd-8044-854980d10044 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 644.887704] env[65418]: INFO nova.compute.manager [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Took 25.20 seconds to build instance. [ 644.931544] env[65418]: DEBUG nova.compute.manager [req-08764c6f-8567-4686-a4a0-93ab098bfea1 req-2a882ca1-f948-4e05-960a-2e5da55117a8 service nova] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Received event network-changed-07c21d89-065a-4041-8247-43c2309f1060 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 644.931772] env[65418]: DEBUG nova.compute.manager [req-08764c6f-8567-4686-a4a0-93ab098bfea1 req-2a882ca1-f948-4e05-960a-2e5da55117a8 service nova] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Refreshing instance network info cache due to event network-changed-07c21d89-065a-4041-8247-43c2309f1060. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 644.931993] env[65418]: DEBUG oslo_concurrency.lockutils [req-08764c6f-8567-4686-a4a0-93ab098bfea1 req-2a882ca1-f948-4e05-960a-2e5da55117a8 service nova] Acquiring lock "refresh_cache-c23c3312-47e5-42e4-9b3e-72d687b4656b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.932185] env[65418]: DEBUG oslo_concurrency.lockutils [req-08764c6f-8567-4686-a4a0-93ab098bfea1 req-2a882ca1-f948-4e05-960a-2e5da55117a8 service nova] Acquired lock "refresh_cache-c23c3312-47e5-42e4-9b3e-72d687b4656b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.932365] env[65418]: DEBUG nova.network.neutron [req-08764c6f-8567-4686-a4a0-93ab098bfea1 req-2a882ca1-f948-4e05-960a-2e5da55117a8 service nova] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Refreshing network info cache for port 07c21d89-065a-4041-8247-43c2309f1060 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.944195] env[65418]: DEBUG nova.compute.manager [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Received event network-changed-e69127bb-7578-4efc-9d87-5515fd31ec82 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 644.944748] env[65418]: DEBUG nova.compute.manager [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Refreshing instance network info cache due to event network-changed-e69127bb-7578-4efc-9d87-5515fd31ec82. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 644.944748] env[65418]: DEBUG oslo_concurrency.lockutils [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] Acquiring lock "refresh_cache-bf4b716b-1514-4c79-a1fd-34846d330eda" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.944748] env[65418]: DEBUG oslo_concurrency.lockutils [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] Acquired lock "refresh_cache-bf4b716b-1514-4c79-a1fd-34846d330eda" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.945191] env[65418]: DEBUG nova.network.neutron [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Refreshing network info cache for port e69127bb-7578-4efc-9d87-5515fd31ec82 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.050525] env[65418]: DEBUG nova.scheduler.client.report [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.150322] env[65418]: DEBUG oslo_vmware.api [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4687845, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.172433] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.199917] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687843, 'name': CreateVM_Task, 'duration_secs': 0.691904} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.199917] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.201333] env[65418]: WARNING neutronclient.v2_0.client [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.201333] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.201333] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.201333] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.201488] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1729f27a-af98-4662-b7f6-a034ce80f23e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.208295] env[65418]: DEBUG oslo_vmware.api [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Waiting for the task: (returnval){ [ 645.208295] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]524cbec0-8404-847d-6048-6f0b256fb5b2" [ 645.208295] env[65418]: _type = "Task" [ 645.208295] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.218072] env[65418]: DEBUG oslo_vmware.api [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]524cbec0-8404-847d-6048-6f0b256fb5b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.251319] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687848, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.369102] env[65418]: DEBUG oslo_vmware.api [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687844, 'name': ReconfigVM_Task, 'duration_secs': 0.629341} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.369618] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 47f04002-277a-4881-a5cf-65b08f3ddd92/47f04002-277a-4881-a5cf-65b08f3ddd92.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.370553] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ede11d3-1b79-4d22-bc91-1e2c1cc55ac1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.374129] env[65418]: WARNING neutronclient.v2_0.client [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.381027] env[65418]: DEBUG nova.compute.manager [None req-3743f768-b439-43f6-9652-47a3b2ce63ff tempest-ServerDiagnosticsTest-2077369965 tempest-ServerDiagnosticsTest-2077369965-project-admin] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 645.381820] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64831dcb-dfd6-4efe-97eb-af4126c20caa {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.387764] env[65418]: DEBUG oslo_vmware.api [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for the task: (returnval){ [ 645.387764] env[65418]: value = "task-4687849" [ 645.387764] env[65418]: _type = "Task" [ 645.387764] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.396202] env[65418]: INFO nova.compute.manager [None req-3743f768-b439-43f6-9652-47a3b2ce63ff tempest-ServerDiagnosticsTest-2077369965 tempest-ServerDiagnosticsTest-2077369965-project-admin] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Retrieving diagnostics [ 645.396202] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90daaaac-afd2-4076-beac-0256c6013ed4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.407239] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ef370680-67ab-41af-b511-b069cb793e49 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Lock "e9546215-c6b7-4b67-8ff6-8ca483b0dd29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.746s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.408208] env[65418]: DEBUG oslo_vmware.api [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687849, 'name': Rename_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.409482] env[65418]: DEBUG nova.network.neutron [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 645.451206] env[65418]: WARNING neutronclient.v2_0.client [req-08764c6f-8567-4686-a4a0-93ab098bfea1 req-2a882ca1-f948-4e05-960a-2e5da55117a8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.452887] env[65418]: WARNING neutronclient.v2_0.client [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.538277] env[65418]: DEBUG nova.network.neutron [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.557040] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.910s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.557040] env[65418]: DEBUG nova.compute.manager [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 645.559732] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.552s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.563578] env[65418]: INFO nova.compute.claims [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.648549] env[65418]: DEBUG oslo_vmware.api [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4687845, 'name': PowerOnVM_Task, 'duration_secs': 0.825679} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.648848] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.649093] env[65418]: INFO nova.compute.manager [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Took 12.00 seconds to spawn the instance on the hypervisor. [ 645.649275] env[65418]: DEBUG nova.compute.manager [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 645.650237] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e42224b-6c94-4720-89d9-9be52be58814 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.720065] env[65418]: DEBUG oslo_vmware.api [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]524cbec0-8404-847d-6048-6f0b256fb5b2, 'name': SearchDatastore_Task, 'duration_secs': 0.01157} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.720348] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.720639] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.720908] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.721373] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.721373] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.722048] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5717dc60-aab0-4e64-bd19-858c32fb5fa7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.733429] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.733429] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.734360] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87b582eb-659d-4861-92ca-9e7f9e9e74bc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.741134] env[65418]: DEBUG oslo_vmware.api [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Waiting for the task: (returnval){ [ 645.741134] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52cdcddb-cd44-fc86-bd74-2cf71634ed1b" [ 645.741134] env[65418]: _type = "Task" [ 645.741134] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.755896] env[65418]: DEBUG oslo_vmware.api [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52cdcddb-cd44-fc86-bd74-2cf71634ed1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.759288] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687848, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.882287] env[65418]: WARNING neutronclient.v2_0.client [None req-0ab91746-82b7-4f9f-b2d0-310ec8d062b8 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.904763] env[65418]: DEBUG oslo_vmware.api [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687849, 'name': Rename_Task, 'duration_secs': 0.231978} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.905421] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.905611] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f11d4986-b828-4c7b-84a3-1508f1cdcf4d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.917909] env[65418]: DEBUG oslo_vmware.api [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for the task: (returnval){ [ 645.917909] env[65418]: value = "task-4687850" [ 645.917909] env[65418]: _type = "Task" [ 645.917909] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.927277] env[65418]: DEBUG oslo_vmware.api [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.955332] env[65418]: WARNING neutronclient.v2_0.client [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.041290] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Releasing lock "refresh_cache-4b42c2cd-dd38-4821-862e-2b8eddc687ff" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.042264] env[65418]: DEBUG nova.compute.manager [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 646.042264] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 646.042966] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1f2c00-fc11-42b1-b6fe-4623e5ca0cf2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.054973] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 646.055737] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9087a58-9d0b-4f74-9c7a-d07636297d68 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.062638] env[65418]: WARNING neutronclient.v2_0.client [req-08764c6f-8567-4686-a4a0-93ab098bfea1 req-2a882ca1-f948-4e05-960a-2e5da55117a8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.068643] env[65418]: DEBUG nova.compute.utils [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.073622] env[65418]: DEBUG oslo_vmware.api [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Waiting for the task: (returnval){ [ 646.073622] env[65418]: value = "task-4687851" [ 646.073622] env[65418]: _type = "Task" [ 646.073622] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.074249] env[65418]: DEBUG nova.compute.manager [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 646.074983] env[65418]: DEBUG nova.network.neutron [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 646.074983] env[65418]: WARNING neutronclient.v2_0.client [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.075411] env[65418]: WARNING neutronclient.v2_0.client [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.091137] env[65418]: DEBUG oslo_vmware.api [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.181531] env[65418]: INFO nova.compute.manager [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Took 25.42 seconds to build instance. [ 646.239883] env[65418]: DEBUG nova.network.neutron [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Updated VIF entry in instance network info cache for port e69127bb-7578-4efc-9d87-5515fd31ec82. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 646.240232] env[65418]: DEBUG nova.network.neutron [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Updating instance_info_cache with network_info: [{"id": "e69127bb-7578-4efc-9d87-5515fd31ec82", "address": "fa:16:3e:73:0f:3d", "network": {"id": "8e41d0e5-e4f8-4609-9e65-ea5f5504a744", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1096955922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f95c19b1d3408f9095a3ac71da25f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape69127bb-75", "ovs_interfaceid": "e69127bb-7578-4efc-9d87-5515fd31ec82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.253962] env[65418]: DEBUG oslo_vmware.api [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52cdcddb-cd44-fc86-bd74-2cf71634ed1b, 'name': SearchDatastore_Task, 'duration_secs': 0.015377} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.255046] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c86fe651-0395-4fa3-82a0-14b56657de24 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.260491] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687848, 'name': CreateVM_Task, 'duration_secs': 1.415568} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.261689] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.262557] env[65418]: WARNING neutronclient.v2_0.client [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.262658] env[65418]: DEBUG oslo_concurrency.lockutils [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.262803] env[65418]: DEBUG oslo_concurrency.lockutils [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.263138] env[65418]: DEBUG oslo_concurrency.lockutils [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.263939] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bce32f3-4fb5-42e8-9b87-2266f42ad30e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.267577] env[65418]: DEBUG oslo_vmware.api [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Waiting for the task: (returnval){ [ 646.267577] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ba86dc-7662-c435-9089-2749f2435030" [ 646.267577] env[65418]: _type = "Task" [ 646.267577] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.274470] env[65418]: DEBUG oslo_vmware.api [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Waiting for the task: (returnval){ [ 646.274470] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5253f20f-badd-7ecc-59b8-a5eade6d8cb1" [ 646.274470] env[65418]: _type = "Task" [ 646.274470] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.283260] env[65418]: DEBUG oslo_vmware.api [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ba86dc-7662-c435-9089-2749f2435030, 'name': SearchDatastore_Task, 'duration_secs': 0.013411} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.283633] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.283972] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459/e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.284315] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-316df658-6806-46c7-9bae-5ca85f36d713 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.290696] env[65418]: DEBUG oslo_vmware.api [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5253f20f-badd-7ecc-59b8-a5eade6d8cb1, 'name': SearchDatastore_Task, 'duration_secs': 0.012989} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.291479] env[65418]: DEBUG oslo_concurrency.lockutils [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.291735] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.292726] env[65418]: DEBUG oslo_concurrency.lockutils [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.292726] env[65418]: DEBUG oslo_concurrency.lockutils [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.292726] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.292726] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5d88e0d-a767-42c5-88d9-156065f5494e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.297024] env[65418]: DEBUG oslo_vmware.api [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Waiting for the task: (returnval){ [ 646.297024] env[65418]: value = "task-4687852" [ 646.297024] env[65418]: _type = "Task" [ 646.297024] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.302509] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.303665] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.303665] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85056c2e-89ff-40b7-9a7a-71ed31d704a9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.309693] env[65418]: DEBUG oslo_vmware.api [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Task: {'id': task-4687852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.314069] env[65418]: DEBUG oslo_vmware.api [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Waiting for the task: (returnval){ [ 646.314069] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d8beef-4928-d767-ded3-fb8ef5f164c9" [ 646.314069] env[65418]: _type = "Task" [ 646.314069] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.327506] env[65418]: DEBUG oslo_vmware.api [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d8beef-4928-d767-ded3-fb8ef5f164c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010573} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.328492] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a40c57a4-0ca2-40dd-ad22-bd136a7e2ccb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.335658] env[65418]: DEBUG oslo_vmware.api [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Waiting for the task: (returnval){ [ 646.335658] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523f4b13-6e37-6cc6-9a62-83d47b24ef96" [ 646.335658] env[65418]: _type = "Task" [ 646.335658] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.345796] env[65418]: DEBUG oslo_vmware.api [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523f4b13-6e37-6cc6-9a62-83d47b24ef96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.378262] env[65418]: DEBUG nova.policy [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e554731c325047d6a806071c53693a12', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '423bbac36abc4ff48f3602707b7fc629', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.412909] env[65418]: DEBUG nova.network.neutron [req-08764c6f-8567-4686-a4a0-93ab098bfea1 req-2a882ca1-f948-4e05-960a-2e5da55117a8 service nova] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Updated VIF entry in instance network info cache for port 07c21d89-065a-4041-8247-43c2309f1060. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 646.413294] env[65418]: DEBUG nova.network.neutron [req-08764c6f-8567-4686-a4a0-93ab098bfea1 req-2a882ca1-f948-4e05-960a-2e5da55117a8 service nova] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Updating instance_info_cache with network_info: [{"id": "07c21d89-065a-4041-8247-43c2309f1060", "address": "fa:16:3e:40:7e:1d", "network": {"id": "a1d2fc4d-b1d4-4d10-baf9-52ca751e12ee", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1220529470-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9cb0ae1486e54c7caa3e888902c40556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07c21d89-06", "ovs_interfaceid": "07c21d89-065a-4041-8247-43c2309f1060", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.429172] env[65418]: DEBUG oslo_vmware.api [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687850, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.580061] env[65418]: DEBUG nova.compute.manager [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 646.605834] env[65418]: DEBUG oslo_vmware.api [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687851, 'name': PowerOffVM_Task, 'duration_secs': 0.23635} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.606053] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 646.606251] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 646.606795] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9816ad82-ae33-4d40-af45-7c938e28772d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.644028] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 646.644028] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 646.644028] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Deleting the datastore file [datastore2] 4b42c2cd-dd38-4821-862e-2b8eddc687ff {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 646.644028] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d442deeb-190b-4106-a022-1b65d6686195 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.654246] env[65418]: DEBUG oslo_vmware.api [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Waiting for the task: (returnval){ [ 646.654246] env[65418]: value = "task-4687854" [ 646.654246] env[65418]: _type = "Task" [ 646.654246] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.678403] env[65418]: DEBUG oslo_vmware.api [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.685561] env[65418]: DEBUG oslo_concurrency.lockutils [None req-30173cb7-dffe-4376-85b0-2dd75870d2f0 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Lock "bf4b716b-1514-4c79-a1fd-34846d330eda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.961s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.749043] env[65418]: DEBUG oslo_concurrency.lockutils [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] Releasing lock "refresh_cache-bf4b716b-1514-4c79-a1fd-34846d330eda" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.749043] env[65418]: DEBUG nova.compute.manager [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Received event network-vif-deleted-b2fe63b3-a313-4e80-9680-33493b95aff4 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 646.749043] env[65418]: DEBUG nova.compute.manager [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Received event network-vif-plugged-84dc4127-415a-4273-8156-64f412e88089 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 646.749043] env[65418]: DEBUG oslo_concurrency.lockutils [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] Acquiring lock "47f04002-277a-4881-a5cf-65b08f3ddd92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.749043] env[65418]: DEBUG oslo_concurrency.lockutils [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] Lock "47f04002-277a-4881-a5cf-65b08f3ddd92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.749420] env[65418]: DEBUG oslo_concurrency.lockutils [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] Lock "47f04002-277a-4881-a5cf-65b08f3ddd92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.749420] env[65418]: DEBUG nova.compute.manager [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] No waiting events found dispatching network-vif-plugged-84dc4127-415a-4273-8156-64f412e88089 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 646.749420] env[65418]: WARNING nova.compute.manager [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Received unexpected event network-vif-plugged-84dc4127-415a-4273-8156-64f412e88089 for instance with vm_state building and task_state spawning. [ 646.749420] env[65418]: DEBUG nova.compute.manager [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Received event network-changed-84dc4127-415a-4273-8156-64f412e88089 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 646.749420] env[65418]: DEBUG nova.compute.manager [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Refreshing instance network info cache due to event network-changed-84dc4127-415a-4273-8156-64f412e88089. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 646.749591] env[65418]: DEBUG oslo_concurrency.lockutils [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] Acquiring lock "refresh_cache-47f04002-277a-4881-a5cf-65b08f3ddd92" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.749591] env[65418]: DEBUG oslo_concurrency.lockutils [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] Acquired lock "refresh_cache-47f04002-277a-4881-a5cf-65b08f3ddd92" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.749591] env[65418]: DEBUG nova.network.neutron [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Refreshing network info cache for port 84dc4127-415a-4273-8156-64f412e88089 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.816705] env[65418]: DEBUG oslo_vmware.api [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Task: {'id': task-4687852, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.852760] env[65418]: DEBUG oslo_vmware.api [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523f4b13-6e37-6cc6-9a62-83d47b24ef96, 'name': SearchDatastore_Task, 'duration_secs': 0.011477} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.858045] env[65418]: DEBUG oslo_concurrency.lockutils [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.858554] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba/0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.864332] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c91851f1-2621-433f-be73-8c11a6157025 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.874451] env[65418]: DEBUG oslo_vmware.api [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Waiting for the task: (returnval){ [ 646.874451] env[65418]: value = "task-4687855" [ 646.874451] env[65418]: _type = "Task" [ 646.874451] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.888293] env[65418]: DEBUG oslo_vmware.api [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Task: {'id': task-4687855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.916771] env[65418]: DEBUG oslo_concurrency.lockutils [req-08764c6f-8567-4686-a4a0-93ab098bfea1 req-2a882ca1-f948-4e05-960a-2e5da55117a8 service nova] Releasing lock "refresh_cache-c23c3312-47e5-42e4-9b3e-72d687b4656b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.917161] env[65418]: DEBUG nova.compute.manager [req-08764c6f-8567-4686-a4a0-93ab098bfea1 req-2a882ca1-f948-4e05-960a-2e5da55117a8 service nova] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Received event network-changed-0b6d946a-d398-4c1e-bf74-7df2518a23c3 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 646.917329] env[65418]: DEBUG nova.compute.manager [req-08764c6f-8567-4686-a4a0-93ab098bfea1 req-2a882ca1-f948-4e05-960a-2e5da55117a8 service nova] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Refreshing instance network info cache due to event network-changed-0b6d946a-d398-4c1e-bf74-7df2518a23c3. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 646.917542] env[65418]: DEBUG oslo_concurrency.lockutils [req-08764c6f-8567-4686-a4a0-93ab098bfea1 req-2a882ca1-f948-4e05-960a-2e5da55117a8 service nova] Acquiring lock "refresh_cache-cde5e247-0e3b-4dbd-b715-3cf5312465e2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.917698] env[65418]: DEBUG oslo_concurrency.lockutils [req-08764c6f-8567-4686-a4a0-93ab098bfea1 req-2a882ca1-f948-4e05-960a-2e5da55117a8 service nova] Acquired lock "refresh_cache-cde5e247-0e3b-4dbd-b715-3cf5312465e2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.917860] env[65418]: DEBUG nova.network.neutron [req-08764c6f-8567-4686-a4a0-93ab098bfea1 req-2a882ca1-f948-4e05-960a-2e5da55117a8 service nova] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Refreshing network info cache for port 0b6d946a-d398-4c1e-bf74-7df2518a23c3 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.933275] env[65418]: DEBUG oslo_vmware.api [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687850, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.099615] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c926b4e-7f6f-4581-afb1-303271b5a995 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.114015] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b337695e-d592-4d78-985d-214481fc9a93 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.167047] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c014f77-d81e-4905-9d8e-0190a44b17f8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.175867] env[65418]: DEBUG nova.network.neutron [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Successfully created port: 23bbbd7d-6e78-4be6-9d98-2f93e429cc26 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 647.187689] env[65418]: DEBUG oslo_vmware.api [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Task: {'id': task-4687854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222872} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.189522] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85370c4-454b-48c3-a80a-d985037de883 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.195135] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 647.195394] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 647.195579] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 647.195754] env[65418]: INFO nova.compute.manager [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Took 1.15 seconds to destroy the instance on the hypervisor. [ 647.196019] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 647.196775] env[65418]: DEBUG nova.compute.manager [-] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 647.196829] env[65418]: DEBUG nova.network.neutron [-] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 647.197258] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.216937] env[65418]: DEBUG nova.compute.provider_tree [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.253775] env[65418]: WARNING neutronclient.v2_0.client [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.286822] env[65418]: WARNING neutronclient.v2_0.client [None req-0ab91746-82b7-4f9f-b2d0-310ec8d062b8 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.317477] env[65418]: DEBUG oslo_vmware.api [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Task: {'id': task-4687852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522054} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.320092] env[65418]: DEBUG nova.network.neutron [-] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 647.320092] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.320829] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459/e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.322148] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.324938] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8dceffc5-ca0a-40d7-af91-b256d40b54c1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.336934] env[65418]: DEBUG oslo_vmware.api [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Waiting for the task: (returnval){ [ 647.336934] env[65418]: value = "task-4687856" [ 647.336934] env[65418]: _type = "Task" [ 647.336934] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.349514] env[65418]: DEBUG oslo_vmware.api [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Task: {'id': task-4687856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.388341] env[65418]: DEBUG oslo_vmware.api [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Task: {'id': task-4687855, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.427159] env[65418]: WARNING neutronclient.v2_0.client [req-08764c6f-8567-4686-a4a0-93ab098bfea1 req-2a882ca1-f948-4e05-960a-2e5da55117a8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.437545] env[65418]: DEBUG oslo_vmware.api [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687850, 'name': PowerOnVM_Task, 'duration_secs': 1.199781} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.437906] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 647.438135] env[65418]: INFO nova.compute.manager [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Took 11.18 seconds to spawn the instance on the hypervisor. [ 647.438316] env[65418]: DEBUG nova.compute.manager [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 647.439614] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb30a7a6-d585-47aa-89ae-943a76cdea65 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.607372] env[65418]: DEBUG nova.compute.manager [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 647.635940] env[65418]: DEBUG nova.virt.hardware [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 647.635940] env[65418]: DEBUG nova.virt.hardware [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.635940] env[65418]: DEBUG nova.virt.hardware [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 647.636343] env[65418]: DEBUG nova.virt.hardware [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.636343] env[65418]: DEBUG nova.virt.hardware [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 647.636343] env[65418]: DEBUG nova.virt.hardware [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 647.636497] env[65418]: DEBUG nova.virt.hardware [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 647.636549] env[65418]: DEBUG nova.virt.hardware [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 647.636691] env[65418]: DEBUG nova.virt.hardware [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 647.636844] env[65418]: DEBUG nova.virt.hardware [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 647.637118] env[65418]: DEBUG nova.virt.hardware [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 647.637875] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a79a19-25d9-45aa-bf4a-5efdeab06534 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.648033] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff886cb8-149e-4f72-9b5f-3b28c67c4c3a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.721848] env[65418]: DEBUG nova.scheduler.client.report [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.825630] env[65418]: DEBUG nova.network.neutron [-] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.849649] env[65418]: DEBUG oslo_vmware.api [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Task: {'id': task-4687856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129599} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.850026] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 647.850759] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cc97cd-1484-4efa-8f6d-b91d3516a4f7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.886013] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459/e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 647.886189] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d8bbd73-39eb-401f-aa49-d2b3a5bc761a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.916647] env[65418]: DEBUG oslo_vmware.api [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Task: {'id': task-4687855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517599} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.918952] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba/0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.920357] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.920357] env[65418]: DEBUG oslo_vmware.api [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Waiting for the task: (returnval){ [ 647.920357] env[65418]: value = "task-4687857" [ 647.920357] env[65418]: _type = "Task" [ 647.920357] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.920357] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-125e9b51-9f09-4abf-91cf-2067d585e411 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.937412] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.937895] env[65418]: DEBUG oslo_vmware.api [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Task: {'id': task-4687857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.938228] env[65418]: DEBUG oslo_vmware.api [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Waiting for the task: (returnval){ [ 647.938228] env[65418]: value = "task-4687858" [ 647.938228] env[65418]: _type = "Task" [ 647.938228] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.938863] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 647.957272] env[65418]: DEBUG oslo_vmware.api [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Task: {'id': task-4687858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.964335] env[65418]: INFO nova.compute.manager [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Took 25.37 seconds to build instance. [ 648.227699] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.228378] env[65418]: DEBUG nova.compute.manager [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 648.232267] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.697s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.234107] env[65418]: INFO nova.compute.claims [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.328581] env[65418]: INFO nova.compute.manager [-] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Took 1.13 seconds to deallocate network for instance. [ 648.435279] env[65418]: DEBUG oslo_vmware.api [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Task: {'id': task-4687857, 'name': ReconfigVM_Task, 'duration_secs': 0.319425} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.436361] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Reconfigured VM instance instance-00000013 to attach disk [datastore1] e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459/e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 648.437618] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-627cf616-e8b3-4750-b6ba-55d80f9b3d1a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.450789] env[65418]: DEBUG oslo_vmware.api [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Waiting for the task: (returnval){ [ 648.450789] env[65418]: value = "task-4687859" [ 648.450789] env[65418]: _type = "Task" [ 648.450789] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.452215] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 648.458533] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 648.463033] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 648.464174] env[65418]: DEBUG oslo_vmware.api [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Task: {'id': task-4687858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072067} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.464174] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 648.464492] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.464815] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 648.465734] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cf4d60-b7b7-4a84-be9c-249f3b382859 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.472435] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 648.472607] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65418) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 648.473308] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8984f9cf-1a05-4ad4-b075-fe9f5243abc7 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Lock "47f04002-277a-4881-a5cf-65b08f3ddd92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.890s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.473308] env[65418]: DEBUG oslo_vmware.api [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Task: {'id': task-4687859, 'name': Rename_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.473515] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 648.500133] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba/0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.501594] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-809a65fc-fbfb-459c-9ede-5a70ce320a73 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.524034] env[65418]: DEBUG oslo_vmware.api [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Waiting for the task: (returnval){ [ 648.524034] env[65418]: value = "task-4687860" [ 648.524034] env[65418]: _type = "Task" [ 648.524034] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.534603] env[65418]: DEBUG oslo_vmware.api [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Task: {'id': task-4687860, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.740371] env[65418]: DEBUG nova.compute.utils [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.741979] env[65418]: DEBUG nova.compute.manager [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 648.742755] env[65418]: DEBUG nova.network.neutron [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 648.743223] env[65418]: WARNING neutronclient.v2_0.client [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.746370] env[65418]: WARNING neutronclient.v2_0.client [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.842540] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.858605] env[65418]: DEBUG nova.network.neutron [None req-0ab91746-82b7-4f9f-b2d0-310ec8d062b8 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Updating instance_info_cache with network_info: [{"id": "d963ca55-ee3f-4889-883d-5ab574d0fe4d", "address": "fa:16:3e:36:d0:b6", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd963ca55-ee", "ovs_interfaceid": "d963ca55-ee3f-4889-883d-5ab574d0fe4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.913858] env[65418]: DEBUG nova.network.neutron [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Successfully updated port: 23bbbd7d-6e78-4be6-9d98-2f93e429cc26 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 648.963278] env[65418]: DEBUG oslo_vmware.api [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Task: {'id': task-4687859, 'name': Rename_Task, 'duration_secs': 0.164224} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.963644] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.963916] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb99cad1-dc87-481c-94b4-82a2ee51d1a7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.977082] env[65418]: DEBUG oslo_vmware.api [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Waiting for the task: (returnval){ [ 648.977082] env[65418]: value = "task-4687861" [ 648.977082] env[65418]: _type = "Task" [ 648.977082] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.981647] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.989568] env[65418]: DEBUG oslo_vmware.api [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Task: {'id': task-4687861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.036866] env[65418]: DEBUG oslo_vmware.api [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Task: {'id': task-4687860, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.255946] env[65418]: DEBUG nova.compute.manager [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 649.362252] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ab91746-82b7-4f9f-b2d0-310ec8d062b8 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Releasing lock "refresh_cache-e3f40535-54bc-42fd-8044-854980d10044" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.362752] env[65418]: DEBUG nova.objects.instance [None req-0ab91746-82b7-4f9f-b2d0-310ec8d062b8 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lazy-loading 'migration_context' on Instance uuid e3f40535-54bc-42fd-8044-854980d10044 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 649.420419] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Acquiring lock "refresh_cache-945a0020-1501-4ff2-82f5-69f726ee7e67" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.420624] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Acquired lock "refresh_cache-945a0020-1501-4ff2-82f5-69f726ee7e67" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.420980] env[65418]: DEBUG nova.network.neutron [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 649.493290] env[65418]: DEBUG nova.policy [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60beb52a131c48b8a74c57406a2dd658', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44022499fe0b4a759a4a90c72f34acaa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.502025] env[65418]: DEBUG oslo_vmware.api [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Task: {'id': task-4687861, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.543654] env[65418]: DEBUG oslo_vmware.api [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Task: {'id': task-4687860, 'name': ReconfigVM_Task, 'duration_secs': 0.563085} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.543654] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba/0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.544488] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3465a62-4467-4749-a674-b37d410a9be5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.554762] env[65418]: DEBUG oslo_vmware.api [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Waiting for the task: (returnval){ [ 649.554762] env[65418]: value = "task-4687862" [ 649.554762] env[65418]: _type = "Task" [ 649.554762] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.572255] env[65418]: DEBUG oslo_vmware.api [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Task: {'id': task-4687862, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.821021] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8808c135-044c-451a-86e9-295d8e690173 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.830890] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359cdac9-b612-4ffe-a0a7-9825c1c18098 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.885430] env[65418]: DEBUG nova.objects.base [None req-0ab91746-82b7-4f9f-b2d0-310ec8d062b8 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65418) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 649.887991] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2173d823-3dcc-4ef4-bf6d-870f86f1c841 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.894396] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd55a69a-f040-4c45-ad8e-2806cecf0e73 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.922689] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51d5532-b019-497b-ae7e-22c7af4f03e2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.931963] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ed24b45-4322-40ad-9943-49d51b154453 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.939925] env[65418]: DEBUG oslo_vmware.api [None req-0ab91746-82b7-4f9f-b2d0-310ec8d062b8 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 649.939925] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]522091fd-b31c-3aab-6bbc-83d883838390" [ 649.939925] env[65418]: _type = "Task" [ 649.939925] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.952614] env[65418]: DEBUG nova.compute.provider_tree [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.967616] env[65418]: DEBUG oslo_vmware.api [None req-0ab91746-82b7-4f9f-b2d0-310ec8d062b8 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]522091fd-b31c-3aab-6bbc-83d883838390, 'name': SearchDatastore_Task, 'duration_secs': 0.021179} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.969195] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ab91746-82b7-4f9f-b2d0-310ec8d062b8 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.989729] env[65418]: DEBUG oslo_vmware.api [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Task: {'id': task-4687861, 'name': PowerOnVM_Task, 'duration_secs': 1.00357} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.991036] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 649.991036] env[65418]: INFO nova.compute.manager [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Took 11.03 seconds to spawn the instance on the hypervisor. [ 649.991036] env[65418]: DEBUG nova.compute.manager [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 649.991310] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d471f69a-10cb-4ea7-9a20-db94fcf163dd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.071414] env[65418]: DEBUG oslo_vmware.api [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Task: {'id': task-4687862, 'name': Rename_Task, 'duration_secs': 0.221988} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.073769] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.073769] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b23f20c4-6ff6-42d4-93b0-4461b4a1f257 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.085168] env[65418]: DEBUG oslo_vmware.api [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Waiting for the task: (returnval){ [ 650.085168] env[65418]: value = "task-4687863" [ 650.085168] env[65418]: _type = "Task" [ 650.085168] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.095666] env[65418]: DEBUG oslo_vmware.api [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Task: {'id': task-4687863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.258100] env[65418]: DEBUG nova.network.neutron [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Successfully created port: 14e14be5-d19b-462e-b61f-9437ceded02b {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 650.270024] env[65418]: DEBUG nova.compute.manager [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 650.302887] env[65418]: DEBUG nova.virt.hardware [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 650.303529] env[65418]: DEBUG nova.virt.hardware [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.303930] env[65418]: DEBUG nova.virt.hardware [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 650.304380] env[65418]: DEBUG nova.virt.hardware [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.304746] env[65418]: DEBUG nova.virt.hardware [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 650.305064] env[65418]: DEBUG nova.virt.hardware [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 650.305415] env[65418]: DEBUG nova.virt.hardware [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 650.305760] env[65418]: DEBUG nova.virt.hardware [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 650.306080] env[65418]: DEBUG nova.virt.hardware [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 650.306436] env[65418]: DEBUG nova.virt.hardware [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 650.306794] env[65418]: DEBUG nova.virt.hardware [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 650.307894] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aca0839-5936-457b-b886-b985ff87de3b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.318021] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9026ad53-0020-4c87-a6a8-6fbabc29e42c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.343537] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Acquiring lock "d49e04fe-3f84-4baf-8d60-c81d4372fc03" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.344032] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Lock "d49e04fe-3f84-4baf-8d60-c81d4372fc03" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.461969] env[65418]: DEBUG nova.scheduler.client.report [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.511770] env[65418]: INFO nova.compute.manager [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Took 24.80 seconds to build instance. [ 650.601905] env[65418]: DEBUG oslo_vmware.api [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Task: {'id': task-4687863, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.668035] env[65418]: DEBUG nova.network.neutron [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 650.847263] env[65418]: DEBUG nova.compute.manager [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 650.967950] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.968437] env[65418]: DEBUG nova.compute.manager [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 650.972946] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d706a6cb-91cc-4744-a502-d0db303348d9 tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.845s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 650.972946] env[65418]: DEBUG nova.objects.instance [None req-d706a6cb-91cc-4744-a502-d0db303348d9 tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Lazy-loading 'resources' on Instance uuid 855dbba0-2413-4d8b-8fb9-18fb22c4e823 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 651.015552] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8a83de11-7650-4607-bc3b-6e636e3fe108 tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Lock "e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.314s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.098294] env[65418]: DEBUG oslo_vmware.api [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Task: {'id': task-4687863, 'name': PowerOnVM_Task, 'duration_secs': 1.009219} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.098703] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.098946] env[65418]: INFO nova.compute.manager [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Took 9.55 seconds to spawn the instance on the hypervisor. [ 651.099233] env[65418]: DEBUG nova.compute.manager [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 651.100134] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f73783a-c62a-4d03-9fc8-8d70b9d8d301 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.285561] env[65418]: WARNING neutronclient.v2_0.client [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.377998] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.476784] env[65418]: DEBUG nova.compute.utils [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.482415] env[65418]: DEBUG nova.compute.manager [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 651.483265] env[65418]: DEBUG nova.network.neutron [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 651.483265] env[65418]: WARNING neutronclient.v2_0.client [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.483265] env[65418]: WARNING neutronclient.v2_0.client [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.619795] env[65418]: INFO nova.compute.manager [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Took 25.09 seconds to build instance. [ 651.887615] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526fe1d1-fd94-4be9-876c-b1422f3cf8b3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.895886] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a02d9f2-6822-42a0-b1ba-84a07d339f07 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.929370] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd39b1c-66f9-4fe9-86f4-f3e604451aa5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.938559] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00c6504-c66f-414b-9d11-2123f85d671f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.953947] env[65418]: DEBUG nova.compute.provider_tree [None req-d706a6cb-91cc-4744-a502-d0db303348d9 tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.982737] env[65418]: DEBUG nova.compute.manager [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 652.122154] env[65418]: DEBUG oslo_concurrency.lockutils [None req-873bbc8f-1a28-47dd-8cc0-9a4ee17e29bc tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Lock "0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.606s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.311668] env[65418]: DEBUG nova.network.neutron [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Successfully updated port: 14e14be5-d19b-462e-b61f-9437ceded02b {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 652.387141] env[65418]: WARNING neutronclient.v2_0.client [req-08764c6f-8567-4686-a4a0-93ab098bfea1 req-2a882ca1-f948-4e05-960a-2e5da55117a8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.457892] env[65418]: DEBUG nova.scheduler.client.report [None req-d706a6cb-91cc-4744-a502-d0db303348d9 tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.814763] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Acquiring lock "refresh_cache-47ed285c-fd2a-436a-a3a4-bc08f62c1bbc" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.815070] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Acquired lock "refresh_cache-47ed285c-fd2a-436a-a3a4-bc08f62c1bbc" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.815070] env[65418]: DEBUG nova.network.neutron [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 652.968022] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d706a6cb-91cc-4744-a502-d0db303348d9 tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.971866] env[65418]: DEBUG nova.network.neutron [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Updated VIF entry in instance network info cache for port 84dc4127-415a-4273-8156-64f412e88089. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 652.973026] env[65418]: DEBUG nova.network.neutron [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Updating instance_info_cache with network_info: [{"id": "84dc4127-415a-4273-8156-64f412e88089", "address": "fa:16:3e:7a:12:d9", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.154", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84dc4127-41", "ovs_interfaceid": "84dc4127-415a-4273-8156-64f412e88089", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.973930] env[65418]: DEBUG oslo_concurrency.lockutils [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.668s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.974318] env[65418]: DEBUG nova.objects.instance [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65418) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 652.997920] env[65418]: DEBUG nova.compute.manager [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 653.008388] env[65418]: INFO nova.scheduler.client.report [None req-d706a6cb-91cc-4744-a502-d0db303348d9 tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Deleted allocations for instance 855dbba0-2413-4d8b-8fb9-18fb22c4e823 [ 653.043985] env[65418]: DEBUG nova.virt.hardware [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 653.044212] env[65418]: DEBUG nova.virt.hardware [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.044293] env[65418]: DEBUG nova.virt.hardware [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 653.044405] env[65418]: DEBUG nova.virt.hardware [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.044541] env[65418]: DEBUG nova.virt.hardware [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 653.044681] env[65418]: DEBUG nova.virt.hardware [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 653.046102] env[65418]: DEBUG nova.virt.hardware [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 653.046412] env[65418]: DEBUG nova.virt.hardware [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 653.046581] env[65418]: DEBUG nova.virt.hardware [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 653.046787] env[65418]: DEBUG nova.virt.hardware [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 653.047030] env[65418]: DEBUG nova.virt.hardware [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 653.047987] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0203d6-1474-4d46-b278-ebabfadbf790 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.061265] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122e62df-ffa4-43e3-aa51-293f75bd142d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.131153] env[65418]: DEBUG nova.policy [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e677b987192d4980aabb019218dfa62c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cfb3cccf29a4a17a2bab82ff5bd5c9a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.160442] env[65418]: WARNING neutronclient.v2_0.client [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.201103] env[65418]: DEBUG nova.network.neutron [req-08764c6f-8567-4686-a4a0-93ab098bfea1 req-2a882ca1-f948-4e05-960a-2e5da55117a8 service nova] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Updated VIF entry in instance network info cache for port 0b6d946a-d398-4c1e-bf74-7df2518a23c3. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 653.201473] env[65418]: DEBUG nova.network.neutron [req-08764c6f-8567-4686-a4a0-93ab098bfea1 req-2a882ca1-f948-4e05-960a-2e5da55117a8 service nova] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Updating instance_info_cache with network_info: [{"id": "0b6d946a-d398-4c1e-bf74-7df2518a23c3", "address": "fa:16:3e:2e:be:23", "network": {"id": "3fab3b70-ba17-4e6a-ae3d-5a05fb711a8b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-395157993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0727a4c133420fa0cb4f4356dee109", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b6d946a-d3", "ovs_interfaceid": "0b6d946a-d398-4c1e-bf74-7df2518a23c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.286494] env[65418]: DEBUG nova.network.neutron [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Updating instance_info_cache with network_info: [{"id": "23bbbd7d-6e78-4be6-9d98-2f93e429cc26", "address": "fa:16:3e:71:c2:fe", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23bbbd7d-6e", "ovs_interfaceid": "23bbbd7d-6e78-4be6-9d98-2f93e429cc26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.386721] env[65418]: DEBUG nova.network.neutron [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 653.478691] env[65418]: DEBUG oslo_concurrency.lockutils [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] Releasing lock "refresh_cache-47f04002-277a-4881-a5cf-65b08f3ddd92" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.480383] env[65418]: DEBUG nova.compute.manager [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Received event network-vif-plugged-91b2400f-665a-4ddd-bf7e-8aacbf8ca615 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 653.480690] env[65418]: DEBUG oslo_concurrency.lockutils [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] Acquiring lock "e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.480912] env[65418]: DEBUG oslo_concurrency.lockutils [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] Lock "e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.481091] env[65418]: DEBUG oslo_concurrency.lockutils [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] Lock "e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.481269] env[65418]: DEBUG nova.compute.manager [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] No waiting events found dispatching network-vif-plugged-91b2400f-665a-4ddd-bf7e-8aacbf8ca615 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 653.481435] env[65418]: WARNING nova.compute.manager [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Received unexpected event network-vif-plugged-91b2400f-665a-4ddd-bf7e-8aacbf8ca615 for instance with vm_state building and task_state spawning. [ 653.481607] env[65418]: DEBUG nova.compute.manager [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Received event network-changed-91b2400f-665a-4ddd-bf7e-8aacbf8ca615 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 653.481733] env[65418]: DEBUG nova.compute.manager [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Refreshing instance network info cache due to event network-changed-91b2400f-665a-4ddd-bf7e-8aacbf8ca615. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 653.481928] env[65418]: DEBUG oslo_concurrency.lockutils [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] Acquiring lock "refresh_cache-e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.482071] env[65418]: DEBUG oslo_concurrency.lockutils [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] Acquired lock "refresh_cache-e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.482227] env[65418]: DEBUG nova.network.neutron [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Refreshing network info cache for port 91b2400f-665a-4ddd-bf7e-8aacbf8ca615 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.522271] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d706a6cb-91cc-4744-a502-d0db303348d9 tempest-TenantUsagesTestJSON-289145301 tempest-TenantUsagesTestJSON-289145301-project-member] Lock "855dbba0-2413-4d8b-8fb9-18fb22c4e823" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.347s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.706401] env[65418]: DEBUG oslo_concurrency.lockutils [req-08764c6f-8567-4686-a4a0-93ab098bfea1 req-2a882ca1-f948-4e05-960a-2e5da55117a8 service nova] Releasing lock "refresh_cache-cde5e247-0e3b-4dbd-b715-3cf5312465e2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.711059] env[65418]: WARNING neutronclient.v2_0.client [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.792409] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Releasing lock "refresh_cache-945a0020-1501-4ff2-82f5-69f726ee7e67" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.794301] env[65418]: DEBUG nova.compute.manager [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Instance network_info: |[{"id": "23bbbd7d-6e78-4be6-9d98-2f93e429cc26", "address": "fa:16:3e:71:c2:fe", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23bbbd7d-6e", "ovs_interfaceid": "23bbbd7d-6e78-4be6-9d98-2f93e429cc26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 653.794663] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:c2:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23bbbd7d-6e78-4be6-9d98-2f93e429cc26', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.809966] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 653.810748] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.810956] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1aaf539-2aef-49f5-9315-97ec2a4ce48e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.839821] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.839821] env[65418]: value = "task-4687864" [ 653.839821] env[65418]: _type = "Task" [ 653.839821] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.852886] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687864, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.991402] env[65418]: WARNING neutronclient.v2_0.client [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.994912] env[65418]: DEBUG oslo_concurrency.lockutils [None req-47ba4ece-c468-4dda-9e18-5687f22f7498 tempest-ServersAdmin275Test-1265025695 tempest-ServersAdmin275Test-1265025695-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.996370] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.988s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.997673] env[65418]: INFO nova.compute.claims [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.123700] env[65418]: DEBUG nova.network.neutron [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Successfully created port: 4f602a88-ca25-415e-a853-cc21128e5642 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 654.155183] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d7f6a2b9-59d8-487e-a743-ad3c90cb7581 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Acquiring lock "fc5559c5-c283-4ed5-8e1d-46e2ecffc27a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.155618] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d7f6a2b9-59d8-487e-a743-ad3c90cb7581 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Lock "fc5559c5-c283-4ed5-8e1d-46e2ecffc27a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.155959] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d7f6a2b9-59d8-487e-a743-ad3c90cb7581 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Acquiring lock "fc5559c5-c283-4ed5-8e1d-46e2ecffc27a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.156264] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d7f6a2b9-59d8-487e-a743-ad3c90cb7581 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Lock "fc5559c5-c283-4ed5-8e1d-46e2ecffc27a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.157312] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d7f6a2b9-59d8-487e-a743-ad3c90cb7581 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Lock "fc5559c5-c283-4ed5-8e1d-46e2ecffc27a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.160504] env[65418]: INFO nova.compute.manager [None req-d7f6a2b9-59d8-487e-a743-ad3c90cb7581 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Terminating instance [ 654.343227] env[65418]: DEBUG nova.network.neutron [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Updating instance_info_cache with network_info: [{"id": "14e14be5-d19b-462e-b61f-9437ceded02b", "address": "fa:16:3e:80:2b:3d", "network": {"id": "a8087a21-17ed-4312-983a-6762a8405739", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-447051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44022499fe0b4a759a4a90c72f34acaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e14be5-d1", "ovs_interfaceid": "14e14be5-d19b-462e-b61f-9437ceded02b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.353555] env[65418]: DEBUG nova.compute.manager [req-7ee5f94f-132f-4694-827d-b4347c475d9b req-6d2880c0-c806-45e9-b545-f3f9b44eee08 service nova] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Received event network-vif-plugged-c2477dfb-be0a-462f-88f9-d0aeaae488bd {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 654.354207] env[65418]: DEBUG oslo_concurrency.lockutils [req-7ee5f94f-132f-4694-827d-b4347c475d9b req-6d2880c0-c806-45e9-b545-f3f9b44eee08 service nova] Acquiring lock "0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.354207] env[65418]: DEBUG oslo_concurrency.lockutils [req-7ee5f94f-132f-4694-827d-b4347c475d9b req-6d2880c0-c806-45e9-b545-f3f9b44eee08 service nova] Lock "0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.354590] env[65418]: DEBUG oslo_concurrency.lockutils [req-7ee5f94f-132f-4694-827d-b4347c475d9b req-6d2880c0-c806-45e9-b545-f3f9b44eee08 service nova] Lock "0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.355477] env[65418]: DEBUG nova.compute.manager [req-7ee5f94f-132f-4694-827d-b4347c475d9b req-6d2880c0-c806-45e9-b545-f3f9b44eee08 service nova] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] No waiting events found dispatching network-vif-plugged-c2477dfb-be0a-462f-88f9-d0aeaae488bd {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 654.356685] env[65418]: WARNING nova.compute.manager [req-7ee5f94f-132f-4694-827d-b4347c475d9b req-6d2880c0-c806-45e9-b545-f3f9b44eee08 service nova] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Received unexpected event network-vif-plugged-c2477dfb-be0a-462f-88f9-d0aeaae488bd for instance with vm_state active and task_state None. [ 654.356685] env[65418]: DEBUG nova.compute.manager [req-7ee5f94f-132f-4694-827d-b4347c475d9b req-6d2880c0-c806-45e9-b545-f3f9b44eee08 service nova] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Received event network-changed-c2477dfb-be0a-462f-88f9-d0aeaae488bd {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 654.356685] env[65418]: DEBUG nova.compute.manager [req-7ee5f94f-132f-4694-827d-b4347c475d9b req-6d2880c0-c806-45e9-b545-f3f9b44eee08 service nova] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Refreshing instance network info cache due to event network-changed-c2477dfb-be0a-462f-88f9-d0aeaae488bd. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 654.356685] env[65418]: DEBUG oslo_concurrency.lockutils [req-7ee5f94f-132f-4694-827d-b4347c475d9b req-6d2880c0-c806-45e9-b545-f3f9b44eee08 service nova] Acquiring lock "refresh_cache-0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.357242] env[65418]: DEBUG oslo_concurrency.lockutils [req-7ee5f94f-132f-4694-827d-b4347c475d9b req-6d2880c0-c806-45e9-b545-f3f9b44eee08 service nova] Acquired lock "refresh_cache-0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.357684] env[65418]: DEBUG nova.network.neutron [req-7ee5f94f-132f-4694-827d-b4347c475d9b req-6d2880c0-c806-45e9-b545-f3f9b44eee08 service nova] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Refreshing network info cache for port c2477dfb-be0a-462f-88f9-d0aeaae488bd {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.376399] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687864, 'name': CreateVM_Task, 'duration_secs': 0.476881} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.376399] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.376399] env[65418]: WARNING neutronclient.v2_0.client [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.376688] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.377114] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.377468] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.377994] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4be2ccf1-1dc9-4e03-95a0-f52793345dfa {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.387479] env[65418]: DEBUG oslo_vmware.api [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for the task: (returnval){ [ 654.387479] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e0f9ed-f1e0-29b9-75da-a07a4111a9e7" [ 654.387479] env[65418]: _type = "Task" [ 654.387479] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.408108] env[65418]: DEBUG oslo_vmware.api [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e0f9ed-f1e0-29b9-75da-a07a4111a9e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.669548] env[65418]: DEBUG nova.compute.manager [None req-d7f6a2b9-59d8-487e-a743-ad3c90cb7581 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 654.669782] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f6a2b9-59d8-487e-a743-ad3c90cb7581 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 654.670782] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da0c727-0603-4c0a-9a9f-3a4a4ca6ec26 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.679769] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f6a2b9-59d8-487e-a743-ad3c90cb7581 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 654.681271] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8994d89-f920-4187-82a4-70eade0ead42 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.688831] env[65418]: DEBUG oslo_vmware.api [None req-d7f6a2b9-59d8-487e-a743-ad3c90cb7581 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Waiting for the task: (returnval){ [ 654.688831] env[65418]: value = "task-4687865" [ 654.688831] env[65418]: _type = "Task" [ 654.688831] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.699814] env[65418]: DEBUG oslo_vmware.api [None req-d7f6a2b9-59d8-487e-a743-ad3c90cb7581 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Task: {'id': task-4687865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.863568] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Releasing lock "refresh_cache-47ed285c-fd2a-436a-a3a4-bc08f62c1bbc" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.867054] env[65418]: DEBUG nova.compute.manager [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Instance network_info: |[{"id": "14e14be5-d19b-462e-b61f-9437ceded02b", "address": "fa:16:3e:80:2b:3d", "network": {"id": "a8087a21-17ed-4312-983a-6762a8405739", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-447051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44022499fe0b4a759a4a90c72f34acaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e14be5-d1", "ovs_interfaceid": "14e14be5-d19b-462e-b61f-9437ceded02b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 654.867054] env[65418]: WARNING neutronclient.v2_0.client [req-7ee5f94f-132f-4694-827d-b4347c475d9b req-6d2880c0-c806-45e9-b545-f3f9b44eee08 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.868328] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:2b:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14e14be5-d19b-462e-b61f-9437ceded02b', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.877386] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Creating folder: Project (44022499fe0b4a759a4a90c72f34acaa). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.878135] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc80f77e-5390-423a-8e8d-5a7ef6eddac3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.895031] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Created folder: Project (44022499fe0b4a759a4a90c72f34acaa) in parent group-v914982. [ 654.895031] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Creating folder: Instances. Parent ref: group-v915042. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 654.895031] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22436d8d-44a5-47cc-8b94-be658f7c2bf3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.900629] env[65418]: DEBUG oslo_vmware.api [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e0f9ed-f1e0-29b9-75da-a07a4111a9e7, 'name': SearchDatastore_Task, 'duration_secs': 0.045763} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.901547] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.902324] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.902683] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.902941] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.903309] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.903780] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19ca470c-3238-46b4-a7ac-6193b1fbbce2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.916026] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Created folder: Instances in parent group-v915042. [ 654.916026] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 654.916026] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.916665] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.916954] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.917802] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8654e2dd-f4d4-4365-80fc-46b5468bdba6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.934411] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-702f1ded-9c5b-414d-ad5a-87906662bb84 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.942859] env[65418]: DEBUG oslo_vmware.api [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for the task: (returnval){ [ 654.942859] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520fbb9c-9f59-8544-78b1-76a9f7103269" [ 654.942859] env[65418]: _type = "Task" [ 654.942859] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.944763] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.944763] env[65418]: value = "task-4687868" [ 654.944763] env[65418]: _type = "Task" [ 654.944763] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.959686] env[65418]: DEBUG oslo_vmware.api [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520fbb9c-9f59-8544-78b1-76a9f7103269, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.963224] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687868, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.202939] env[65418]: DEBUG oslo_vmware.api [None req-d7f6a2b9-59d8-487e-a743-ad3c90cb7581 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Task: {'id': task-4687865, 'name': PowerOffVM_Task, 'duration_secs': 0.295952} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.204162] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f6a2b9-59d8-487e-a743-ad3c90cb7581 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 655.204508] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f6a2b9-59d8-487e-a743-ad3c90cb7581 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 655.207880] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b90c303-6d29-40f9-a838-6cbebbd4d3a9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.307977] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f6a2b9-59d8-487e-a743-ad3c90cb7581 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 655.307977] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f6a2b9-59d8-487e-a743-ad3c90cb7581 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 655.307977] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7f6a2b9-59d8-487e-a743-ad3c90cb7581 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Deleting the datastore file [datastore2] fc5559c5-c283-4ed5-8e1d-46e2ecffc27a {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 655.307977] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a93715e-4069-414c-b861-84928852cc6f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.317610] env[65418]: DEBUG oslo_vmware.api [None req-d7f6a2b9-59d8-487e-a743-ad3c90cb7581 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Waiting for the task: (returnval){ [ 655.317610] env[65418]: value = "task-4687870" [ 655.317610] env[65418]: _type = "Task" [ 655.317610] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.334028] env[65418]: DEBUG oslo_vmware.api [None req-d7f6a2b9-59d8-487e-a743-ad3c90cb7581 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Task: {'id': task-4687870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.470142] env[65418]: DEBUG oslo_vmware.api [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520fbb9c-9f59-8544-78b1-76a9f7103269, 'name': SearchDatastore_Task, 'duration_secs': 0.01999} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.475604] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8453a186-11df-4693-84c9-a0559cc40e84 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.478492] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687868, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.478815] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03544f07-8b41-4d47-8b80-20b4376845a7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.485721] env[65418]: DEBUG oslo_vmware.api [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for the task: (returnval){ [ 655.485721] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5225eb9b-225c-5646-8aa0-caca21c24ad5" [ 655.485721] env[65418]: _type = "Task" [ 655.485721] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.492036] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a5f180-c5a5-4224-a48f-376dd5297f8f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.501295] env[65418]: DEBUG oslo_vmware.api [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5225eb9b-225c-5646-8aa0-caca21c24ad5, 'name': SearchDatastore_Task, 'duration_secs': 0.010652} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.527606] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.527974] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 945a0020-1501-4ff2-82f5-69f726ee7e67/945a0020-1501-4ff2-82f5-69f726ee7e67.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.528594] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13b21373-f81c-4c58-bc17-0dc2e40e0ee6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.531413] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93edf408-cee1-434f-b63b-5cef953cbc46 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.545452] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc20cd3-6117-48fa-a3ed-18ca8e051fc5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.549731] env[65418]: DEBUG oslo_vmware.api [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for the task: (returnval){ [ 655.549731] env[65418]: value = "task-4687871" [ 655.549731] env[65418]: _type = "Task" [ 655.549731] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.561954] env[65418]: DEBUG nova.compute.provider_tree [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.569700] env[65418]: DEBUG oslo_vmware.api [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.835808] env[65418]: DEBUG oslo_vmware.api [None req-d7f6a2b9-59d8-487e-a743-ad3c90cb7581 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Task: {'id': task-4687870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19236} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.836125] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7f6a2b9-59d8-487e-a743-ad3c90cb7581 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 655.836321] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f6a2b9-59d8-487e-a743-ad3c90cb7581 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 655.836494] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f6a2b9-59d8-487e-a743-ad3c90cb7581 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 655.836666] env[65418]: INFO nova.compute.manager [None req-d7f6a2b9-59d8-487e-a743-ad3c90cb7581 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 655.836931] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-d7f6a2b9-59d8-487e-a743-ad3c90cb7581 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 655.837175] env[65418]: DEBUG nova.compute.manager [-] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 655.837272] env[65418]: DEBUG nova.network.neutron [-] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 655.837551] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.880351] env[65418]: DEBUG nova.network.neutron [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Successfully updated port: 4f602a88-ca25-415e-a853-cc21128e5642 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 655.971059] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687868, 'name': CreateVM_Task, 'duration_secs': 0.55657} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.971336] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.971974] env[65418]: WARNING neutronclient.v2_0.client [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.972578] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.972793] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.973214] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.974181] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84334802-da3f-461b-a832-ba6b1f8ff3c4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.987161] env[65418]: DEBUG oslo_vmware.api [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Waiting for the task: (returnval){ [ 655.987161] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52a9970f-773f-98b7-93b8-b4e1d67b364c" [ 655.987161] env[65418]: _type = "Task" [ 655.987161] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.004103] env[65418]: DEBUG oslo_vmware.api [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52a9970f-773f-98b7-93b8-b4e1d67b364c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.064503] env[65418]: DEBUG oslo_vmware.api [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687871, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.067863] env[65418]: DEBUG nova.scheduler.client.report [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.157256] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.190774] env[65418]: WARNING neutronclient.v2_0.client [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.384528] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Acquiring lock "refresh_cache-59744ef5-6446-41c2-8780-3ac4c3288b44" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.384528] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Acquired lock "refresh_cache-59744ef5-6446-41c2-8780-3ac4c3288b44" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.384528] env[65418]: DEBUG nova.network.neutron [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 656.501399] env[65418]: DEBUG oslo_vmware.api [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52a9970f-773f-98b7-93b8-b4e1d67b364c, 'name': SearchDatastore_Task, 'duration_secs': 0.063381} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.501399] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.501399] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 656.501399] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.501825] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.501825] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 656.501825] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4a928f8-e2bd-412f-9d85-8e31bbd6bbb4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.516310] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.516310] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.516310] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9656edec-19bc-4de1-894e-683a59bc53ef {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.519462] env[65418]: DEBUG nova.network.neutron [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Updated VIF entry in instance network info cache for port 91b2400f-665a-4ddd-bf7e-8aacbf8ca615. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 656.519825] env[65418]: DEBUG nova.network.neutron [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Updating instance_info_cache with network_info: [{"id": "91b2400f-665a-4ddd-bf7e-8aacbf8ca615", "address": "fa:16:3e:02:97:c2", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91b2400f-66", "ovs_interfaceid": "91b2400f-665a-4ddd-bf7e-8aacbf8ca615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.532070] env[65418]: DEBUG oslo_vmware.api [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Waiting for the task: (returnval){ [ 656.532070] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f933d9-7223-3f03-72b5-bb34094f6dba" [ 656.532070] env[65418]: _type = "Task" [ 656.532070] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.536296] env[65418]: WARNING neutronclient.v2_0.client [req-7ee5f94f-132f-4694-827d-b4347c475d9b req-6d2880c0-c806-45e9-b545-f3f9b44eee08 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.551136] env[65418]: DEBUG oslo_vmware.api [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f933d9-7223-3f03-72b5-bb34094f6dba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.562574] env[65418]: DEBUG oslo_vmware.api [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756657} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.563308] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 945a0020-1501-4ff2-82f5-69f726ee7e67/945a0020-1501-4ff2-82f5-69f726ee7e67.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.563308] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.563308] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6153423c-acea-47ac-925f-b27ad1ce59d6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.574436] env[65418]: DEBUG oslo_vmware.api [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for the task: (returnval){ [ 656.574436] env[65418]: value = "task-4687872" [ 656.574436] env[65418]: _type = "Task" [ 656.574436] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.581765] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.582s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.581765] env[65418]: DEBUG nova.compute.manager [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 656.582639] env[65418]: DEBUG oslo_concurrency.lockutils [None req-86e2f447-f9c0-4ee0-8f56-dae298f57489 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.460s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.582873] env[65418]: DEBUG nova.objects.instance [None req-86e2f447-f9c0-4ee0-8f56-dae298f57489 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lazy-loading 'resources' on Instance uuid ea9f75d7-345c-4118-b1e7-42956367695b {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 656.590866] env[65418]: DEBUG oslo_vmware.api [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687872, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.720629] env[65418]: DEBUG nova.network.neutron [req-7ee5f94f-132f-4694-827d-b4347c475d9b req-6d2880c0-c806-45e9-b545-f3f9b44eee08 service nova] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Updated VIF entry in instance network info cache for port c2477dfb-be0a-462f-88f9-d0aeaae488bd. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 656.720629] env[65418]: DEBUG nova.network.neutron [req-7ee5f94f-132f-4694-827d-b4347c475d9b req-6d2880c0-c806-45e9-b545-f3f9b44eee08 service nova] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Updating instance_info_cache with network_info: [{"id": "c2477dfb-be0a-462f-88f9-d0aeaae488bd", "address": "fa:16:3e:65:e3:a4", "network": {"id": "5e1bf76f-2df1-4382-89f5-3ddca03da51e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-237591199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "29b211ae6d43442a9b242d00ec82fb25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2477dfb-be", "ovs_interfaceid": "c2477dfb-be0a-462f-88f9-d0aeaae488bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.879241] env[65418]: DEBUG nova.compute.manager [req-d8cbb1a5-ea13-4e9c-bb95-3617d3eb1efd req-b2b5cde2-44f6-477d-8543-20279adda839 service nova] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Received event network-vif-plugged-14e14be5-d19b-462e-b61f-9437ceded02b {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 656.879241] env[65418]: DEBUG oslo_concurrency.lockutils [req-d8cbb1a5-ea13-4e9c-bb95-3617d3eb1efd req-b2b5cde2-44f6-477d-8543-20279adda839 service nova] Acquiring lock "47ed285c-fd2a-436a-a3a4-bc08f62c1bbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.879511] env[65418]: DEBUG oslo_concurrency.lockutils [req-d8cbb1a5-ea13-4e9c-bb95-3617d3eb1efd req-b2b5cde2-44f6-477d-8543-20279adda839 service nova] Lock "47ed285c-fd2a-436a-a3a4-bc08f62c1bbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.879690] env[65418]: DEBUG oslo_concurrency.lockutils [req-d8cbb1a5-ea13-4e9c-bb95-3617d3eb1efd req-b2b5cde2-44f6-477d-8543-20279adda839 service nova] Lock "47ed285c-fd2a-436a-a3a4-bc08f62c1bbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.879852] env[65418]: DEBUG nova.compute.manager [req-d8cbb1a5-ea13-4e9c-bb95-3617d3eb1efd req-b2b5cde2-44f6-477d-8543-20279adda839 service nova] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] No waiting events found dispatching network-vif-plugged-14e14be5-d19b-462e-b61f-9437ceded02b {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 656.880029] env[65418]: WARNING nova.compute.manager [req-d8cbb1a5-ea13-4e9c-bb95-3617d3eb1efd req-b2b5cde2-44f6-477d-8543-20279adda839 service nova] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Received unexpected event network-vif-plugged-14e14be5-d19b-462e-b61f-9437ceded02b for instance with vm_state building and task_state spawning. [ 656.947622] env[65418]: DEBUG nova.network.neutron [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 657.025731] env[65418]: DEBUG nova.network.neutron [-] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.026282] env[65418]: DEBUG oslo_concurrency.lockutils [req-c6b3f601-aba5-491a-b130-0b9749b8da97 req-943328c9-8216-4723-a737-2504e5c86164 service nova] Releasing lock "refresh_cache-e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.049791] env[65418]: DEBUG oslo_vmware.api [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f933d9-7223-3f03-72b5-bb34094f6dba, 'name': SearchDatastore_Task, 'duration_secs': 0.03272} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.051918] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36f0496c-257b-4e62-86da-ee8b3ad41054 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.060887] env[65418]: WARNING neutronclient.v2_0.client [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.063700] env[65418]: DEBUG oslo_vmware.api [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Waiting for the task: (returnval){ [ 657.063700] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ab4914-eaf8-b1b3-7616-29578ca361c0" [ 657.063700] env[65418]: _type = "Task" [ 657.063700] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.079684] env[65418]: DEBUG oslo_vmware.api [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ab4914-eaf8-b1b3-7616-29578ca361c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.091632] env[65418]: DEBUG nova.compute.utils [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.096696] env[65418]: DEBUG oslo_vmware.api [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687872, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.245436} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.097570] env[65418]: DEBUG nova.compute.manager [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 657.097789] env[65418]: DEBUG nova.network.neutron [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 657.098177] env[65418]: WARNING neutronclient.v2_0.client [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.098469] env[65418]: WARNING neutronclient.v2_0.client [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.104873] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.106248] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d08a3e-453c-4520-b2cb-9066dc398fb1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.134909] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 945a0020-1501-4ff2-82f5-69f726ee7e67/945a0020-1501-4ff2-82f5-69f726ee7e67.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.139595] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-352775b9-6b76-4b16-8368-4a33fb1e7b9c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.167340] env[65418]: DEBUG oslo_vmware.api [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for the task: (returnval){ [ 657.167340] env[65418]: value = "task-4687873" [ 657.167340] env[65418]: _type = "Task" [ 657.167340] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.172449] env[65418]: DEBUG nova.policy [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40794a3317d84ce1bc5c23ee49da95d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe6158c9854d43ca9a507902c5e64bf8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.178504] env[65418]: DEBUG oslo_vmware.api [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687873, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.222529] env[65418]: DEBUG oslo_concurrency.lockutils [req-7ee5f94f-132f-4694-827d-b4347c475d9b req-6d2880c0-c806-45e9-b545-f3f9b44eee08 service nova] Releasing lock "refresh_cache-0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.223104] env[65418]: DEBUG nova.compute.manager [req-7ee5f94f-132f-4694-827d-b4347c475d9b req-6d2880c0-c806-45e9-b545-f3f9b44eee08 service nova] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Received event network-vif-deleted-d49b6d16-5110-48a6-8b0f-78de2c0a3363 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 657.223104] env[65418]: DEBUG nova.compute.manager [req-7ee5f94f-132f-4694-827d-b4347c475d9b req-6d2880c0-c806-45e9-b545-f3f9b44eee08 service nova] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Received event network-vif-deleted-62e3346c-e2f8-451d-9ff6-3e8d6c35e14c {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 657.224618] env[65418]: DEBUG nova.network.neutron [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Updating instance_info_cache with network_info: [{"id": "4f602a88-ca25-415e-a853-cc21128e5642", "address": "fa:16:3e:77:95:71", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f602a88-ca", "ovs_interfaceid": "4f602a88-ca25-415e-a853-cc21128e5642", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.530666] env[65418]: INFO nova.compute.manager [-] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Took 1.69 seconds to deallocate network for instance. [ 657.574468] env[65418]: DEBUG nova.network.neutron [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Successfully created port: 2c288ca0-c885-4555-a9e9-0ced65af2299 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 657.588842] env[65418]: DEBUG oslo_vmware.api [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ab4914-eaf8-b1b3-7616-29578ca361c0, 'name': SearchDatastore_Task, 'duration_secs': 0.040924} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.588842] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.588940] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc/47ed285c-fd2a-436a-a3a4-bc08f62c1bbc.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.589305] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16239971-a4cb-4a8c-8f05-92ed1db32d66 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.599096] env[65418]: DEBUG nova.compute.manager [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 657.602717] env[65418]: DEBUG oslo_vmware.api [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Waiting for the task: (returnval){ [ 657.602717] env[65418]: value = "task-4687874" [ 657.602717] env[65418]: _type = "Task" [ 657.602717] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.616921] env[65418]: DEBUG oslo_vmware.api [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Task: {'id': task-4687874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.636664] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5437a2de-5c25-4d8e-9074-dc66cab86ea7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.654665] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11696f9d-6cd3-4012-8ef0-3dc89d2f45bb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.703035] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23e546d-d119-435e-88c7-79aa384c0879 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.465500] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Releasing lock "refresh_cache-59744ef5-6446-41c2-8780-3ac4c3288b44" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.465863] env[65418]: DEBUG nova.compute.manager [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Instance network_info: |[{"id": "4f602a88-ca25-415e-a853-cc21128e5642", "address": "fa:16:3e:77:95:71", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f602a88-ca", "ovs_interfaceid": "4f602a88-ca25-415e-a853-cc21128e5642", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 658.466549] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d7f6a2b9-59d8-487e-a743-ad3c90cb7581 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.469757] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Acquiring lock "9950c4dd-f19a-47e4-9196-f30f3c9e0ff8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.469847] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Lock "9950c4dd-f19a-47e4-9196-f30f3c9e0ff8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.471384] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:95:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f602a88-ca25-415e-a853-cc21128e5642', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 658.478897] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Creating folder: Project (8cfb3cccf29a4a17a2bab82ff5bd5c9a). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.488367] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4fcd5d5-adac-479d-9bff-48444533650b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.490974] env[65418]: DEBUG oslo_vmware.api [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687873, 'name': ReconfigVM_Task, 'duration_secs': 1.066622} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.494179] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 945a0020-1501-4ff2-82f5-69f726ee7e67/945a0020-1501-4ff2-82f5-69f726ee7e67.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.495502] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75debbda-da40-457b-be4a-7ddb305db925 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.497962] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994cd4aa-4560-42be-a760-3b9795cf4d6f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.505594] env[65418]: DEBUG oslo_vmware.api [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Task: {'id': task-4687874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722962} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.507802] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc/47ed285c-fd2a-436a-a3a4-bc08f62c1bbc.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.508240] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.508469] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Created folder: Project (8cfb3cccf29a4a17a2bab82ff5bd5c9a) in parent group-v914982. [ 658.508469] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Creating folder: Instances. Parent ref: group-v915045. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 658.508643] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b06d7af-5c1a-4a3c-8eaf-fc13b6ea3a98 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.510696] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12daaa47-a339-4fff-9db6-08713c9c2e19 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.521526] env[65418]: DEBUG oslo_vmware.api [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for the task: (returnval){ [ 658.521526] env[65418]: value = "task-4687876" [ 658.521526] env[65418]: _type = "Task" [ 658.521526] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.521977] env[65418]: DEBUG nova.compute.provider_tree [None req-86e2f447-f9c0-4ee0-8f56-dae298f57489 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.530332] env[65418]: DEBUG oslo_vmware.api [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Waiting for the task: (returnval){ [ 658.530332] env[65418]: value = "task-4687877" [ 658.530332] env[65418]: _type = "Task" [ 658.530332] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.533977] env[65418]: DEBUG oslo_vmware.api [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687876, 'name': Rename_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.539497] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Created folder: Instances in parent group-v915045. [ 658.540455] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 658.540455] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 658.541085] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d707b32b-a456-4d54-bf6b-2d83b84d109e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.559561] env[65418]: DEBUG oslo_vmware.api [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Task: {'id': task-4687877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.565520] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 658.565520] env[65418]: value = "task-4687879" [ 658.565520] env[65418]: _type = "Task" [ 658.565520] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.575929] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687879, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.984871] env[65418]: DEBUG nova.compute.manager [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 658.993127] env[65418]: DEBUG nova.compute.manager [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 659.025205] env[65418]: DEBUG nova.virt.hardware [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 659.025499] env[65418]: DEBUG nova.virt.hardware [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.025649] env[65418]: DEBUG nova.virt.hardware [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 659.025824] env[65418]: DEBUG nova.virt.hardware [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.025963] env[65418]: DEBUG nova.virt.hardware [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 659.026119] env[65418]: DEBUG nova.virt.hardware [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 659.026630] env[65418]: DEBUG nova.virt.hardware [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 659.026630] env[65418]: DEBUG nova.virt.hardware [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 659.026630] env[65418]: DEBUG nova.virt.hardware [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 659.026838] env[65418]: DEBUG nova.virt.hardware [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 659.027022] env[65418]: DEBUG nova.virt.hardware [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 659.028052] env[65418]: DEBUG nova.scheduler.client.report [None req-86e2f447-f9c0-4ee0-8f56-dae298f57489 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.031976] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8bdcea-e180-48ab-bc2a-9b4017d51ca3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.056298] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5391e839-112e-428a-9957-dcde71161a84 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.061416] env[65418]: DEBUG oslo_vmware.api [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687876, 'name': Rename_Task, 'duration_secs': 0.165639} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.061521] env[65418]: DEBUG oslo_vmware.api [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Task: {'id': task-4687877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075708} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.061770] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.062027] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.062756] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10f5ffb4-27af-4629-ba63-3df2d405e296 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.065357] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc745e25-5e66-421c-8c59-f0a17be128b7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.087904] env[65418]: DEBUG oslo_vmware.api [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for the task: (returnval){ [ 659.087904] env[65418]: value = "task-4687880" [ 659.087904] env[65418]: _type = "Task" [ 659.087904] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.115313] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc/47ed285c-fd2a-436a-a3a4-bc08f62c1bbc.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.117041] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687879, 'name': CreateVM_Task, 'duration_secs': 0.403139} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.120877] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f468316-260d-4042-a118-41096f66dc49 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.139263] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.139953] env[65418]: WARNING neutronclient.v2_0.client [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.140403] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.140560] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.140862] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.141895] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b39f7631-f5a3-497b-84f9-a9cf4ffbd2cd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.148336] env[65418]: DEBUG oslo_vmware.api [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687880, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.151514] env[65418]: DEBUG oslo_vmware.api [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Waiting for the task: (returnval){ [ 659.151514] env[65418]: value = "task-4687881" [ 659.151514] env[65418]: _type = "Task" [ 659.151514] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.152042] env[65418]: DEBUG oslo_vmware.api [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Waiting for the task: (returnval){ [ 659.152042] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521e8fba-7dc4-748b-3686-410df8b89942" [ 659.152042] env[65418]: _type = "Task" [ 659.152042] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.168390] env[65418]: DEBUG oslo_vmware.api [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Task: {'id': task-4687881, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.201898] env[65418]: DEBUG nova.compute.manager [req-9598a626-4a64-48c6-8431-91807a39efb2 req-cf08c21f-d44f-4f43-88c7-c153777bf479 service nova] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Received event network-vif-plugged-23bbbd7d-6e78-4be6-9d98-2f93e429cc26 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 659.202442] env[65418]: DEBUG oslo_concurrency.lockutils [req-9598a626-4a64-48c6-8431-91807a39efb2 req-cf08c21f-d44f-4f43-88c7-c153777bf479 service nova] Acquiring lock "945a0020-1501-4ff2-82f5-69f726ee7e67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.202627] env[65418]: DEBUG oslo_concurrency.lockutils [req-9598a626-4a64-48c6-8431-91807a39efb2 req-cf08c21f-d44f-4f43-88c7-c153777bf479 service nova] Lock "945a0020-1501-4ff2-82f5-69f726ee7e67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.202775] env[65418]: DEBUG oslo_concurrency.lockutils [req-9598a626-4a64-48c6-8431-91807a39efb2 req-cf08c21f-d44f-4f43-88c7-c153777bf479 service nova] Lock "945a0020-1501-4ff2-82f5-69f726ee7e67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.202929] env[65418]: DEBUG nova.compute.manager [req-9598a626-4a64-48c6-8431-91807a39efb2 req-cf08c21f-d44f-4f43-88c7-c153777bf479 service nova] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] No waiting events found dispatching network-vif-plugged-23bbbd7d-6e78-4be6-9d98-2f93e429cc26 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 659.203098] env[65418]: WARNING nova.compute.manager [req-9598a626-4a64-48c6-8431-91807a39efb2 req-cf08c21f-d44f-4f43-88c7-c153777bf479 service nova] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Received unexpected event network-vif-plugged-23bbbd7d-6e78-4be6-9d98-2f93e429cc26 for instance with vm_state building and task_state spawning. [ 659.203272] env[65418]: DEBUG nova.compute.manager [req-9598a626-4a64-48c6-8431-91807a39efb2 req-cf08c21f-d44f-4f43-88c7-c153777bf479 service nova] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Received event network-changed-23bbbd7d-6e78-4be6-9d98-2f93e429cc26 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 659.203402] env[65418]: DEBUG nova.compute.manager [req-9598a626-4a64-48c6-8431-91807a39efb2 req-cf08c21f-d44f-4f43-88c7-c153777bf479 service nova] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Refreshing instance network info cache due to event network-changed-23bbbd7d-6e78-4be6-9d98-2f93e429cc26. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 659.203654] env[65418]: DEBUG oslo_concurrency.lockutils [req-9598a626-4a64-48c6-8431-91807a39efb2 req-cf08c21f-d44f-4f43-88c7-c153777bf479 service nova] Acquiring lock "refresh_cache-945a0020-1501-4ff2-82f5-69f726ee7e67" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.203739] env[65418]: DEBUG oslo_concurrency.lockutils [req-9598a626-4a64-48c6-8431-91807a39efb2 req-cf08c21f-d44f-4f43-88c7-c153777bf479 service nova] Acquired lock "refresh_cache-945a0020-1501-4ff2-82f5-69f726ee7e67" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.203890] env[65418]: DEBUG nova.network.neutron [req-9598a626-4a64-48c6-8431-91807a39efb2 req-cf08c21f-d44f-4f43-88c7-c153777bf479 service nova] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Refreshing network info cache for port 23bbbd7d-6e78-4be6-9d98-2f93e429cc26 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.416789] env[65418]: DEBUG nova.network.neutron [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Successfully updated port: 2c288ca0-c885-4555-a9e9-0ced65af2299 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 659.512670] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.536242] env[65418]: DEBUG oslo_concurrency.lockutils [None req-86e2f447-f9c0-4ee0-8f56-dae298f57489 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.953s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.538859] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bdeb5b0-2e62-4f7d-9de8-64f03e4049b6 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.110s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.539123] env[65418]: DEBUG nova.objects.instance [None req-6bdeb5b0-2e62-4f7d-9de8-64f03e4049b6 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lazy-loading 'resources' on Instance uuid a0502cef-9068-4360-a50b-eded3198c2ac {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 659.563055] env[65418]: INFO nova.scheduler.client.report [None req-86e2f447-f9c0-4ee0-8f56-dae298f57489 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Deleted allocations for instance ea9f75d7-345c-4118-b1e7-42956367695b [ 659.620359] env[65418]: DEBUG oslo_vmware.api [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687880, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.669599] env[65418]: DEBUG oslo_vmware.api [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Task: {'id': task-4687881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.673918] env[65418]: DEBUG oslo_vmware.api [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521e8fba-7dc4-748b-3686-410df8b89942, 'name': SearchDatastore_Task, 'duration_secs': 0.032448} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.674333] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.674623] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.675333] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.675333] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.675333] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.675584] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2b6c8c2-ed19-4495-8934-8090998c66e7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.688594] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.688798] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.690050] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3eed5f2-f269-4151-98fe-a84281751ed4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.698439] env[65418]: DEBUG oslo_vmware.api [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Waiting for the task: (returnval){ [ 659.698439] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528666de-74c2-04e1-4988-4ecae42ee86c" [ 659.698439] env[65418]: _type = "Task" [ 659.698439] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.706831] env[65418]: WARNING neutronclient.v2_0.client [req-9598a626-4a64-48c6-8431-91807a39efb2 req-cf08c21f-d44f-4f43-88c7-c153777bf479 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.709489] env[65418]: DEBUG oslo_vmware.api [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528666de-74c2-04e1-4988-4ecae42ee86c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.922470] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "refresh_cache-6b31bd42-645b-4b9c-81b3-5f9c5b828d3b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.922470] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquired lock "refresh_cache-6b31bd42-645b-4b9c-81b3-5f9c5b828d3b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.922470] env[65418]: DEBUG nova.network.neutron [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 659.947159] env[65418]: WARNING neutronclient.v2_0.client [req-9598a626-4a64-48c6-8431-91807a39efb2 req-cf08c21f-d44f-4f43-88c7-c153777bf479 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.072124] env[65418]: DEBUG nova.network.neutron [req-9598a626-4a64-48c6-8431-91807a39efb2 req-cf08c21f-d44f-4f43-88c7-c153777bf479 service nova] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Updated VIF entry in instance network info cache for port 23bbbd7d-6e78-4be6-9d98-2f93e429cc26. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 660.072497] env[65418]: DEBUG nova.network.neutron [req-9598a626-4a64-48c6-8431-91807a39efb2 req-cf08c21f-d44f-4f43-88c7-c153777bf479 service nova] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Updating instance_info_cache with network_info: [{"id": "23bbbd7d-6e78-4be6-9d98-2f93e429cc26", "address": "fa:16:3e:71:c2:fe", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23bbbd7d-6e", "ovs_interfaceid": "23bbbd7d-6e78-4be6-9d98-2f93e429cc26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.073911] env[65418]: DEBUG oslo_concurrency.lockutils [None req-86e2f447-f9c0-4ee0-8f56-dae298f57489 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "ea9f75d7-345c-4118-b1e7-42956367695b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.385s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.125666] env[65418]: DEBUG oslo_vmware.api [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687880, 'name': PowerOnVM_Task, 'duration_secs': 0.535758} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.125905] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.126422] env[65418]: INFO nova.compute.manager [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Took 12.52 seconds to spawn the instance on the hypervisor. [ 660.126617] env[65418]: DEBUG nova.compute.manager [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 660.128076] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d59c50c-4533-4045-848c-c37d86004cf9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.165346] env[65418]: DEBUG oslo_vmware.api [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Task: {'id': task-4687881, 'name': ReconfigVM_Task, 'duration_secs': 0.702268} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.170336] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc/47ed285c-fd2a-436a-a3a4-bc08f62c1bbc.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.170677] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c22bda17-deea-4f3f-9c2d-80c15174740b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.176719] env[65418]: DEBUG nova.compute.manager [req-51ff5f2d-1c3d-4ee9-895d-140f915056e3 req-313d0414-2fa3-4a19-843d-7b36ac830083 service nova] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Received event network-changed-14e14be5-d19b-462e-b61f-9437ceded02b {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 660.176958] env[65418]: DEBUG nova.compute.manager [req-51ff5f2d-1c3d-4ee9-895d-140f915056e3 req-313d0414-2fa3-4a19-843d-7b36ac830083 service nova] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Refreshing instance network info cache due to event network-changed-14e14be5-d19b-462e-b61f-9437ceded02b. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 660.177443] env[65418]: DEBUG oslo_concurrency.lockutils [req-51ff5f2d-1c3d-4ee9-895d-140f915056e3 req-313d0414-2fa3-4a19-843d-7b36ac830083 service nova] Acquiring lock "refresh_cache-47ed285c-fd2a-436a-a3a4-bc08f62c1bbc" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.177605] env[65418]: DEBUG oslo_concurrency.lockutils [req-51ff5f2d-1c3d-4ee9-895d-140f915056e3 req-313d0414-2fa3-4a19-843d-7b36ac830083 service nova] Acquired lock "refresh_cache-47ed285c-fd2a-436a-a3a4-bc08f62c1bbc" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.177853] env[65418]: DEBUG nova.network.neutron [req-51ff5f2d-1c3d-4ee9-895d-140f915056e3 req-313d0414-2fa3-4a19-843d-7b36ac830083 service nova] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Refreshing network info cache for port 14e14be5-d19b-462e-b61f-9437ceded02b {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.181670] env[65418]: DEBUG oslo_vmware.api [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Waiting for the task: (returnval){ [ 660.181670] env[65418]: value = "task-4687882" [ 660.181670] env[65418]: _type = "Task" [ 660.181670] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.202105] env[65418]: DEBUG oslo_vmware.api [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Task: {'id': task-4687882, 'name': Rename_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.219434] env[65418]: DEBUG oslo_vmware.api [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528666de-74c2-04e1-4988-4ecae42ee86c, 'name': SearchDatastore_Task, 'duration_secs': 0.033068} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.221083] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d542463-e9e0-4d03-b7cd-c3ba6db80a97 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.233394] env[65418]: DEBUG oslo_vmware.api [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Waiting for the task: (returnval){ [ 660.233394] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52fe12a3-754e-da83-8f6f-0ab7fb8dac04" [ 660.233394] env[65418]: _type = "Task" [ 660.233394] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.248199] env[65418]: DEBUG oslo_vmware.api [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52fe12a3-754e-da83-8f6f-0ab7fb8dac04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.351129] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Acquiring lock "5ead0aad-8032-408f-ba51-a793bf0652c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.351455] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Lock "5ead0aad-8032-408f-ba51-a793bf0652c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.465855] env[65418]: DEBUG nova.network.neutron [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 660.506432] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6f172e-99f7-455b-8493-0a86bc1b2eb5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.516366] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed891f3c-0359-4c35-beb2-a7c3a601128c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.555557] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f625b4-909f-498e-a74a-22d7cccfcc09 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.565018] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c986b18e-1fa4-4213-a113-e25ef37b87b3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.582449] env[65418]: DEBUG oslo_concurrency.lockutils [req-9598a626-4a64-48c6-8431-91807a39efb2 req-cf08c21f-d44f-4f43-88c7-c153777bf479 service nova] Releasing lock "refresh_cache-945a0020-1501-4ff2-82f5-69f726ee7e67" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.582449] env[65418]: DEBUG nova.compute.manager [req-9598a626-4a64-48c6-8431-91807a39efb2 req-cf08c21f-d44f-4f43-88c7-c153777bf479 service nova] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Received event network-vif-plugged-4f602a88-ca25-415e-a853-cc21128e5642 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 660.582697] env[65418]: DEBUG oslo_concurrency.lockutils [req-9598a626-4a64-48c6-8431-91807a39efb2 req-cf08c21f-d44f-4f43-88c7-c153777bf479 service nova] Acquiring lock "59744ef5-6446-41c2-8780-3ac4c3288b44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.582848] env[65418]: DEBUG oslo_concurrency.lockutils [req-9598a626-4a64-48c6-8431-91807a39efb2 req-cf08c21f-d44f-4f43-88c7-c153777bf479 service nova] Lock "59744ef5-6446-41c2-8780-3ac4c3288b44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.582993] env[65418]: DEBUG oslo_concurrency.lockutils [req-9598a626-4a64-48c6-8431-91807a39efb2 req-cf08c21f-d44f-4f43-88c7-c153777bf479 service nova] Lock "59744ef5-6446-41c2-8780-3ac4c3288b44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.583171] env[65418]: DEBUG nova.compute.manager [req-9598a626-4a64-48c6-8431-91807a39efb2 req-cf08c21f-d44f-4f43-88c7-c153777bf479 service nova] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] No waiting events found dispatching network-vif-plugged-4f602a88-ca25-415e-a853-cc21128e5642 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 660.583331] env[65418]: WARNING nova.compute.manager [req-9598a626-4a64-48c6-8431-91807a39efb2 req-cf08c21f-d44f-4f43-88c7-c153777bf479 service nova] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Received unexpected event network-vif-plugged-4f602a88-ca25-415e-a853-cc21128e5642 for instance with vm_state building and task_state spawning. [ 660.583483] env[65418]: DEBUG nova.compute.manager [req-9598a626-4a64-48c6-8431-91807a39efb2 req-cf08c21f-d44f-4f43-88c7-c153777bf479 service nova] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Received event network-changed-4f602a88-ca25-415e-a853-cc21128e5642 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 660.583670] env[65418]: DEBUG nova.compute.manager [req-9598a626-4a64-48c6-8431-91807a39efb2 req-cf08c21f-d44f-4f43-88c7-c153777bf479 service nova] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Refreshing instance network info cache due to event network-changed-4f602a88-ca25-415e-a853-cc21128e5642. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 660.583905] env[65418]: DEBUG oslo_concurrency.lockutils [req-9598a626-4a64-48c6-8431-91807a39efb2 req-cf08c21f-d44f-4f43-88c7-c153777bf479 service nova] Acquiring lock "refresh_cache-59744ef5-6446-41c2-8780-3ac4c3288b44" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.584009] env[65418]: DEBUG oslo_concurrency.lockutils [req-9598a626-4a64-48c6-8431-91807a39efb2 req-cf08c21f-d44f-4f43-88c7-c153777bf479 service nova] Acquired lock "refresh_cache-59744ef5-6446-41c2-8780-3ac4c3288b44" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.584136] env[65418]: DEBUG nova.network.neutron [req-9598a626-4a64-48c6-8431-91807a39efb2 req-cf08c21f-d44f-4f43-88c7-c153777bf479 service nova] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Refreshing network info cache for port 4f602a88-ca25-415e-a853-cc21128e5642 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.586591] env[65418]: DEBUG nova.compute.provider_tree [None req-6bdeb5b0-2e62-4f7d-9de8-64f03e4049b6 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 660.653891] env[65418]: INFO nova.compute.manager [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Took 32.66 seconds to build instance. [ 660.683014] env[65418]: WARNING neutronclient.v2_0.client [req-51ff5f2d-1c3d-4ee9-895d-140f915056e3 req-313d0414-2fa3-4a19-843d-7b36ac830083 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.695810] env[65418]: DEBUG oslo_vmware.api [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Task: {'id': task-4687882, 'name': Rename_Task, 'duration_secs': 0.20319} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.696162] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.696381] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ab867b2-a182-4120-bc25-d72e9fd7d27e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.704695] env[65418]: DEBUG oslo_vmware.api [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Waiting for the task: (returnval){ [ 660.704695] env[65418]: value = "task-4687883" [ 660.704695] env[65418]: _type = "Task" [ 660.704695] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.713918] env[65418]: DEBUG oslo_vmware.api [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Task: {'id': task-4687883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.752600] env[65418]: DEBUG oslo_vmware.api [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52fe12a3-754e-da83-8f6f-0ab7fb8dac04, 'name': SearchDatastore_Task, 'duration_secs': 0.019261} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.752961] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.753345] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 59744ef5-6446-41c2-8780-3ac4c3288b44/59744ef5-6446-41c2-8780-3ac4c3288b44.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.753908] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-daa10a1c-d5e4-4633-9665-0ee784a93df5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.759572] env[65418]: WARNING neutronclient.v2_0.client [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.770143] env[65418]: DEBUG oslo_vmware.api [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Waiting for the task: (returnval){ [ 660.770143] env[65418]: value = "task-4687884" [ 660.770143] env[65418]: _type = "Task" [ 660.770143] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.784289] env[65418]: DEBUG oslo_vmware.api [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Task: {'id': task-4687884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.862778] env[65418]: DEBUG nova.compute.manager [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 660.994813] env[65418]: DEBUG nova.network.neutron [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Updating instance_info_cache with network_info: [{"id": "2c288ca0-c885-4555-a9e9-0ced65af2299", "address": "fa:16:3e:c3:1e:08", "network": {"id": "d3664058-5559-4da1-b915-9dbe72d0603c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-176614607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe6158c9854d43ca9a507902c5e64bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c288ca0-c8", "ovs_interfaceid": "2c288ca0-c885-4555-a9e9-0ced65af2299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.086903] env[65418]: WARNING neutronclient.v2_0.client [req-9598a626-4a64-48c6-8431-91807a39efb2 req-cf08c21f-d44f-4f43-88c7-c153777bf479 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.094035] env[65418]: DEBUG nova.scheduler.client.report [None req-6bdeb5b0-2e62-4f7d-9de8-64f03e4049b6 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.156438] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f5e1ad0a-4e45-4228-b9f0-da4088437b90 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Lock "945a0020-1501-4ff2-82f5-69f726ee7e67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.182s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.216894] env[65418]: DEBUG oslo_vmware.api [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Task: {'id': task-4687883, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.282037] env[65418]: DEBUG oslo_vmware.api [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Task: {'id': task-4687884, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.388820] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.478528] env[65418]: WARNING neutronclient.v2_0.client [req-51ff5f2d-1c3d-4ee9-895d-140f915056e3 req-313d0414-2fa3-4a19-843d-7b36ac830083 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.498574] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Releasing lock "refresh_cache-6b31bd42-645b-4b9c-81b3-5f9c5b828d3b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.499222] env[65418]: DEBUG nova.compute.manager [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Instance network_info: |[{"id": "2c288ca0-c885-4555-a9e9-0ced65af2299", "address": "fa:16:3e:c3:1e:08", "network": {"id": "d3664058-5559-4da1-b915-9dbe72d0603c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-176614607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe6158c9854d43ca9a507902c5e64bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c288ca0-c8", "ovs_interfaceid": "2c288ca0-c885-4555-a9e9-0ced65af2299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 661.499718] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:1e:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c288ca0-c885-4555-a9e9-0ced65af2299', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.508519] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 661.508765] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.509015] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a53d46f-3596-4524-bcda-9df5d2d82974 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.536626] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.536626] env[65418]: value = "task-4687885" [ 661.536626] env[65418]: _type = "Task" [ 661.536626] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.548040] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687885, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.599263] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bdeb5b0-2e62-4f7d-9de8-64f03e4049b6 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.060s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.607415] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0844b057-8f72-4a8d-b914-3a0e4fd4a778 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.906s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.607841] env[65418]: DEBUG nova.objects.instance [None req-0844b057-8f72-4a8d-b914-3a0e4fd4a778 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lazy-loading 'resources' on Instance uuid 24054f07-899f-460f-a22b-c0c6eeb240f7 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 661.639255] env[65418]: INFO nova.scheduler.client.report [None req-6bdeb5b0-2e62-4f7d-9de8-64f03e4049b6 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Deleted allocations for instance a0502cef-9068-4360-a50b-eded3198c2ac [ 661.716236] env[65418]: DEBUG oslo_vmware.api [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Task: {'id': task-4687883, 'name': PowerOnVM_Task, 'duration_secs': 0.794395} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.717249] env[65418]: DEBUG nova.network.neutron [req-51ff5f2d-1c3d-4ee9-895d-140f915056e3 req-313d0414-2fa3-4a19-843d-7b36ac830083 service nova] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Updated VIF entry in instance network info cache for port 14e14be5-d19b-462e-b61f-9437ceded02b. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 661.717562] env[65418]: DEBUG nova.network.neutron [req-51ff5f2d-1c3d-4ee9-895d-140f915056e3 req-313d0414-2fa3-4a19-843d-7b36ac830083 service nova] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Updating instance_info_cache with network_info: [{"id": "14e14be5-d19b-462e-b61f-9437ceded02b", "address": "fa:16:3e:80:2b:3d", "network": {"id": "a8087a21-17ed-4312-983a-6762a8405739", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-447051813-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44022499fe0b4a759a4a90c72f34acaa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e14be5-d1", "ovs_interfaceid": "14e14be5-d19b-462e-b61f-9437ceded02b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.718768] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.718926] env[65418]: INFO nova.compute.manager [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Took 11.45 seconds to spawn the instance on the hypervisor. [ 661.719180] env[65418]: DEBUG nova.compute.manager [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 661.720280] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d7a8f5-803c-4461-839a-c3d955e82357 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.783981] env[65418]: DEBUG oslo_vmware.api [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Task: {'id': task-4687884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533684} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.784333] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 59744ef5-6446-41c2-8780-3ac4c3288b44/59744ef5-6446-41c2-8780-3ac4c3288b44.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.784555] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.784809] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84ca15a9-c27d-4437-b880-284d9e5fe409 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.793131] env[65418]: DEBUG oslo_vmware.api [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Waiting for the task: (returnval){ [ 661.793131] env[65418]: value = "task-4687886" [ 661.793131] env[65418]: _type = "Task" [ 661.793131] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.809945] env[65418]: DEBUG oslo_vmware.api [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Task: {'id': task-4687886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.912933] env[65418]: WARNING neutronclient.v2_0.client [req-9598a626-4a64-48c6-8431-91807a39efb2 req-cf08c21f-d44f-4f43-88c7-c153777bf479 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.053457] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687885, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.088742] env[65418]: DEBUG nova.network.neutron [req-9598a626-4a64-48c6-8431-91807a39efb2 req-cf08c21f-d44f-4f43-88c7-c153777bf479 service nova] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Updated VIF entry in instance network info cache for port 4f602a88-ca25-415e-a853-cc21128e5642. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 662.089143] env[65418]: DEBUG nova.network.neutron [req-9598a626-4a64-48c6-8431-91807a39efb2 req-cf08c21f-d44f-4f43-88c7-c153777bf479 service nova] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Updating instance_info_cache with network_info: [{"id": "4f602a88-ca25-415e-a853-cc21128e5642", "address": "fa:16:3e:77:95:71", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f602a88-ca", "ovs_interfaceid": "4f602a88-ca25-415e-a853-cc21128e5642", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.148500] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bdeb5b0-2e62-4f7d-9de8-64f03e4049b6 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "a0502cef-9068-4360-a50b-eded3198c2ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.812s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.221566] env[65418]: DEBUG oslo_concurrency.lockutils [req-51ff5f2d-1c3d-4ee9-895d-140f915056e3 req-313d0414-2fa3-4a19-843d-7b36ac830083 service nova] Releasing lock "refresh_cache-47ed285c-fd2a-436a-a3a4-bc08f62c1bbc" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.221844] env[65418]: DEBUG nova.compute.manager [req-51ff5f2d-1c3d-4ee9-895d-140f915056e3 req-313d0414-2fa3-4a19-843d-7b36ac830083 service nova] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Received event network-vif-deleted-717090ab-f25f-47b9-8b80-3c147cf1c32c {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 662.240452] env[65418]: INFO nova.compute.manager [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Took 32.27 seconds to build instance. [ 662.304079] env[65418]: DEBUG oslo_vmware.api [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Task: {'id': task-4687886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073938} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.307778] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.308362] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad515d6-274e-4686-9ada-0b41519d83dc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.336536] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 59744ef5-6446-41c2-8780-3ac4c3288b44/59744ef5-6446-41c2-8780-3ac4c3288b44.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.342353] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baa34edb-8caf-47df-bfd1-b83a8e896c80 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.368778] env[65418]: DEBUG oslo_vmware.api [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Waiting for the task: (returnval){ [ 662.368778] env[65418]: value = "task-4687887" [ 662.368778] env[65418]: _type = "Task" [ 662.368778] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.381045] env[65418]: DEBUG oslo_vmware.api [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Task: {'id': task-4687887, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.563358] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687885, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.598481] env[65418]: DEBUG oslo_concurrency.lockutils [req-9598a626-4a64-48c6-8431-91807a39efb2 req-cf08c21f-d44f-4f43-88c7-c153777bf479 service nova] Releasing lock "refresh_cache-59744ef5-6446-41c2-8780-3ac4c3288b44" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.637475] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6d6355-90e3-4168-bd57-f4025e9ae8f2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.650181] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87262f12-fe6b-4104-9c79-f1152e4c7a2d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.685027] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23756de-3f77-4478-ac77-f46533dcbc97 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.696262] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6469949e-358d-4aab-b218-b11c42149833 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.717660] env[65418]: DEBUG nova.compute.provider_tree [None req-0844b057-8f72-4a8d-b914-3a0e4fd4a778 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.745885] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5f7f5d32-d8f9-44d0-9efd-47f5d02b3bfc tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Lock "47ed285c-fd2a-436a-a3a4-bc08f62c1bbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.819s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.880084] env[65418]: DEBUG oslo_vmware.api [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Task: {'id': task-4687887, 'name': ReconfigVM_Task, 'duration_secs': 0.334889} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.880452] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 59744ef5-6446-41c2-8780-3ac4c3288b44/59744ef5-6446-41c2-8780-3ac4c3288b44.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.881164] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-510641f5-9686-41b6-b365-1c59a47b9ef0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.889692] env[65418]: DEBUG oslo_vmware.api [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Waiting for the task: (returnval){ [ 662.889692] env[65418]: value = "task-4687888" [ 662.889692] env[65418]: _type = "Task" [ 662.889692] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.899530] env[65418]: DEBUG oslo_vmware.api [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Task: {'id': task-4687888, 'name': Rename_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.049424] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687885, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.110696] env[65418]: DEBUG nova.compute.manager [req-fb6d49bc-a91e-4631-8548-35a31b7dfef6 req-2851e268-d7ae-4eb6-8aac-28c0efc8207b service nova] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Received event network-changed-cd0c7bf4-c84d-49ff-ad68-d2c6ed02ff66 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 663.110881] env[65418]: DEBUG nova.compute.manager [req-fb6d49bc-a91e-4631-8548-35a31b7dfef6 req-2851e268-d7ae-4eb6-8aac-28c0efc8207b service nova] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Refreshing instance network info cache due to event network-changed-cd0c7bf4-c84d-49ff-ad68-d2c6ed02ff66. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 663.111855] env[65418]: DEBUG oslo_concurrency.lockutils [req-fb6d49bc-a91e-4631-8548-35a31b7dfef6 req-2851e268-d7ae-4eb6-8aac-28c0efc8207b service nova] Acquiring lock "refresh_cache-e9546215-c6b7-4b67-8ff6-8ca483b0dd29" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.111855] env[65418]: DEBUG oslo_concurrency.lockutils [req-fb6d49bc-a91e-4631-8548-35a31b7dfef6 req-2851e268-d7ae-4eb6-8aac-28c0efc8207b service nova] Acquired lock "refresh_cache-e9546215-c6b7-4b67-8ff6-8ca483b0dd29" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.111855] env[65418]: DEBUG nova.network.neutron [req-fb6d49bc-a91e-4631-8548-35a31b7dfef6 req-2851e268-d7ae-4eb6-8aac-28c0efc8207b service nova] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Refreshing network info cache for port cd0c7bf4-c84d-49ff-ad68-d2c6ed02ff66 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.204926] env[65418]: DEBUG oslo_concurrency.lockutils [None req-821ef708-6fef-4655-9f1c-66c7b91fdf5f tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Acquiring lock "e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.205293] env[65418]: DEBUG oslo_concurrency.lockutils [None req-821ef708-6fef-4655-9f1c-66c7b91fdf5f tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Lock "e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.205513] env[65418]: DEBUG oslo_concurrency.lockutils [None req-821ef708-6fef-4655-9f1c-66c7b91fdf5f tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Acquiring lock "e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.205688] env[65418]: DEBUG oslo_concurrency.lockutils [None req-821ef708-6fef-4655-9f1c-66c7b91fdf5f tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Lock "e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.205853] env[65418]: DEBUG oslo_concurrency.lockutils [None req-821ef708-6fef-4655-9f1c-66c7b91fdf5f tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Lock "e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.207971] env[65418]: INFO nova.compute.manager [None req-821ef708-6fef-4655-9f1c-66c7b91fdf5f tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Terminating instance [ 663.223661] env[65418]: DEBUG nova.scheduler.client.report [None req-0844b057-8f72-4a8d-b914-3a0e4fd4a778 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.406906] env[65418]: DEBUG oslo_vmware.api [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Task: {'id': task-4687888, 'name': Rename_Task, 'duration_secs': 0.175011} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.406906] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.407151] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7ab1f81-b32a-459f-b511-cceed664fad5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.416996] env[65418]: DEBUG oslo_vmware.api [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Waiting for the task: (returnval){ [ 663.416996] env[65418]: value = "task-4687889" [ 663.416996] env[65418]: _type = "Task" [ 663.416996] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.426765] env[65418]: DEBUG oslo_vmware.api [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Task: {'id': task-4687889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.554859] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687885, 'name': CreateVM_Task, 'duration_secs': 1.566421} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.554859] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.557952] env[65418]: WARNING neutronclient.v2_0.client [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.557952] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.557952] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.558338] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.558649] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e8c978c-3d90-4b37-baec-4bce60b169a6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.567391] env[65418]: DEBUG oslo_vmware.api [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 663.567391] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526c1506-23ca-936b-2cca-48f268c5d005" [ 663.567391] env[65418]: _type = "Task" [ 663.567391] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.578219] env[65418]: DEBUG oslo_vmware.api [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526c1506-23ca-936b-2cca-48f268c5d005, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.607714] env[65418]: DEBUG nova.compute.manager [req-08b19d9d-9d4e-47a3-a879-c0e18e95d12e req-9c0bcb24-588f-4cbb-95a2-31a031fb9484 service nova] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Received event network-vif-plugged-2c288ca0-c885-4555-a9e9-0ced65af2299 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 663.607954] env[65418]: DEBUG oslo_concurrency.lockutils [req-08b19d9d-9d4e-47a3-a879-c0e18e95d12e req-9c0bcb24-588f-4cbb-95a2-31a031fb9484 service nova] Acquiring lock "6b31bd42-645b-4b9c-81b3-5f9c5b828d3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.611388] env[65418]: DEBUG oslo_concurrency.lockutils [req-08b19d9d-9d4e-47a3-a879-c0e18e95d12e req-9c0bcb24-588f-4cbb-95a2-31a031fb9484 service nova] Lock "6b31bd42-645b-4b9c-81b3-5f9c5b828d3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.611587] env[65418]: DEBUG oslo_concurrency.lockutils [req-08b19d9d-9d4e-47a3-a879-c0e18e95d12e req-9c0bcb24-588f-4cbb-95a2-31a031fb9484 service nova] Lock "6b31bd42-645b-4b9c-81b3-5f9c5b828d3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.611825] env[65418]: DEBUG nova.compute.manager [req-08b19d9d-9d4e-47a3-a879-c0e18e95d12e req-9c0bcb24-588f-4cbb-95a2-31a031fb9484 service nova] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] No waiting events found dispatching network-vif-plugged-2c288ca0-c885-4555-a9e9-0ced65af2299 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 663.612314] env[65418]: WARNING nova.compute.manager [req-08b19d9d-9d4e-47a3-a879-c0e18e95d12e req-9c0bcb24-588f-4cbb-95a2-31a031fb9484 service nova] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Received unexpected event network-vif-plugged-2c288ca0-c885-4555-a9e9-0ced65af2299 for instance with vm_state building and task_state spawning. [ 663.612314] env[65418]: DEBUG nova.compute.manager [req-08b19d9d-9d4e-47a3-a879-c0e18e95d12e req-9c0bcb24-588f-4cbb-95a2-31a031fb9484 service nova] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Received event network-changed-2c288ca0-c885-4555-a9e9-0ced65af2299 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 663.612314] env[65418]: DEBUG nova.compute.manager [req-08b19d9d-9d4e-47a3-a879-c0e18e95d12e req-9c0bcb24-588f-4cbb-95a2-31a031fb9484 service nova] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Refreshing instance network info cache due to event network-changed-2c288ca0-c885-4555-a9e9-0ced65af2299. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 663.612759] env[65418]: DEBUG oslo_concurrency.lockutils [req-08b19d9d-9d4e-47a3-a879-c0e18e95d12e req-9c0bcb24-588f-4cbb-95a2-31a031fb9484 service nova] Acquiring lock "refresh_cache-6b31bd42-645b-4b9c-81b3-5f9c5b828d3b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.612759] env[65418]: DEBUG oslo_concurrency.lockutils [req-08b19d9d-9d4e-47a3-a879-c0e18e95d12e req-9c0bcb24-588f-4cbb-95a2-31a031fb9484 service nova] Acquired lock "refresh_cache-6b31bd42-645b-4b9c-81b3-5f9c5b828d3b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.612759] env[65418]: DEBUG nova.network.neutron [req-08b19d9d-9d4e-47a3-a879-c0e18e95d12e req-9c0bcb24-588f-4cbb-95a2-31a031fb9484 service nova] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Refreshing network info cache for port 2c288ca0-c885-4555-a9e9-0ced65af2299 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.619160] env[65418]: WARNING neutronclient.v2_0.client [req-fb6d49bc-a91e-4631-8548-35a31b7dfef6 req-2851e268-d7ae-4eb6-8aac-28c0efc8207b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.713689] env[65418]: DEBUG nova.compute.manager [None req-821ef708-6fef-4655-9f1c-66c7b91fdf5f tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 663.713963] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-821ef708-6fef-4655-9f1c-66c7b91fdf5f tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 663.716714] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7563429c-ba30-412f-95e2-ae411bd786e7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.724855] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-821ef708-6fef-4655-9f1c-66c7b91fdf5f tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 663.725435] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ca5c5b9-6153-4b98-b213-4c9d5ce92dd6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.728902] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0844b057-8f72-4a8d-b914-3a0e4fd4a778 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.122s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.732498] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.560s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.734495] env[65418]: INFO nova.compute.claims [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.737370] env[65418]: DEBUG oslo_vmware.api [None req-821ef708-6fef-4655-9f1c-66c7b91fdf5f tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Waiting for the task: (returnval){ [ 663.737370] env[65418]: value = "task-4687890" [ 663.737370] env[65418]: _type = "Task" [ 663.737370] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.747835] env[65418]: DEBUG oslo_vmware.api [None req-821ef708-6fef-4655-9f1c-66c7b91fdf5f tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Task: {'id': task-4687890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.768834] env[65418]: INFO nova.scheduler.client.report [None req-0844b057-8f72-4a8d-b914-3a0e4fd4a778 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Deleted allocations for instance 24054f07-899f-460f-a22b-c0c6eeb240f7 [ 663.933358] env[65418]: DEBUG oslo_vmware.api [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Task: {'id': task-4687889, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.088330] env[65418]: DEBUG oslo_vmware.api [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526c1506-23ca-936b-2cca-48f268c5d005, 'name': SearchDatastore_Task, 'duration_secs': 0.019561} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.088900] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.089324] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.089725] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.089974] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.090324] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.090745] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d6fd981-4ff8-4efd-a890-0370d87cc6cb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.105355] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.105578] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.109928] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dab663fb-cb03-4bc6-bf9c-2dd71ce8aa55 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.119034] env[65418]: DEBUG oslo_vmware.api [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 664.119034] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52797dc9-f4b9-1b2d-b5f6-7fc42113469e" [ 664.119034] env[65418]: _type = "Task" [ 664.119034] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.122747] env[65418]: WARNING neutronclient.v2_0.client [req-08b19d9d-9d4e-47a3-a879-c0e18e95d12e req-9c0bcb24-588f-4cbb-95a2-31a031fb9484 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.132962] env[65418]: DEBUG oslo_vmware.api [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52797dc9-f4b9-1b2d-b5f6-7fc42113469e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.164309] env[65418]: WARNING neutronclient.v2_0.client [req-fb6d49bc-a91e-4631-8548-35a31b7dfef6 req-2851e268-d7ae-4eb6-8aac-28c0efc8207b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.254601] env[65418]: DEBUG oslo_vmware.api [None req-821ef708-6fef-4655-9f1c-66c7b91fdf5f tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Task: {'id': task-4687890, 'name': PowerOffVM_Task, 'duration_secs': 0.220632} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.256204] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-821ef708-6fef-4655-9f1c-66c7b91fdf5f tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.256204] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-821ef708-6fef-4655-9f1c-66c7b91fdf5f tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.256204] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae71d01e-4310-4e18-b910-0cf6efe83223 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.278994] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0844b057-8f72-4a8d-b914-3a0e4fd4a778 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "24054f07-899f-460f-a22b-c0c6eeb240f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.016s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.336026] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-821ef708-6fef-4655-9f1c-66c7b91fdf5f tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.336297] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-821ef708-6fef-4655-9f1c-66c7b91fdf5f tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.336466] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-821ef708-6fef-4655-9f1c-66c7b91fdf5f tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Deleting the datastore file [datastore1] e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.336959] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dca92c2c-e86f-407c-9b68-4473352bfa43 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.345820] env[65418]: DEBUG oslo_vmware.api [None req-821ef708-6fef-4655-9f1c-66c7b91fdf5f tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Waiting for the task: (returnval){ [ 664.345820] env[65418]: value = "task-4687892" [ 664.345820] env[65418]: _type = "Task" [ 664.345820] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.355665] env[65418]: DEBUG oslo_vmware.api [None req-821ef708-6fef-4655-9f1c-66c7b91fdf5f tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Task: {'id': task-4687892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.428844] env[65418]: DEBUG oslo_vmware.api [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Task: {'id': task-4687889, 'name': PowerOnVM_Task, 'duration_secs': 0.569753} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.429492] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.429821] env[65418]: INFO nova.compute.manager [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Took 11.43 seconds to spawn the instance on the hypervisor. [ 664.430046] env[65418]: DEBUG nova.compute.manager [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 664.431566] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8623ffe2-51f6-462c-87b0-fb7632757759 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.452037] env[65418]: DEBUG nova.network.neutron [req-fb6d49bc-a91e-4631-8548-35a31b7dfef6 req-2851e268-d7ae-4eb6-8aac-28c0efc8207b service nova] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Updated VIF entry in instance network info cache for port cd0c7bf4-c84d-49ff-ad68-d2c6ed02ff66. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 664.452416] env[65418]: DEBUG nova.network.neutron [req-fb6d49bc-a91e-4631-8548-35a31b7dfef6 req-2851e268-d7ae-4eb6-8aac-28c0efc8207b service nova] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Updating instance_info_cache with network_info: [{"id": "cd0c7bf4-c84d-49ff-ad68-d2c6ed02ff66", "address": "fa:16:3e:a8:5b:e4", "network": {"id": "58918c0b-4918-4e41-acb1-a67fc053be36", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1734877747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c42ce6291d4cf2bdfc6f9d94073d09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd0c7bf4-c8", "ovs_interfaceid": "cd0c7bf4-c84d-49ff-ad68-d2c6ed02ff66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.634898] env[65418]: DEBUG oslo_vmware.api [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52797dc9-f4b9-1b2d-b5f6-7fc42113469e, 'name': SearchDatastore_Task, 'duration_secs': 0.017956} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.635862] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a0a8aed-5628-41ef-b54b-70160d52eff5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.643903] env[65418]: DEBUG oslo_vmware.api [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 664.643903] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527f658c-8f4d-402f-bbd7-456cc62def0f" [ 664.643903] env[65418]: _type = "Task" [ 664.643903] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.654776] env[65418]: DEBUG oslo_vmware.api [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527f658c-8f4d-402f-bbd7-456cc62def0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.775901] env[65418]: WARNING neutronclient.v2_0.client [req-08b19d9d-9d4e-47a3-a879-c0e18e95d12e req-9c0bcb24-588f-4cbb-95a2-31a031fb9484 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.860627] env[65418]: DEBUG oslo_vmware.api [None req-821ef708-6fef-4655-9f1c-66c7b91fdf5f tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Task: {'id': task-4687892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.443756} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.863865] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-821ef708-6fef-4655-9f1c-66c7b91fdf5f tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 664.863865] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-821ef708-6fef-4655-9f1c-66c7b91fdf5f tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 664.864050] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-821ef708-6fef-4655-9f1c-66c7b91fdf5f tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 664.864236] env[65418]: INFO nova.compute.manager [None req-821ef708-6fef-4655-9f1c-66c7b91fdf5f tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Took 1.15 seconds to destroy the instance on the hypervisor. [ 664.864450] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-821ef708-6fef-4655-9f1c-66c7b91fdf5f tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 664.864912] env[65418]: DEBUG nova.compute.manager [-] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 664.865135] env[65418]: DEBUG nova.network.neutron [-] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 664.865209] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.889232] env[65418]: DEBUG nova.network.neutron [req-08b19d9d-9d4e-47a3-a879-c0e18e95d12e req-9c0bcb24-588f-4cbb-95a2-31a031fb9484 service nova] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Updated VIF entry in instance network info cache for port 2c288ca0-c885-4555-a9e9-0ced65af2299. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 664.890799] env[65418]: DEBUG nova.network.neutron [req-08b19d9d-9d4e-47a3-a879-c0e18e95d12e req-9c0bcb24-588f-4cbb-95a2-31a031fb9484 service nova] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Updating instance_info_cache with network_info: [{"id": "2c288ca0-c885-4555-a9e9-0ced65af2299", "address": "fa:16:3e:c3:1e:08", "network": {"id": "d3664058-5559-4da1-b915-9dbe72d0603c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-176614607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe6158c9854d43ca9a507902c5e64bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c288ca0-c8", "ovs_interfaceid": "2c288ca0-c885-4555-a9e9-0ced65af2299", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.931626] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.958206] env[65418]: INFO nova.compute.manager [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Took 33.45 seconds to build instance. [ 664.962409] env[65418]: DEBUG oslo_concurrency.lockutils [req-fb6d49bc-a91e-4631-8548-35a31b7dfef6 req-2851e268-d7ae-4eb6-8aac-28c0efc8207b service nova] Releasing lock "refresh_cache-e9546215-c6b7-4b67-8ff6-8ca483b0dd29" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.962654] env[65418]: DEBUG nova.compute.manager [req-fb6d49bc-a91e-4631-8548-35a31b7dfef6 req-2851e268-d7ae-4eb6-8aac-28c0efc8207b service nova] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Received event network-changed-c2477dfb-be0a-462f-88f9-d0aeaae488bd {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 664.962809] env[65418]: DEBUG nova.compute.manager [req-fb6d49bc-a91e-4631-8548-35a31b7dfef6 req-2851e268-d7ae-4eb6-8aac-28c0efc8207b service nova] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Refreshing instance network info cache due to event network-changed-c2477dfb-be0a-462f-88f9-d0aeaae488bd. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 664.963035] env[65418]: DEBUG oslo_concurrency.lockutils [req-fb6d49bc-a91e-4631-8548-35a31b7dfef6 req-2851e268-d7ae-4eb6-8aac-28c0efc8207b service nova] Acquiring lock "refresh_cache-0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.963989] env[65418]: DEBUG oslo_concurrency.lockutils [req-fb6d49bc-a91e-4631-8548-35a31b7dfef6 req-2851e268-d7ae-4eb6-8aac-28c0efc8207b service nova] Acquired lock "refresh_cache-0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.963989] env[65418]: DEBUG nova.network.neutron [req-fb6d49bc-a91e-4631-8548-35a31b7dfef6 req-2851e268-d7ae-4eb6-8aac-28c0efc8207b service nova] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Refreshing network info cache for port c2477dfb-be0a-462f-88f9-d0aeaae488bd {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.159890] env[65418]: DEBUG oslo_vmware.api [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527f658c-8f4d-402f-bbd7-456cc62def0f, 'name': SearchDatastore_Task, 'duration_secs': 0.039329} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.160234] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.160513] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b/6b31bd42-645b-4b9c-81b3-5f9c5b828d3b.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.160809] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b69da67-90a6-4f47-bccf-eb49826468c4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.166857] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15060b5b-4bc0-4178-8ee0-e4d8b1682b04 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.169145] env[65418]: DEBUG oslo_vmware.api [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 665.169145] env[65418]: value = "task-4687893" [ 665.169145] env[65418]: _type = "Task" [ 665.169145] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.176138] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef9d20e-b41d-457b-96db-12770d92ad67 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.184564] env[65418]: DEBUG oslo_vmware.api [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.232345] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da2be60-9330-408b-81f4-beb4792d9734 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.247497] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c473e363-1f97-428e-ab85-f67861f2c608 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.265453] env[65418]: DEBUG nova.compute.provider_tree [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 665.352585] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Acquiring lock "1eece51a-ce27-4f28-b23e-e8c706d0895b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.352870] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Lock "1eece51a-ce27-4f28-b23e-e8c706d0895b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.392673] env[65418]: DEBUG oslo_concurrency.lockutils [req-08b19d9d-9d4e-47a3-a879-c0e18e95d12e req-9c0bcb24-588f-4cbb-95a2-31a031fb9484 service nova] Releasing lock "refresh_cache-6b31bd42-645b-4b9c-81b3-5f9c5b828d3b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.466088] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7d0e360f-1ca2-4dfb-a477-d7c6bc6091a5 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Lock "59744ef5-6446-41c2-8780-3ac4c3288b44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.968s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.466567] env[65418]: WARNING neutronclient.v2_0.client [req-fb6d49bc-a91e-4631-8548-35a31b7dfef6 req-2851e268-d7ae-4eb6-8aac-28c0efc8207b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.641707] env[65418]: WARNING neutronclient.v2_0.client [req-fb6d49bc-a91e-4631-8548-35a31b7dfef6 req-2851e268-d7ae-4eb6-8aac-28c0efc8207b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.682683] env[65418]: DEBUG oslo_vmware.api [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687893, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.740715] env[65418]: DEBUG nova.network.neutron [-] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.762030] env[65418]: DEBUG nova.network.neutron [req-fb6d49bc-a91e-4631-8548-35a31b7dfef6 req-2851e268-d7ae-4eb6-8aac-28c0efc8207b service nova] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Updated VIF entry in instance network info cache for port c2477dfb-be0a-462f-88f9-d0aeaae488bd. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 665.762421] env[65418]: DEBUG nova.network.neutron [req-fb6d49bc-a91e-4631-8548-35a31b7dfef6 req-2851e268-d7ae-4eb6-8aac-28c0efc8207b service nova] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Updating instance_info_cache with network_info: [{"id": "c2477dfb-be0a-462f-88f9-d0aeaae488bd", "address": "fa:16:3e:65:e3:a4", "network": {"id": "5e1bf76f-2df1-4382-89f5-3ddca03da51e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-237591199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29b211ae6d43442a9b242d00ec82fb25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2477dfb-be", "ovs_interfaceid": "c2477dfb-be0a-462f-88f9-d0aeaae488bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.769623] env[65418]: DEBUG nova.scheduler.client.report [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.855632] env[65418]: DEBUG nova.compute.manager [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 665.880015] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b104c073-56c3-4772-8231-889583536666 tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Acquiring lock "47ed285c-fd2a-436a-a3a4-bc08f62c1bbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.882137] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b104c073-56c3-4772-8231-889583536666 tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Lock "47ed285c-fd2a-436a-a3a4-bc08f62c1bbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.882137] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b104c073-56c3-4772-8231-889583536666 tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Acquiring lock "47ed285c-fd2a-436a-a3a4-bc08f62c1bbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.882137] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b104c073-56c3-4772-8231-889583536666 tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Lock "47ed285c-fd2a-436a-a3a4-bc08f62c1bbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.882137] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b104c073-56c3-4772-8231-889583536666 tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Lock "47ed285c-fd2a-436a-a3a4-bc08f62c1bbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.883557] env[65418]: INFO nova.compute.manager [None req-b104c073-56c3-4772-8231-889583536666 tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Terminating instance [ 666.180898] env[65418]: DEBUG oslo_vmware.api [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.9161} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.181177] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b/6b31bd42-645b-4b9c-81b3-5f9c5b828d3b.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.181976] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.181976] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6817ef4-ea88-442a-9cee-96c0c5fb6c7b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.189963] env[65418]: DEBUG oslo_vmware.api [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 666.189963] env[65418]: value = "task-4687894" [ 666.189963] env[65418]: _type = "Task" [ 666.189963] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.202224] env[65418]: DEBUG oslo_vmware.api [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687894, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.206967] env[65418]: DEBUG oslo_concurrency.lockutils [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Acquiring lock "80fb72d3-6e2c-4118-9936-ba8ce2d59b93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.207220] env[65418]: DEBUG oslo_concurrency.lockutils [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Lock "80fb72d3-6e2c-4118-9936-ba8ce2d59b93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.246977] env[65418]: INFO nova.compute.manager [-] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Took 1.38 seconds to deallocate network for instance. [ 666.247661] env[65418]: DEBUG nova.compute.manager [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 666.249931] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423a216b-7151-498b-a299-5501708f4930 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.265952] env[65418]: DEBUG oslo_concurrency.lockutils [req-fb6d49bc-a91e-4631-8548-35a31b7dfef6 req-2851e268-d7ae-4eb6-8aac-28c0efc8207b service nova] Releasing lock "refresh_cache-0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.276955] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.276955] env[65418]: DEBUG nova.compute.manager [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 666.279523] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.437s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.279774] env[65418]: DEBUG nova.objects.instance [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Lazy-loading 'resources' on Instance uuid 4b42c2cd-dd38-4821-862e-2b8eddc687ff {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 666.385468] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.388642] env[65418]: DEBUG nova.compute.manager [None req-b104c073-56c3-4772-8231-889583536666 tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 666.388942] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b104c073-56c3-4772-8231-889583536666 tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 666.389902] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba469fe7-eb45-4e42-b505-0197c29a6789 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.399294] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-b104c073-56c3-4772-8231-889583536666 tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 666.399294] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfbcc3be-1d4b-4e21-8de6-2086d20cbc7c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.407173] env[65418]: DEBUG oslo_vmware.api [None req-b104c073-56c3-4772-8231-889583536666 tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Waiting for the task: (returnval){ [ 666.407173] env[65418]: value = "task-4687895" [ 666.407173] env[65418]: _type = "Task" [ 666.407173] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.417549] env[65418]: DEBUG oslo_vmware.api [None req-b104c073-56c3-4772-8231-889583536666 tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Task: {'id': task-4687895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.701871] env[65418]: DEBUG oslo_vmware.api [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687894, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086674} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.701871] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.702708] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa943b15-c892-4388-8576-3f3a4f49bee8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.709974] env[65418]: DEBUG nova.compute.manager [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 666.737052] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b/6b31bd42-645b-4b9c-81b3-5f9c5b828d3b.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.737315] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2d09f6c-ec6c-42d6-9396-918b8ab1a0ef {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.758896] env[65418]: DEBUG oslo_concurrency.lockutils [None req-821ef708-6fef-4655-9f1c-66c7b91fdf5f tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.763579] env[65418]: DEBUG oslo_vmware.api [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 666.763579] env[65418]: value = "task-4687896" [ 666.763579] env[65418]: _type = "Task" [ 666.763579] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.768179] env[65418]: INFO nova.compute.manager [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] instance snapshotting [ 666.772599] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87b5c8b-ae99-484b-b525-e2904b8aa8c8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.778411] env[65418]: DEBUG oslo_vmware.api [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687896, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.782614] env[65418]: DEBUG nova.compute.utils [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.803149] env[65418]: DEBUG nova.compute.manager [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 666.803359] env[65418]: DEBUG nova.network.neutron [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 666.803666] env[65418]: WARNING neutronclient.v2_0.client [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.803957] env[65418]: WARNING neutronclient.v2_0.client [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.809587] env[65418]: DEBUG nova.compute.manager [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 666.810977] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574579b0-48d0-4dec-91fc-edacb778f1c3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.884176] env[65418]: DEBUG nova.policy [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2186b52e2eff4d69946c79f75eaf22f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '45816b24ab1b4ef78d0938dcec0b4cb7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.920617] env[65418]: DEBUG oslo_vmware.api [None req-b104c073-56c3-4772-8231-889583536666 tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Task: {'id': task-4687895, 'name': PowerOffVM_Task, 'duration_secs': 0.349296} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.920968] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-b104c073-56c3-4772-8231-889583536666 tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 666.921052] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b104c073-56c3-4772-8231-889583536666 tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 666.921565] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db7893a8-49ba-40f1-9fd0-890d3a69e14f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.958591] env[65418]: DEBUG nova.compute.manager [req-b6a64f52-bf12-44da-a736-8fdcf2ace543 req-3b8a0bbd-a7e7-4a27-a241-eaab74d93acc service nova] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Received event network-vif-deleted-91b2400f-665a-4ddd-bf7e-8aacbf8ca615 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 667.010308] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b104c073-56c3-4772-8231-889583536666 tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 667.010308] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b104c073-56c3-4772-8231-889583536666 tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 667.010308] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-b104c073-56c3-4772-8231-889583536666 tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Deleting the datastore file [datastore2] 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 667.010308] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a2405a0-6555-4c34-b692-29636691d318 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.018496] env[65418]: DEBUG oslo_vmware.api [None req-b104c073-56c3-4772-8231-889583536666 tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Waiting for the task: (returnval){ [ 667.018496] env[65418]: value = "task-4687898" [ 667.018496] env[65418]: _type = "Task" [ 667.018496] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.028466] env[65418]: DEBUG oslo_vmware.api [None req-b104c073-56c3-4772-8231-889583536666 tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Task: {'id': task-4687898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.089442] env[65418]: DEBUG nova.compute.manager [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 667.090800] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a32376f-87ab-458a-814b-2b162377b4d0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.252662] env[65418]: DEBUG oslo_concurrency.lockutils [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.256090] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037f3956-ca5a-49b6-b3a8-3f2117ee8d5d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.265024] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c14c87-b9c0-4a97-a775-0e3886314012 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.271903] env[65418]: DEBUG nova.network.neutron [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Successfully created port: 07516081-95d5-411b-9914-1f658ec348e5 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 667.280013] env[65418]: DEBUG oslo_vmware.api [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687896, 'name': ReconfigVM_Task, 'duration_secs': 0.373592} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.309445] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b/6b31bd42-645b-4b9c-81b3-5f9c5b828d3b.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.311899] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29b19608-0064-40e9-af34-8341ba3d9115 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.316337] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08db9fc-ec19-4d68-9d82-19ea57c5c7f8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.325103] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Creating Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 667.328398] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-37c57830-6ef3-4c8c-a98e-ffa31884fbdd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.332911] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ad295d-01fc-44d3-a628-6b42b0c75542 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.338496] env[65418]: DEBUG oslo_vmware.api [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 667.338496] env[65418]: value = "task-4687899" [ 667.338496] env[65418]: _type = "Task" [ 667.338496] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.350553] env[65418]: DEBUG nova.compute.provider_tree [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.353841] env[65418]: DEBUG oslo_vmware.api [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Waiting for the task: (returnval){ [ 667.353841] env[65418]: value = "task-4687900" [ 667.353841] env[65418]: _type = "Task" [ 667.353841] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.361067] env[65418]: DEBUG oslo_vmware.api [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687899, 'name': Rename_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.368736] env[65418]: DEBUG oslo_vmware.api [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687900, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.533756] env[65418]: DEBUG oslo_vmware.api [None req-b104c073-56c3-4772-8231-889583536666 tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Task: {'id': task-4687898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18464} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.533756] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-b104c073-56c3-4772-8231-889583536666 tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 667.533877] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b104c073-56c3-4772-8231-889583536666 tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 667.534048] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b104c073-56c3-4772-8231-889583536666 tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 667.534214] env[65418]: INFO nova.compute.manager [None req-b104c073-56c3-4772-8231-889583536666 tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 667.534458] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-b104c073-56c3-4772-8231-889583536666 tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 667.534640] env[65418]: DEBUG nova.compute.manager [-] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 667.534842] env[65418]: DEBUG nova.network.neutron [-] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 667.534980] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.612385] env[65418]: INFO nova.compute.manager [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] instance snapshotting [ 667.618902] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquiring lock "d0bebee5-1131-4f01-85d6-502a2a030524" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.619378] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "d0bebee5-1131-4f01-85d6-502a2a030524" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.621648] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26359c9-6d02-4d6c-be04-7450387b3ad0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.648637] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f73f2e4-6499-4b18-98da-efeeeccaf5c2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.669819] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquiring lock "491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.670178] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.712389] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.735324] env[65418]: DEBUG nova.compute.manager [None req-25662736-0380-4dba-9ac6-32ed1f478b89 tempest-ServerExternalEventsTest-1992597341 tempest-ServerExternalEventsTest-1992597341-project] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Received event network-changed {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 667.735752] env[65418]: DEBUG nova.compute.manager [None req-25662736-0380-4dba-9ac6-32ed1f478b89 tempest-ServerExternalEventsTest-1992597341 tempest-ServerExternalEventsTest-1992597341-project] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Refreshing instance network info cache due to event network-changed. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 667.735973] env[65418]: DEBUG oslo_concurrency.lockutils [None req-25662736-0380-4dba-9ac6-32ed1f478b89 tempest-ServerExternalEventsTest-1992597341 tempest-ServerExternalEventsTest-1992597341-project] Acquiring lock "refresh_cache-59744ef5-6446-41c2-8780-3ac4c3288b44" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.736479] env[65418]: DEBUG oslo_concurrency.lockutils [None req-25662736-0380-4dba-9ac6-32ed1f478b89 tempest-ServerExternalEventsTest-1992597341 tempest-ServerExternalEventsTest-1992597341-project] Acquired lock "refresh_cache-59744ef5-6446-41c2-8780-3ac4c3288b44" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.736747] env[65418]: DEBUG nova.network.neutron [None req-25662736-0380-4dba-9ac6-32ed1f478b89 tempest-ServerExternalEventsTest-1992597341 tempest-ServerExternalEventsTest-1992597341-project] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 667.824074] env[65418]: DEBUG nova.compute.manager [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 667.852038] env[65418]: DEBUG oslo_vmware.api [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687899, 'name': Rename_Task, 'duration_secs': 0.16854} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.854519] env[65418]: DEBUG nova.virt.hardware [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 667.854768] env[65418]: DEBUG nova.virt.hardware [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.854935] env[65418]: DEBUG nova.virt.hardware [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 667.855104] env[65418]: DEBUG nova.virt.hardware [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.855245] env[65418]: DEBUG nova.virt.hardware [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 667.855385] env[65418]: DEBUG nova.virt.hardware [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 667.855816] env[65418]: DEBUG nova.virt.hardware [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 667.855816] env[65418]: DEBUG nova.virt.hardware [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 667.855920] env[65418]: DEBUG nova.virt.hardware [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 667.856034] env[65418]: DEBUG nova.virt.hardware [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 667.856205] env[65418]: DEBUG nova.virt.hardware [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 667.856530] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.857456] env[65418]: DEBUG nova.scheduler.client.report [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.863498] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca00082-e692-4501-80e6-f657b07a84b7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.867246] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-898fd015-99a5-4609-9af0-8f4fce47b6d0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.883288] env[65418]: DEBUG oslo_vmware.api [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687900, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.887183] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fc3fd4-7484-481e-afb7-bb91c149b8ba {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.890422] env[65418]: DEBUG oslo_vmware.api [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 667.890422] env[65418]: value = "task-4687901" [ 667.890422] env[65418]: _type = "Task" [ 667.890422] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.909611] env[65418]: DEBUG oslo_vmware.api [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687901, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.126060] env[65418]: DEBUG nova.compute.manager [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 668.165044] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Creating Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 668.165396] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-384b7265-a807-4139-9d75-37983da91476 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.174652] env[65418]: DEBUG nova.compute.manager [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 668.177591] env[65418]: DEBUG oslo_vmware.api [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for the task: (returnval){ [ 668.177591] env[65418]: value = "task-4687902" [ 668.177591] env[65418]: _type = "Task" [ 668.177591] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.188883] env[65418]: DEBUG oslo_vmware.api [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687902, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.240484] env[65418]: WARNING neutronclient.v2_0.client [None req-25662736-0380-4dba-9ac6-32ed1f478b89 tempest-ServerExternalEventsTest-1992597341 tempest-ServerExternalEventsTest-1992597341-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.367977] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.088s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.370484] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 19.389s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.370842] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.371182] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65418) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 668.371330] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ab91746-82b7-4f9f-b2d0-310ec8d062b8 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 18.403s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.374136] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95db33c-1cd9-494a-ab83-e17c8de7814e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.381129] env[65418]: DEBUG oslo_vmware.api [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687900, 'name': CreateSnapshot_Task, 'duration_secs': 0.962831} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.382102] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Created Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 668.382643] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393b9d8a-39aa-4bde-b1f9-0ec3b375f590 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.391404] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be15940d-5d66-4c73-b087-0fe70b7ecd16 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.406703] env[65418]: INFO nova.scheduler.client.report [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Deleted allocations for instance 4b42c2cd-dd38-4821-862e-2b8eddc687ff [ 668.434331] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d57ebde-18ef-4aaa-ac44-73c0dba71b3f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.444745] env[65418]: DEBUG oslo_vmware.api [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687901, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.451855] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a353d3d0-1095-433d-b863-56febf5f8ba5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.487030] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179078MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65418) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 668.487265] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.590716] env[65418]: DEBUG nova.network.neutron [-] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.659706] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.693940] env[65418]: DEBUG oslo_vmware.api [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687902, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.709349] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.915921] env[65418]: DEBUG oslo_vmware.api [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4687901, 'name': PowerOnVM_Task, 'duration_secs': 0.734322} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.915921] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.915921] env[65418]: INFO nova.compute.manager [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Took 9.92 seconds to spawn the instance on the hypervisor. [ 668.915921] env[65418]: DEBUG nova.compute.manager [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 668.916416] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9fb36f-16d3-4b39-974d-fc0653ac445c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.928073] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Creating linked-clone VM from snapshot {{(pid=65418) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 668.930387] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-acbf5eca-33ae-4989-90b7-752339cf0faf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.939809] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d8320add-982a-4983-8a4d-e523ab87d3bc tempest-ServersAdmin275Test-1630570455 tempest-ServersAdmin275Test-1630570455-project-member] Lock "4b42c2cd-dd38-4821-862e-2b8eddc687ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.600s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.944087] env[65418]: DEBUG oslo_vmware.api [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Waiting for the task: (returnval){ [ 668.944087] env[65418]: value = "task-4687903" [ 668.944087] env[65418]: _type = "Task" [ 668.944087] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.957338] env[65418]: DEBUG oslo_vmware.api [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687903, 'name': CloneVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.000722] env[65418]: DEBUG nova.network.neutron [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Successfully updated port: 07516081-95d5-411b-9914-1f658ec348e5 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 669.071510] env[65418]: WARNING neutronclient.v2_0.client [None req-25662736-0380-4dba-9ac6-32ed1f478b89 tempest-ServerExternalEventsTest-1992597341 tempest-ServerExternalEventsTest-1992597341-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.096411] env[65418]: INFO nova.compute.manager [-] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Took 1.56 seconds to deallocate network for instance. [ 669.193407] env[65418]: DEBUG oslo_vmware.api [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687902, 'name': CreateSnapshot_Task, 'duration_secs': 0.678742} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.193886] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Created Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 669.195055] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20a8710-cfa7-48a2-bbb9-c12d21942742 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.325391] env[65418]: DEBUG nova.network.neutron [None req-25662736-0380-4dba-9ac6-32ed1f478b89 tempest-ServerExternalEventsTest-1992597341 tempest-ServerExternalEventsTest-1992597341-project] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Updating instance_info_cache with network_info: [{"id": "4f602a88-ca25-415e-a853-cc21128e5642", "address": "fa:16:3e:77:95:71", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.155", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f602a88-ca", "ovs_interfaceid": "4f602a88-ca25-415e-a853-cc21128e5642", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.340445] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "ff5e8ecd-f8bc-452f-82fd-f4feb7533452" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.340445] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "ff5e8ecd-f8bc-452f-82fd-f4feb7533452" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.413063] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37094619-5bcf-49f2-b713-ff2fc24cf21c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.423942] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362f3f18-713c-444e-b149-80a7795f1cce {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.478527] env[65418]: INFO nova.compute.manager [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Took 32.50 seconds to build instance. [ 669.483713] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08326b7-f7ab-40fd-b3a2-c6a484415f6c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.498132] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ecfec6-0c79-4414-9dd8-28eee8522a56 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.502618] env[65418]: DEBUG oslo_vmware.api [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687903, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.503824] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Acquiring lock "refresh_cache-45c2e0c5-9481-4e6d-b83d-545c7d2163a4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.504128] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Acquired lock "refresh_cache-45c2e0c5-9481-4e6d-b83d-545c7d2163a4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.504285] env[65418]: DEBUG nova.network.neutron [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 669.518331] env[65418]: DEBUG nova.compute.provider_tree [None req-0ab91746-82b7-4f9f-b2d0-310ec8d062b8 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.605205] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b104c073-56c3-4772-8231-889583536666 tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.717728] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Creating linked-clone VM from snapshot {{(pid=65418) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 669.718082] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f02d6af5-574f-4abf-bd46-f0c664515a4f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.728096] env[65418]: DEBUG oslo_vmware.api [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for the task: (returnval){ [ 669.728096] env[65418]: value = "task-4687904" [ 669.728096] env[65418]: _type = "Task" [ 669.728096] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.737846] env[65418]: DEBUG oslo_vmware.api [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687904, 'name': CloneVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.827303] env[65418]: DEBUG oslo_concurrency.lockutils [None req-25662736-0380-4dba-9ac6-32ed1f478b89 tempest-ServerExternalEventsTest-1992597341 tempest-ServerExternalEventsTest-1992597341-project] Releasing lock "refresh_cache-59744ef5-6446-41c2-8780-3ac4c3288b44" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.842687] env[65418]: DEBUG nova.compute.manager [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 669.988275] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cd2ce3e9-2190-47fe-9f92-0de176f4aa78 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "6b31bd42-645b-4b9c-81b3-5f9c5b828d3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.024s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.998110] env[65418]: DEBUG oslo_vmware.api [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687903, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.021634] env[65418]: DEBUG nova.scheduler.client.report [None req-0ab91746-82b7-4f9f-b2d0-310ec8d062b8 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.176758] env[65418]: DEBUG nova.network.neutron [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 670.240668] env[65418]: DEBUG oslo_vmware.api [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687904, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.383549] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.492975] env[65418]: WARNING neutronclient.v2_0.client [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.502455] env[65418]: DEBUG oslo_vmware.api [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687903, 'name': CloneVM_Task} progress is 95%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.586169] env[65418]: DEBUG nova.network.neutron [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Updating instance_info_cache with network_info: [{"id": "07516081-95d5-411b-9914-1f658ec348e5", "address": "fa:16:3e:9d:d0:c4", "network": {"id": "b682c431-6990-4574-a38e-8722d7938cc9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1922345163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "45816b24ab1b4ef78d0938dcec0b4cb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07516081-95", "ovs_interfaceid": "07516081-95d5-411b-9914-1f658ec348e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.744961] env[65418]: DEBUG oslo_vmware.api [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687904, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.778118] env[65418]: DEBUG nova.compute.manager [req-54d71845-1664-4155-b04a-9bfb0426ce7c req-e329d180-34d5-4bf2-8a83-36a68f74f518 service nova] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Received event network-vif-deleted-14e14be5-d19b-462e-b61f-9437ceded02b {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 670.996742] env[65418]: DEBUG oslo_vmware.api [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687903, 'name': CloneVM_Task, 'duration_secs': 1.897964} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.997131] env[65418]: INFO nova.virt.vmwareapi.vmops [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Created linked-clone VM from snapshot [ 671.000403] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9104ac56-dc66-4dd2-9a9a-9f6c7467dde0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.004822] env[65418]: DEBUG nova.compute.manager [req-034a6479-ce87-43a6-ab5a-9f0b87606ada req-5cbcd792-de03-4f9b-a874-57f67246aa89 service nova] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Received event network-vif-plugged-07516081-95d5-411b-9914-1f658ec348e5 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 671.005160] env[65418]: DEBUG oslo_concurrency.lockutils [req-034a6479-ce87-43a6-ab5a-9f0b87606ada req-5cbcd792-de03-4f9b-a874-57f67246aa89 service nova] Acquiring lock "45c2e0c5-9481-4e6d-b83d-545c7d2163a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.005440] env[65418]: DEBUG oslo_concurrency.lockutils [req-034a6479-ce87-43a6-ab5a-9f0b87606ada req-5cbcd792-de03-4f9b-a874-57f67246aa89 service nova] Lock "45c2e0c5-9481-4e6d-b83d-545c7d2163a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.005694] env[65418]: DEBUG oslo_concurrency.lockutils [req-034a6479-ce87-43a6-ab5a-9f0b87606ada req-5cbcd792-de03-4f9b-a874-57f67246aa89 service nova] Lock "45c2e0c5-9481-4e6d-b83d-545c7d2163a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.005903] env[65418]: DEBUG nova.compute.manager [req-034a6479-ce87-43a6-ab5a-9f0b87606ada req-5cbcd792-de03-4f9b-a874-57f67246aa89 service nova] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] No waiting events found dispatching network-vif-plugged-07516081-95d5-411b-9914-1f658ec348e5 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 671.006141] env[65418]: WARNING nova.compute.manager [req-034a6479-ce87-43a6-ab5a-9f0b87606ada req-5cbcd792-de03-4f9b-a874-57f67246aa89 service nova] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Received unexpected event network-vif-plugged-07516081-95d5-411b-9914-1f658ec348e5 for instance with vm_state building and task_state spawning. [ 671.016527] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Uploading image 986c0827-ba29-4ff0-9f0b-5392ff115f3d {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 671.033734] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ab91746-82b7-4f9f-b2d0-310ec8d062b8 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.662s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.039657] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.662s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.041417] env[65418]: INFO nova.compute.claims [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 671.058074] env[65418]: DEBUG oslo_vmware.rw_handles [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 671.058074] env[65418]: value = "vm-915051" [ 671.058074] env[65418]: _type = "VirtualMachine" [ 671.058074] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 671.060517] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7cba3311-4142-453c-bee2-1bd289a5d907 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.069637] env[65418]: DEBUG oslo_vmware.rw_handles [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Lease: (returnval){ [ 671.069637] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]522b389b-b3d7-4aa9-0034-2efcd140058d" [ 671.069637] env[65418]: _type = "HttpNfcLease" [ 671.069637] env[65418]: } obtained for exporting VM: (result){ [ 671.069637] env[65418]: value = "vm-915051" [ 671.069637] env[65418]: _type = "VirtualMachine" [ 671.069637] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 671.069982] env[65418]: DEBUG oslo_vmware.api [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Waiting for the lease: (returnval){ [ 671.069982] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]522b389b-b3d7-4aa9-0034-2efcd140058d" [ 671.069982] env[65418]: _type = "HttpNfcLease" [ 671.069982] env[65418]: } to be ready. {{(pid=65418) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 671.078798] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 671.078798] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]522b389b-b3d7-4aa9-0034-2efcd140058d" [ 671.078798] env[65418]: _type = "HttpNfcLease" [ 671.078798] env[65418]: } is initializing. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 671.089929] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Releasing lock "refresh_cache-45c2e0c5-9481-4e6d-b83d-545c7d2163a4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.090688] env[65418]: DEBUG nova.compute.manager [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Instance network_info: |[{"id": "07516081-95d5-411b-9914-1f658ec348e5", "address": "fa:16:3e:9d:d0:c4", "network": {"id": "b682c431-6990-4574-a38e-8722d7938cc9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1922345163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "45816b24ab1b4ef78d0938dcec0b4cb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07516081-95", "ovs_interfaceid": "07516081-95d5-411b-9914-1f658ec348e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 671.091409] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:d0:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07516081-95d5-411b-9914-1f658ec348e5', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.106132] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Creating folder: Project (45816b24ab1b4ef78d0938dcec0b4cb7). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.108270] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9a27e86-1f94-4be7-8f47-a566ecf326d9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.124927] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Created folder: Project (45816b24ab1b4ef78d0938dcec0b4cb7) in parent group-v914982. [ 671.125149] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Creating folder: Instances. Parent ref: group-v915053. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.125417] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f23887d4-69a5-4fa5-8dec-14b3554e8499 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.137923] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Created folder: Instances in parent group-v915053. [ 671.138236] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 671.138490] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.138813] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-715e7ccc-2bbb-4f7d-9921-9a493ac457c6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.165959] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9eb2522e-965d-4724-823b-72a0dac887b0 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Acquiring lock "59744ef5-6446-41c2-8780-3ac4c3288b44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.166134] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9eb2522e-965d-4724-823b-72a0dac887b0 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Lock "59744ef5-6446-41c2-8780-3ac4c3288b44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.166430] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9eb2522e-965d-4724-823b-72a0dac887b0 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Acquiring lock "59744ef5-6446-41c2-8780-3ac4c3288b44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.166731] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9eb2522e-965d-4724-823b-72a0dac887b0 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Lock "59744ef5-6446-41c2-8780-3ac4c3288b44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.166985] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9eb2522e-965d-4724-823b-72a0dac887b0 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Lock "59744ef5-6446-41c2-8780-3ac4c3288b44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.170548] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.170548] env[65418]: value = "task-4687908" [ 671.170548] env[65418]: _type = "Task" [ 671.170548] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.175009] env[65418]: INFO nova.compute.manager [None req-9eb2522e-965d-4724-823b-72a0dac887b0 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Terminating instance [ 671.184761] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687908, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.241585] env[65418]: DEBUG oslo_vmware.api [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687904, 'name': CloneVM_Task} progress is 95%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.583174] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 671.583174] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]522b389b-b3d7-4aa9-0034-2efcd140058d" [ 671.583174] env[65418]: _type = "HttpNfcLease" [ 671.583174] env[65418]: } is ready. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 671.583484] env[65418]: DEBUG oslo_vmware.rw_handles [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 671.583484] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]522b389b-b3d7-4aa9-0034-2efcd140058d" [ 671.583484] env[65418]: _type = "HttpNfcLease" [ 671.583484] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 671.584289] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd475da-dfe7-49e7-a957-0fc0b0e9c5fb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.594791] env[65418]: DEBUG oslo_vmware.rw_handles [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226305d-b3fd-11a3-9a2e-f9b39167d843/disk-0.vmdk from lease info. {{(pid=65418) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 671.594992] env[65418]: DEBUG oslo_vmware.rw_handles [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226305d-b3fd-11a3-9a2e-f9b39167d843/disk-0.vmdk for reading. {{(pid=65418) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 671.655469] env[65418]: INFO nova.scheduler.client.report [None req-0ab91746-82b7-4f9f-b2d0-310ec8d062b8 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Deleted allocation for migration 979b711d-f13a-4826-9efa-1ea4984876c2 [ 671.683660] env[65418]: DEBUG nova.compute.manager [None req-9eb2522e-965d-4724-823b-72a0dac887b0 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 671.683660] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb2522e-965d-4724-823b-72a0dac887b0 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.684931] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687908, 'name': CreateVM_Task, 'duration_secs': 0.480554} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.684931] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3eeba96-8bbf-4b10-a873-11df5ddc7c19 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.687583] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.690432] env[65418]: WARNING neutronclient.v2_0.client [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.691758] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.691758] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.691758] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.696193] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c85cb74a-ff2c-493f-8a8c-7a41ff7fcf1b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.696193] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e3622ec8-16ae-4a0c-a12f-a5e9aa0fa787 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.700926] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb2522e-965d-4724-823b-72a0dac887b0 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.701925] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c58e394f-d095-492a-aebc-2bc72bc1987b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.707334] env[65418]: DEBUG oslo_vmware.api [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Waiting for the task: (returnval){ [ 671.707334] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]524d128b-00bd-ce48-0589-29aabd5061cf" [ 671.707334] env[65418]: _type = "Task" [ 671.707334] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.714418] env[65418]: DEBUG oslo_vmware.api [None req-9eb2522e-965d-4724-823b-72a0dac887b0 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Waiting for the task: (returnval){ [ 671.714418] env[65418]: value = "task-4687909" [ 671.714418] env[65418]: _type = "Task" [ 671.714418] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.722340] env[65418]: DEBUG oslo_vmware.api [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]524d128b-00bd-ce48-0589-29aabd5061cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.731945] env[65418]: DEBUG oslo_vmware.api [None req-9eb2522e-965d-4724-823b-72a0dac887b0 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Task: {'id': task-4687909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.750034] env[65418]: DEBUG oslo_vmware.api [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687904, 'name': CloneVM_Task, 'duration_secs': 1.623448} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.753306] env[65418]: INFO nova.virt.vmwareapi.vmops [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Created linked-clone VM from snapshot [ 671.753306] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bed9ba-cbe2-4ae1-8b75-f838f676791a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.764352] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Uploading image ba460b08-33ce-4c93-923a-01410b7424e4 {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 671.795784] env[65418]: DEBUG oslo_vmware.rw_handles [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 671.795784] env[65418]: value = "vm-915052" [ 671.795784] env[65418]: _type = "VirtualMachine" [ 671.795784] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 671.795784] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-507376c4-d1ae-4aea-b9c3-62a517622fb3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.804516] env[65418]: DEBUG oslo_vmware.rw_handles [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Lease: (returnval){ [ 671.804516] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520e6806-466e-4f64-a7a8-48411b6d2c62" [ 671.804516] env[65418]: _type = "HttpNfcLease" [ 671.804516] env[65418]: } obtained for exporting VM: (result){ [ 671.804516] env[65418]: value = "vm-915052" [ 671.804516] env[65418]: _type = "VirtualMachine" [ 671.804516] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 671.805081] env[65418]: DEBUG oslo_vmware.api [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for the lease: (returnval){ [ 671.805081] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520e6806-466e-4f64-a7a8-48411b6d2c62" [ 671.805081] env[65418]: _type = "HttpNfcLease" [ 671.805081] env[65418]: } to be ready. {{(pid=65418) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 671.815665] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 671.815665] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520e6806-466e-4f64-a7a8-48411b6d2c62" [ 671.815665] env[65418]: _type = "HttpNfcLease" [ 671.815665] env[65418]: } is initializing. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 672.169026] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ab91746-82b7-4f9f-b2d0-310ec8d062b8 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lock "e3f40535-54bc-42fd-8044-854980d10044" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 27.914s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.223271] env[65418]: DEBUG oslo_vmware.api [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]524d128b-00bd-ce48-0589-29aabd5061cf, 'name': SearchDatastore_Task, 'duration_secs': 0.015012} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.229012] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.229012] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.229012] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.229012] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.230516] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.230516] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d8e2241-b393-4815-8888-ad09652f88e2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.238726] env[65418]: DEBUG oslo_vmware.api [None req-9eb2522e-965d-4724-823b-72a0dac887b0 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Task: {'id': task-4687909, 'name': PowerOffVM_Task, 'duration_secs': 0.26448} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.239259] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eb2522e-965d-4724-823b-72a0dac887b0 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.239697] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb2522e-965d-4724-823b-72a0dac887b0 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.242669] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bc378cc-9578-4023-8ed0-615e7786b868 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.247178] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.247178] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.247579] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d3710dd-5cb4-4f0f-b647-ede0ef262cb3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.254239] env[65418]: DEBUG oslo_vmware.api [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Waiting for the task: (returnval){ [ 672.254239] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f2424c-63bb-1a6d-d892-c6648fb9a128" [ 672.254239] env[65418]: _type = "Task" [ 672.254239] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.268775] env[65418]: DEBUG oslo_vmware.api [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f2424c-63bb-1a6d-d892-c6648fb9a128, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.322906] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 672.322906] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520e6806-466e-4f64-a7a8-48411b6d2c62" [ 672.322906] env[65418]: _type = "HttpNfcLease" [ 672.322906] env[65418]: } is ready. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 672.323740] env[65418]: DEBUG oslo_vmware.rw_handles [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 672.323740] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520e6806-466e-4f64-a7a8-48411b6d2c62" [ 672.323740] env[65418]: _type = "HttpNfcLease" [ 672.323740] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 672.324898] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecad2786-1dbf-47ff-b7e6-edadadd8dcfe {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.331661] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb2522e-965d-4724-823b-72a0dac887b0 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.331661] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb2522e-965d-4724-823b-72a0dac887b0 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.331661] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eb2522e-965d-4724-823b-72a0dac887b0 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Deleting the datastore file [datastore2] 59744ef5-6446-41c2-8780-3ac4c3288b44 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.333813] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77ba3c37-cd99-473e-ba43-2cbda3b9ddb6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.344946] env[65418]: DEBUG oslo_vmware.rw_handles [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d40c2-f184-407a-ebef-25ecb8d4c44e/disk-0.vmdk from lease info. {{(pid=65418) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 672.345625] env[65418]: DEBUG oslo_vmware.rw_handles [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d40c2-f184-407a-ebef-25ecb8d4c44e/disk-0.vmdk for reading. {{(pid=65418) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 672.422736] env[65418]: DEBUG oslo_vmware.api [None req-9eb2522e-965d-4724-823b-72a0dac887b0 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Waiting for the task: (returnval){ [ 672.422736] env[65418]: value = "task-4687912" [ 672.422736] env[65418]: _type = "Task" [ 672.422736] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.431188] env[65418]: DEBUG oslo_vmware.api [None req-9eb2522e-965d-4724-823b-72a0dac887b0 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Task: {'id': task-4687912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.470271] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c425b369-ca87-42f4-8540-893aa580bd76 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.674785] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6925b3ba-754a-4e2b-9fcc-cce4230c6747 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.683863] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc175c3-2cee-43d7-ae56-153dd19e1535 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.727051] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d1c0ba-0123-49c3-8c6a-4813d6af934f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.739869] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f92d1b-4ac7-4961-9ab4-517ee3fa6cdd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.757665] env[65418]: DEBUG nova.compute.provider_tree [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.772468] env[65418]: DEBUG oslo_vmware.api [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f2424c-63bb-1a6d-d892-c6648fb9a128, 'name': SearchDatastore_Task, 'duration_secs': 0.021268} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.774262] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4afe8910-3c09-4809-8075-8295ed2304aa {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.782851] env[65418]: DEBUG oslo_vmware.api [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Waiting for the task: (returnval){ [ 672.782851] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520c6d49-ac2a-331e-783c-6fe12b1accf8" [ 672.782851] env[65418]: _type = "Task" [ 672.782851] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.794472] env[65418]: DEBUG oslo_vmware.api [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520c6d49-ac2a-331e-783c-6fe12b1accf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.936902] env[65418]: DEBUG oslo_vmware.api [None req-9eb2522e-965d-4724-823b-72a0dac887b0 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Task: {'id': task-4687912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347981} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.937135] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eb2522e-965d-4724-823b-72a0dac887b0 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.937354] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb2522e-965d-4724-823b-72a0dac887b0 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 672.937652] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb2522e-965d-4724-823b-72a0dac887b0 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 672.937855] env[65418]: INFO nova.compute.manager [None req-9eb2522e-965d-4724-823b-72a0dac887b0 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Took 1.25 seconds to destroy the instance on the hypervisor. [ 672.938127] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-9eb2522e-965d-4724-823b-72a0dac887b0 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 672.938395] env[65418]: DEBUG nova.compute.manager [-] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 672.938524] env[65418]: DEBUG nova.network.neutron [-] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 672.938814] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.264785] env[65418]: DEBUG nova.scheduler.client.report [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 673.297534] env[65418]: DEBUG oslo_vmware.api [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520c6d49-ac2a-331e-783c-6fe12b1accf8, 'name': SearchDatastore_Task, 'duration_secs': 0.012651} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.297986] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.298149] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 45c2e0c5-9481-4e6d-b83d-545c7d2163a4/45c2e0c5-9481-4e6d-b83d-545c7d2163a4.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.298547] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a63810a1-2994-49c6-9690-331ae62b3097 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.308853] env[65418]: DEBUG oslo_vmware.api [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Waiting for the task: (returnval){ [ 673.308853] env[65418]: value = "task-4687913" [ 673.308853] env[65418]: _type = "Task" [ 673.308853] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.321039] env[65418]: DEBUG oslo_vmware.api [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': task-4687913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.503684] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.771052] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.771700] env[65418]: DEBUG nova.compute.manager [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 673.776912] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d7f6a2b9-59d8-487e-a743-ad3c90cb7581 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.310s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.778537] env[65418]: DEBUG nova.objects.instance [None req-d7f6a2b9-59d8-487e-a743-ad3c90cb7581 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Lazy-loading 'resources' on Instance uuid fc5559c5-c283-4ed5-8e1d-46e2ecffc27a {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 673.823949] env[65418]: DEBUG oslo_vmware.api [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': task-4687913, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.285050] env[65418]: DEBUG nova.compute.utils [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 674.296517] env[65418]: DEBUG nova.compute.manager [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 674.296517] env[65418]: DEBUG nova.network.neutron [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 674.297882] env[65418]: WARNING neutronclient.v2_0.client [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.297882] env[65418]: WARNING neutronclient.v2_0.client [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.309684] env[65418]: DEBUG nova.network.neutron [-] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.336784] env[65418]: DEBUG oslo_vmware.api [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': task-4687913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716509} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.338027] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 45c2e0c5-9481-4e6d-b83d-545c7d2163a4/45c2e0c5-9481-4e6d-b83d-545c7d2163a4.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.338632] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.339082] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b8420c6-9326-4f57-8437-be68c809d97f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.350181] env[65418]: DEBUG oslo_vmware.api [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Waiting for the task: (returnval){ [ 674.350181] env[65418]: value = "task-4687914" [ 674.350181] env[65418]: _type = "Task" [ 674.350181] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.367860] env[65418]: DEBUG oslo_vmware.api [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': task-4687914, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.384021] env[65418]: DEBUG nova.policy [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82506f81d7fe462dbd101b5997a8bd33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '271feddc9b504d1f871e121204df229a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.798302] env[65418]: DEBUG nova.compute.manager [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 674.816224] env[65418]: INFO nova.compute.manager [-] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Took 1.87 seconds to deallocate network for instance. [ 674.859337] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08336103-1bb8-4c96-9b13-4fea9422fae3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.863741] env[65418]: DEBUG nova.network.neutron [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Successfully created port: 65b300c5-340d-40fc-bc2f-3bab7243fc80 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 674.876468] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8c8729-e9ee-43c4-a799-fa04dc1d13b2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.881218] env[65418]: DEBUG oslo_vmware.api [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': task-4687914, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083061} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.882600] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.883719] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71768da-6620-41e4-bb9e-f659f3f8e278 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.916417] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4cdc2b-7273-4ba4-bf22-641db3abd331 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.939740] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 45c2e0c5-9481-4e6d-b83d-545c7d2163a4/45c2e0c5-9481-4e6d-b83d-545c7d2163a4.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.940944] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d8fbadf-a30f-486e-97a0-217eaf06dd8b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.959956] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b19cc4-f064-4955-b194-77083751167d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.968131] env[65418]: DEBUG oslo_vmware.api [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Waiting for the task: (returnval){ [ 674.968131] env[65418]: value = "task-4687915" [ 674.968131] env[65418]: _type = "Task" [ 674.968131] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.980081] env[65418]: DEBUG nova.compute.provider_tree [None req-d7f6a2b9-59d8-487e-a743-ad3c90cb7581 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.989400] env[65418]: DEBUG oslo_vmware.api [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': task-4687915, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.326120] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9eb2522e-965d-4724-823b-72a0dac887b0 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.480569] env[65418]: DEBUG oslo_vmware.api [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': task-4687915, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.483898] env[65418]: DEBUG nova.scheduler.client.report [None req-d7f6a2b9-59d8-487e-a743-ad3c90cb7581 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.815611] env[65418]: DEBUG nova.compute.manager [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 675.984595] env[65418]: DEBUG oslo_vmware.api [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': task-4687915, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.990282] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d7f6a2b9-59d8-487e-a743-ad3c90cb7581 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.993553] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.481s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.995342] env[65418]: INFO nova.compute.claims [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.019198] env[65418]: INFO nova.scheduler.client.report [None req-d7f6a2b9-59d8-487e-a743-ad3c90cb7581 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Deleted allocations for instance fc5559c5-c283-4ed5-8e1d-46e2ecffc27a [ 676.486044] env[65418]: DEBUG oslo_vmware.api [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': task-4687915, 'name': ReconfigVM_Task, 'duration_secs': 1.507175} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.486044] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 45c2e0c5-9481-4e6d-b83d-545c7d2163a4/45c2e0c5-9481-4e6d-b83d-545c7d2163a4.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.486985] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a5a4553-397d-4384-bdda-5cca2ab70084 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.498099] env[65418]: DEBUG oslo_vmware.api [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Waiting for the task: (returnval){ [ 676.498099] env[65418]: value = "task-4687916" [ 676.498099] env[65418]: _type = "Task" [ 676.498099] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.512331] env[65418]: DEBUG oslo_vmware.api [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': task-4687916, 'name': Rename_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.528034] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d7f6a2b9-59d8-487e-a743-ad3c90cb7581 tempest-ServerDiagnosticsTest-346665145 tempest-ServerDiagnosticsTest-346665145-project-member] Lock "fc5559c5-c283-4ed5-8e1d-46e2ecffc27a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.372s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.575597] env[65418]: DEBUG nova.network.neutron [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Successfully updated port: 65b300c5-340d-40fc-bc2f-3bab7243fc80 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 677.013080] env[65418]: DEBUG oslo_vmware.api [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': task-4687916, 'name': Rename_Task, 'duration_secs': 0.27927} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.013362] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.013616] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66b41963-3dea-428e-b307-d3108034dca3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.022299] env[65418]: DEBUG oslo_vmware.api [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Waiting for the task: (returnval){ [ 677.022299] env[65418]: value = "task-4687917" [ 677.022299] env[65418]: _type = "Task" [ 677.022299] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.034458] env[65418]: DEBUG oslo_vmware.api [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': task-4687917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.078759] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Acquiring lock "refresh_cache-d49e04fe-3f84-4baf-8d60-c81d4372fc03" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.079085] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Acquired lock "refresh_cache-d49e04fe-3f84-4baf-8d60-c81d4372fc03" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.079553] env[65418]: DEBUG nova.network.neutron [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 677.393282] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cf5c9e-5dca-4770-8f44-62d607584335 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.404062] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5c34be-a491-4a01-97a1-358e32dc5221 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.440403] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3628e15-ba5f-44f3-8c85-383572a8db10 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.450396] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bcfe8d-dec0-4570-afe2-bfa7d6ed1153 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.468377] env[65418]: DEBUG nova.compute.provider_tree [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.535785] env[65418]: DEBUG oslo_vmware.api [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': task-4687917, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.622259] env[65418]: DEBUG nova.network.neutron [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 677.684543] env[65418]: WARNING neutronclient.v2_0.client [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.756104] env[65418]: DEBUG nova.network.neutron [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Updating instance_info_cache with network_info: [{"id": "65b300c5-340d-40fc-bc2f-3bab7243fc80", "address": "fa:16:3e:04:74:69", "network": {"id": "1b884d9b-d0c3-43a6-b1a4-2c34a8123b9e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-754486329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "271feddc9b504d1f871e121204df229a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65b300c5-34", "ovs_interfaceid": "65b300c5-340d-40fc-bc2f-3bab7243fc80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.972324] env[65418]: DEBUG nova.scheduler.client.report [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.039488] env[65418]: DEBUG oslo_vmware.api [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': task-4687917, 'name': PowerOnVM_Task, 'duration_secs': 0.535338} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.039576] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.039737] env[65418]: INFO nova.compute.manager [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Took 10.22 seconds to spawn the instance on the hypervisor. [ 678.039927] env[65418]: DEBUG nova.compute.manager [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 678.040778] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6990e35-d5ac-4c56-9e45-5837b6819f2e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.259123] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Releasing lock "refresh_cache-d49e04fe-3f84-4baf-8d60-c81d4372fc03" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.260250] env[65418]: DEBUG nova.compute.manager [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Instance network_info: |[{"id": "65b300c5-340d-40fc-bc2f-3bab7243fc80", "address": "fa:16:3e:04:74:69", "network": {"id": "1b884d9b-d0c3-43a6-b1a4-2c34a8123b9e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-754486329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "271feddc9b504d1f871e121204df229a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65b300c5-34", "ovs_interfaceid": "65b300c5-340d-40fc-bc2f-3bab7243fc80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 678.480602] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.481220] env[65418]: DEBUG nova.compute.manager [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 678.484670] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.096s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.486444] env[65418]: INFO nova.compute.claims [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.563400] env[65418]: INFO nova.compute.manager [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Took 33.41 seconds to build instance. [ 678.991849] env[65418]: DEBUG nova.compute.utils [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.996534] env[65418]: DEBUG nova.compute.manager [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 678.996774] env[65418]: DEBUG nova.network.neutron [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 678.997331] env[65418]: WARNING neutronclient.v2_0.client [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.997632] env[65418]: WARNING neutronclient.v2_0.client [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.054577] env[65418]: DEBUG nova.policy [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ba6a2fb6b1446f78e9bc26c2e269924', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30ecb475b47b47959f8dfddc232aa8e9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.065058] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6b5fce99-533e-4013-9ed3-faeeaf6b34c8 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Lock "45c2e0c5-9481-4e6d-b83d-545c7d2163a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.937s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.412714] env[65418]: DEBUG nova.network.neutron [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Successfully created port: 79f77ed5-4f61-459b-a791-212c1a289be8 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 679.497211] env[65418]: DEBUG nova.compute.manager [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 679.863043] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2827f886-4cb0-4703-bea2-5465ab55ef68 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.871262] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3574907-7d5a-441b-bf6b-fed3f32da428 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.905202] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6de1f5-4d54-47e2-913d-024e11297dfe {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.914739] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b83356-463a-4e6f-9755-5eb7c0840508 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.932284] env[65418]: DEBUG nova.compute.provider_tree [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.436058] env[65418]: DEBUG nova.scheduler.client.report [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.509393] env[65418]: DEBUG nova.compute.manager [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 680.841405] env[65418]: DEBUG nova.virt.hardware [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 680.841405] env[65418]: DEBUG nova.virt.hardware [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.841405] env[65418]: DEBUG nova.virt.hardware [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 680.841405] env[65418]: DEBUG nova.virt.hardware [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.841982] env[65418]: DEBUG nova.virt.hardware [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 680.841982] env[65418]: DEBUG nova.virt.hardware [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 680.841982] env[65418]: DEBUG nova.virt.hardware [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 680.841982] env[65418]: DEBUG nova.virt.hardware [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 680.841982] env[65418]: DEBUG nova.virt.hardware [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 680.842209] env[65418]: DEBUG nova.virt.hardware [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 680.842209] env[65418]: DEBUG nova.virt.hardware [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 680.844359] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6426e0b4-d912-40f1-91fd-28411eecba18 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.855245] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90756988-ca01-4a54-a242-d7f97b888252 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.862617] env[65418]: DEBUG nova.virt.hardware [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 680.863014] env[65418]: DEBUG nova.virt.hardware [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.863206] env[65418]: DEBUG nova.virt.hardware [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 680.863615] env[65418]: DEBUG nova.virt.hardware [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.863615] env[65418]: DEBUG nova.virt.hardware [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 680.863739] env[65418]: DEBUG nova.virt.hardware [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 680.863954] env[65418]: DEBUG nova.virt.hardware [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 680.864160] env[65418]: DEBUG nova.virt.hardware [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 680.864493] env[65418]: DEBUG nova.virt.hardware [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 680.864743] env[65418]: DEBUG nova.virt.hardware [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 680.864945] env[65418]: DEBUG nova.virt.hardware [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 680.867760] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c54d968-d597-48f2-a849-ee7c5a578a7e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.896921] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:74:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65b300c5-340d-40fc-bc2f-3bab7243fc80', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.908509] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 680.914430] env[65418]: DEBUG oslo_vmware.rw_handles [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226305d-b3fd-11a3-9a2e-f9b39167d843/disk-0.vmdk. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 680.914846] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.916709] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f38677-e9ef-422c-a852-e66efb7e2e9a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.929411] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9654497c-4292-4795-9782-7dee48c3f99e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.929411] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81716ca1-0b8d-48d3-a38f-499bb33287ee {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.943209] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.458s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.943731] env[65418]: DEBUG nova.compute.manager [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 680.949180] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.562s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.949358] env[65418]: INFO nova.compute.claims [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 680.968489] env[65418]: DEBUG oslo_vmware.rw_handles [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226305d-b3fd-11a3-9a2e-f9b39167d843/disk-0.vmdk is in state: ready. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 680.969893] env[65418]: ERROR oslo_vmware.rw_handles [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226305d-b3fd-11a3-9a2e-f9b39167d843/disk-0.vmdk due to incomplete transfer. [ 680.971246] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-90824232-7e36-4dd7-a79e-4f1ec62a42d3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.973451] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.973451] env[65418]: value = "task-4687918" [ 680.973451] env[65418]: _type = "Task" [ 680.973451] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.987031] env[65418]: DEBUG oslo_vmware.rw_handles [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5226305d-b3fd-11a3-9a2e-f9b39167d843/disk-0.vmdk. {{(pid=65418) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 680.987031] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Uploaded image 986c0827-ba29-4ff0-9f0b-5392ff115f3d to the Glance image server {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 680.989709] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Destroying the VM {{(pid=65418) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 680.990095] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687918, 'name': CreateVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.990269] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9e5e676f-cf2c-4a4f-8f1d-b738009e19f9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.999901] env[65418]: DEBUG oslo_vmware.api [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Waiting for the task: (returnval){ [ 680.999901] env[65418]: value = "task-4687919" [ 680.999901] env[65418]: _type = "Task" [ 680.999901] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.011305] env[65418]: DEBUG oslo_vmware.api [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687919, 'name': Destroy_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.044790] env[65418]: DEBUG nova.network.neutron [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Successfully updated port: 79f77ed5-4f61-459b-a791-212c1a289be8 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 681.387914] env[65418]: DEBUG nova.compute.manager [req-d3f14b65-86fd-4177-b7ea-3245887ed4bd req-76f38123-943c-4f1a-a54b-fac63d461e17 service nova] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Received event network-changed-c2477dfb-be0a-462f-88f9-d0aeaae488bd {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 681.388159] env[65418]: DEBUG nova.compute.manager [req-d3f14b65-86fd-4177-b7ea-3245887ed4bd req-76f38123-943c-4f1a-a54b-fac63d461e17 service nova] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Refreshing instance network info cache due to event network-changed-c2477dfb-be0a-462f-88f9-d0aeaae488bd. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 681.388363] env[65418]: DEBUG oslo_concurrency.lockutils [req-d3f14b65-86fd-4177-b7ea-3245887ed4bd req-76f38123-943c-4f1a-a54b-fac63d461e17 service nova] Acquiring lock "refresh_cache-0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.388622] env[65418]: DEBUG oslo_concurrency.lockutils [req-d3f14b65-86fd-4177-b7ea-3245887ed4bd req-76f38123-943c-4f1a-a54b-fac63d461e17 service nova] Acquired lock "refresh_cache-0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.388893] env[65418]: DEBUG nova.network.neutron [req-d3f14b65-86fd-4177-b7ea-3245887ed4bd req-76f38123-943c-4f1a-a54b-fac63d461e17 service nova] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Refreshing network info cache for port c2477dfb-be0a-462f-88f9-d0aeaae488bd {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.413514] env[65418]: DEBUG nova.compute.manager [req-2d542ede-d822-4150-884c-9482870be38e req-572078b3-450a-4a49-900a-47f3cf30b137 service nova] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Received event network-changed-07516081-95d5-411b-9914-1f658ec348e5 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 681.413717] env[65418]: DEBUG nova.compute.manager [req-2d542ede-d822-4150-884c-9482870be38e req-572078b3-450a-4a49-900a-47f3cf30b137 service nova] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Refreshing instance network info cache due to event network-changed-07516081-95d5-411b-9914-1f658ec348e5. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 681.414078] env[65418]: DEBUG oslo_concurrency.lockutils [req-2d542ede-d822-4150-884c-9482870be38e req-572078b3-450a-4a49-900a-47f3cf30b137 service nova] Acquiring lock "refresh_cache-45c2e0c5-9481-4e6d-b83d-545c7d2163a4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.414169] env[65418]: DEBUG oslo_concurrency.lockutils [req-2d542ede-d822-4150-884c-9482870be38e req-572078b3-450a-4a49-900a-47f3cf30b137 service nova] Acquired lock "refresh_cache-45c2e0c5-9481-4e6d-b83d-545c7d2163a4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.414317] env[65418]: DEBUG nova.network.neutron [req-2d542ede-d822-4150-884c-9482870be38e req-572078b3-450a-4a49-900a-47f3cf30b137 service nova] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Refreshing network info cache for port 07516081-95d5-411b-9914-1f658ec348e5 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.449551] env[65418]: DEBUG nova.compute.utils [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.451300] env[65418]: DEBUG nova.compute.manager [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 681.452018] env[65418]: DEBUG nova.network.neutron [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 681.452320] env[65418]: WARNING neutronclient.v2_0.client [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.452615] env[65418]: WARNING neutronclient.v2_0.client [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.489887] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687918, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.514938] env[65418]: DEBUG oslo_vmware.api [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687919, 'name': Destroy_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.517407] env[65418]: DEBUG oslo_vmware.rw_handles [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d40c2-f184-407a-ebef-25ecb8d4c44e/disk-0.vmdk. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 681.519341] env[65418]: DEBUG nova.policy [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '198a8445ac6b4e9ca7b65c21431f0e88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d09d9843b584748a89b4db00e926145', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.522248] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5735847-e828-49df-a470-7558eb18b921 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.531183] env[65418]: DEBUG oslo_vmware.rw_handles [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d40c2-f184-407a-ebef-25ecb8d4c44e/disk-0.vmdk is in state: ready. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 681.531373] env[65418]: ERROR oslo_vmware.rw_handles [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d40c2-f184-407a-ebef-25ecb8d4c44e/disk-0.vmdk due to incomplete transfer. [ 681.531690] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0204e79a-415c-4aa1-a75b-6ef26b38f7a4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.541471] env[65418]: DEBUG oslo_vmware.rw_handles [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525d40c2-f184-407a-ebef-25ecb8d4c44e/disk-0.vmdk. {{(pid=65418) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 681.541471] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Uploaded image ba460b08-33ce-4c93-923a-01410b7424e4 to the Glance image server {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 681.542319] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Destroying the VM {{(pid=65418) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 681.542599] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8c89b420-cb5c-416f-a5eb-3b00cfbff388 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.550415] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Acquiring lock "refresh_cache-9950c4dd-f19a-47e4-9196-f30f3c9e0ff8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.551023] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Acquired lock "refresh_cache-9950c4dd-f19a-47e4-9196-f30f3c9e0ff8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.551023] env[65418]: DEBUG nova.network.neutron [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 681.552097] env[65418]: DEBUG oslo_vmware.api [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for the task: (returnval){ [ 681.552097] env[65418]: value = "task-4687920" [ 681.552097] env[65418]: _type = "Task" [ 681.552097] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.565887] env[65418]: DEBUG oslo_vmware.api [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687920, 'name': Destroy_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.885447] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Acquiring lock "ac183b2c-d144-4e65-9ddf-12ffc4f4093c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.885741] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Lock "ac183b2c-d144-4e65-9ddf-12ffc4f4093c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.891902] env[65418]: WARNING neutronclient.v2_0.client [req-d3f14b65-86fd-4177-b7ea-3245887ed4bd req-76f38123-943c-4f1a-a54b-fac63d461e17 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.917612] env[65418]: WARNING neutronclient.v2_0.client [req-2d542ede-d822-4150-884c-9482870be38e req-572078b3-450a-4a49-900a-47f3cf30b137 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.920151] env[65418]: DEBUG nova.network.neutron [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Successfully created port: 1c88f2bc-ffab-4092-b46c-4eec42eab187 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 681.957020] env[65418]: DEBUG nova.compute.manager [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 681.992162] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687918, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.014770] env[65418]: DEBUG oslo_vmware.api [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687919, 'name': Destroy_Task, 'duration_secs': 0.534972} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.014770] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Destroyed the VM [ 682.014770] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Deleting Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 682.015162] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e1dec61a-07a2-4613-b02a-5da2fb501d58 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.025018] env[65418]: DEBUG oslo_vmware.api [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Waiting for the task: (returnval){ [ 682.025018] env[65418]: value = "task-4687921" [ 682.025018] env[65418]: _type = "Task" [ 682.025018] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.034693] env[65418]: DEBUG oslo_vmware.api [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687921, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.073988] env[65418]: DEBUG oslo_vmware.api [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687920, 'name': Destroy_Task, 'duration_secs': 0.382914} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.073988] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Destroyed the VM [ 682.074393] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Deleting Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 682.074793] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fc2b7b3b-ae7c-4cbf-adf1-c9e7bade5a79 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.082826] env[65418]: DEBUG oslo_vmware.api [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for the task: (returnval){ [ 682.082826] env[65418]: value = "task-4687922" [ 682.082826] env[65418]: _type = "Task" [ 682.082826] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.095783] env[65418]: DEBUG oslo_vmware.api [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687922, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.381634] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2589645b-3981-4d67-9681-6c385697381b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.387670] env[65418]: DEBUG nova.compute.manager [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 682.394561] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d529ddb7-6fc2-48b2-b3d5-910af53a3011 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.431307] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3accc847-9260-4689-b85f-e406f89935dc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.440217] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff5b200-2507-40de-b560-f134a358c777 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.455623] env[65418]: DEBUG nova.compute.provider_tree [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.466618] env[65418]: DEBUG nova.network.neutron [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 682.492883] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687918, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.539927] env[65418]: DEBUG oslo_vmware.api [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687921, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.597024] env[65418]: DEBUG oslo_vmware.api [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687922, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.799750] env[65418]: WARNING neutronclient.v2_0.client [req-d3f14b65-86fd-4177-b7ea-3245887ed4bd req-76f38123-943c-4f1a-a54b-fac63d461e17 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.913273] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.928690] env[65418]: WARNING neutronclient.v2_0.client [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.941353] env[65418]: WARNING neutronclient.v2_0.client [req-2d542ede-d822-4150-884c-9482870be38e req-572078b3-450a-4a49-900a-47f3cf30b137 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.959101] env[65418]: DEBUG nova.scheduler.client.report [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.965889] env[65418]: DEBUG nova.compute.manager [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 683.000173] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687918, 'name': CreateVM_Task, 'duration_secs': 1.661867} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.003180] env[65418]: DEBUG nova.virt.hardware [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 683.003449] env[65418]: DEBUG nova.virt.hardware [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.003614] env[65418]: DEBUG nova.virt.hardware [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 683.003840] env[65418]: DEBUG nova.virt.hardware [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.004014] env[65418]: DEBUG nova.virt.hardware [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 683.004192] env[65418]: DEBUG nova.virt.hardware [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 683.004428] env[65418]: DEBUG nova.virt.hardware [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 683.004593] env[65418]: DEBUG nova.virt.hardware [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 683.004769] env[65418]: DEBUG nova.virt.hardware [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 683.004950] env[65418]: DEBUG nova.virt.hardware [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 683.005154] env[65418]: DEBUG nova.virt.hardware [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 683.005426] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.006397] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e565ccb2-a3f7-4b72-8957-e1feb2421f5d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.009780] env[65418]: WARNING neutronclient.v2_0.client [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.010202] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.010398] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.010773] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.011462] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d5c3994-9827-4ce5-bdb4-36c93874e2c2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.021425] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5378186b-db7d-44c9-a6ae-280c17b2bc4c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.026064] env[65418]: DEBUG oslo_vmware.api [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 683.026064] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5286b70f-5719-2005-1b51-f77caa42386b" [ 683.026064] env[65418]: _type = "Task" [ 683.026064] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.055734] env[65418]: DEBUG oslo_vmware.api [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5286b70f-5719-2005-1b51-f77caa42386b, 'name': SearchDatastore_Task, 'duration_secs': 0.018238} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.055943] env[65418]: DEBUG oslo_vmware.api [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687921, 'name': RemoveSnapshot_Task, 'duration_secs': 0.712257} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.056362] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.056649] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.056907] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.057058] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.057251] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.057559] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Deleted Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 683.057912] env[65418]: INFO nova.compute.manager [None req-386f6313-e506-4713-a7ac-d35646640cb8 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Took 16.29 seconds to snapshot the instance on the hypervisor. [ 683.060743] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f470ac5d-ee16-4cd0-9026-ffd906d1826d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.078553] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Acquiring lock "3870348a-33d6-43b2-9e7a-a4cd68a9e5f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.078773] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Lock "3870348a-33d6-43b2-9e7a-a4cd68a9e5f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.081039] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.081039] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.081847] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-effc17bd-31d5-4cce-b3d1-1f7859c7637b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.095128] env[65418]: DEBUG oslo_vmware.api [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 683.095128] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52fcae64-38e4-94c1-c943-455b72eda814" [ 683.095128] env[65418]: _type = "Task" [ 683.095128] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.099413] env[65418]: DEBUG oslo_vmware.api [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687922, 'name': RemoveSnapshot_Task, 'duration_secs': 0.721797} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.107098] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Deleted Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 683.107098] env[65418]: INFO nova.compute.manager [None req-59a9c923-db18-48ef-b406-0181d78f87eb tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Took 15.49 seconds to snapshot the instance on the hypervisor. [ 683.117651] env[65418]: DEBUG oslo_vmware.api [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52fcae64-38e4-94c1-c943-455b72eda814, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.179545] env[65418]: DEBUG nova.network.neutron [req-d3f14b65-86fd-4177-b7ea-3245887ed4bd req-76f38123-943c-4f1a-a54b-fac63d461e17 service nova] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Updated VIF entry in instance network info cache for port c2477dfb-be0a-462f-88f9-d0aeaae488bd. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 683.179736] env[65418]: DEBUG nova.network.neutron [req-d3f14b65-86fd-4177-b7ea-3245887ed4bd req-76f38123-943c-4f1a-a54b-fac63d461e17 service nova] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Updating instance_info_cache with network_info: [{"id": "c2477dfb-be0a-462f-88f9-d0aeaae488bd", "address": "fa:16:3e:65:e3:a4", "network": {"id": "5e1bf76f-2df1-4382-89f5-3ddca03da51e", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-237591199-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29b211ae6d43442a9b242d00ec82fb25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc16c915-cff1-4faa-a529-9773ee9bab7e", "external-id": "nsx-vlan-transportzone-93", "segmentation_id": 93, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2477dfb-be", "ovs_interfaceid": "c2477dfb-be0a-462f-88f9-d0aeaae488bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.253049] env[65418]: DEBUG nova.network.neutron [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Updating instance_info_cache with network_info: [{"id": "79f77ed5-4f61-459b-a791-212c1a289be8", "address": "fa:16:3e:6f:33:3f", "network": {"id": "1aaf8516-09d9-410e-be0d-f390b0f5bb20", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-902382830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30ecb475b47b47959f8dfddc232aa8e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f77ed5-4f", "ovs_interfaceid": "79f77ed5-4f61-459b-a791-212c1a289be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.296493] env[65418]: DEBUG nova.network.neutron [req-2d542ede-d822-4150-884c-9482870be38e req-572078b3-450a-4a49-900a-47f3cf30b137 service nova] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Updated VIF entry in instance network info cache for port 07516081-95d5-411b-9914-1f658ec348e5. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 683.296875] env[65418]: DEBUG nova.network.neutron [req-2d542ede-d822-4150-884c-9482870be38e req-572078b3-450a-4a49-900a-47f3cf30b137 service nova] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Updating instance_info_cache with network_info: [{"id": "07516081-95d5-411b-9914-1f658ec348e5", "address": "fa:16:3e:9d:d0:c4", "network": {"id": "b682c431-6990-4574-a38e-8722d7938cc9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1922345163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "45816b24ab1b4ef78d0938dcec0b4cb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07516081-95", "ovs_interfaceid": "07516081-95d5-411b-9914-1f658ec348e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.464380] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.464933] env[65418]: DEBUG nova.compute.manager [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 683.468047] env[65418]: DEBUG oslo_concurrency.lockutils [None req-821ef708-6fef-4655-9f1c-66c7b91fdf5f tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.709s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.468047] env[65418]: DEBUG nova.objects.instance [None req-821ef708-6fef-4655-9f1c-66c7b91fdf5f tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Lazy-loading 'resources' on Instance uuid e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 683.582666] env[65418]: DEBUG nova.compute.manager [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 683.611044] env[65418]: DEBUG oslo_vmware.api [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52fcae64-38e4-94c1-c943-455b72eda814, 'name': SearchDatastore_Task, 'duration_secs': 0.022607} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.612081] env[65418]: DEBUG nova.network.neutron [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Successfully updated port: 1c88f2bc-ffab-4092-b46c-4eec42eab187 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 683.616056] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-945da7bc-a0e0-4894-b197-07eef04f16a9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.625211] env[65418]: DEBUG oslo_vmware.api [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 683.625211] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]522a901e-b06d-f956-72c5-68f81cf6b873" [ 683.625211] env[65418]: _type = "Task" [ 683.625211] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.636623] env[65418]: DEBUG oslo_vmware.api [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]522a901e-b06d-f956-72c5-68f81cf6b873, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.682909] env[65418]: DEBUG oslo_concurrency.lockutils [req-d3f14b65-86fd-4177-b7ea-3245887ed4bd req-76f38123-943c-4f1a-a54b-fac63d461e17 service nova] Releasing lock "refresh_cache-0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.758109] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Releasing lock "refresh_cache-9950c4dd-f19a-47e4-9196-f30f3c9e0ff8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.758109] env[65418]: DEBUG nova.compute.manager [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Instance network_info: |[{"id": "79f77ed5-4f61-459b-a791-212c1a289be8", "address": "fa:16:3e:6f:33:3f", "network": {"id": "1aaf8516-09d9-410e-be0d-f390b0f5bb20", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-902382830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30ecb475b47b47959f8dfddc232aa8e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f77ed5-4f", "ovs_interfaceid": "79f77ed5-4f61-459b-a791-212c1a289be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 683.759306] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:33:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79f77ed5-4f61-459b-a791-212c1a289be8', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.766953] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Creating folder: Project (30ecb475b47b47959f8dfddc232aa8e9). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.767666] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ede6cb4-f96a-487c-9aeb-4046edb75672 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.781059] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Created folder: Project (30ecb475b47b47959f8dfddc232aa8e9) in parent group-v914982. [ 683.781205] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Creating folder: Instances. Parent ref: group-v915057. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.781758] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e1fa0d4-338f-4ea4-94c9-250bf85118f8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.792643] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Created folder: Instances in parent group-v915057. [ 683.792944] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 683.794030] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.794030] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-759f06bf-1b1d-40b1-9117-c0ed01a9271d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.814037] env[65418]: DEBUG oslo_concurrency.lockutils [req-2d542ede-d822-4150-884c-9482870be38e req-572078b3-450a-4a49-900a-47f3cf30b137 service nova] Releasing lock "refresh_cache-45c2e0c5-9481-4e6d-b83d-545c7d2163a4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.820879] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.820879] env[65418]: value = "task-4687925" [ 683.820879] env[65418]: _type = "Task" [ 683.820879] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.832318] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687925, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.971970] env[65418]: DEBUG nova.compute.utils [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 683.977323] env[65418]: DEBUG nova.compute.manager [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 683.977677] env[65418]: DEBUG nova.network.neutron [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 683.978261] env[65418]: WARNING neutronclient.v2_0.client [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.978941] env[65418]: WARNING neutronclient.v2_0.client [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.024553] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "625682a5-beee-49e9-bbb3-a188c3c41f0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.024863] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "625682a5-beee-49e9-bbb3-a188c3c41f0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.097144] env[65418]: DEBUG nova.policy [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '456577d4c54e4e4eaeef39dd7450aa73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8717620fa9474031896da65986bad711', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.113431] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.118089] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Acquiring lock "refresh_cache-5ead0aad-8032-408f-ba51-a793bf0652c2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.118089] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Acquired lock "refresh_cache-5ead0aad-8032-408f-ba51-a793bf0652c2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.118089] env[65418]: DEBUG nova.network.neutron [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 684.142848] env[65418]: DEBUG oslo_vmware.api [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]522a901e-b06d-f956-72c5-68f81cf6b873, 'name': SearchDatastore_Task, 'duration_secs': 0.040554} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.145805] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.146106] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] d49e04fe-3f84-4baf-8d60-c81d4372fc03/d49e04fe-3f84-4baf-8d60-c81d4372fc03.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.146683] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5180646a-b776-4fec-8d77-b9e25a552bbc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.155504] env[65418]: DEBUG oslo_vmware.api [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 684.155504] env[65418]: value = "task-4687926" [ 684.155504] env[65418]: _type = "Task" [ 684.155504] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.170141] env[65418]: DEBUG oslo_vmware.api [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.334889] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687925, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.472125] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6d0234-ab3f-4b2e-b12c-c80b7412ef93 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.478169] env[65418]: DEBUG nova.compute.manager [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 684.490723] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6d2462-8be2-4439-ba13-348c0e857015 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.538081] env[65418]: DEBUG nova.network.neutron [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Successfully created port: 26d86b77-d1b9-4bc4-b224-28e8e675b0e9 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 684.541105] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d62e65-dfbe-472d-b823-4f5239c73ed0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.551364] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b35b96-3d4e-43ab-a26e-265b79fde0f6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.569403] env[65418]: DEBUG nova.compute.provider_tree [None req-821ef708-6fef-4655-9f1c-66c7b91fdf5f tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.668597] env[65418]: DEBUG oslo_vmware.api [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687926, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.844428] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687925, 'name': CreateVM_Task, 'duration_secs': 0.628361} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.844675] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.845486] env[65418]: WARNING neutronclient.v2_0.client [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.845704] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.845823] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.846202] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.846501] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d389303-a29c-43ac-bf4d-dff3d27e5d91 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.855925] env[65418]: DEBUG oslo_vmware.api [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Waiting for the task: (returnval){ [ 684.855925] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5214f0eb-7193-2e40-4dd0-8f1ff3236a7a" [ 684.855925] env[65418]: _type = "Task" [ 684.855925] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.869814] env[65418]: DEBUG oslo_vmware.api [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5214f0eb-7193-2e40-4dd0-8f1ff3236a7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.030586] env[65418]: DEBUG nova.network.neutron [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 685.072491] env[65418]: DEBUG nova.scheduler.client.report [None req-821ef708-6fef-4655-9f1c-66c7b91fdf5f tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.167770] env[65418]: DEBUG oslo_vmware.api [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.795119} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.168118] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] d49e04fe-3f84-4baf-8d60-c81d4372fc03/d49e04fe-3f84-4baf-8d60-c81d4372fc03.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.168330] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.168585] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6852cfd-c0f2-47a1-9b64-97f8fb1b1fa6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.176485] env[65418]: DEBUG oslo_vmware.api [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 685.176485] env[65418]: value = "task-4687927" [ 685.176485] env[65418]: _type = "Task" [ 685.176485] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.188776] env[65418]: DEBUG oslo_vmware.api [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.367407] env[65418]: DEBUG oslo_vmware.api [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5214f0eb-7193-2e40-4dd0-8f1ff3236a7a, 'name': SearchDatastore_Task, 'duration_secs': 0.050517} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.367724] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.367957] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.368209] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.368358] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.368572] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.368847] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cba3b99-35e6-43f8-8449-04ac35282b44 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.378710] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.378928] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.379965] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6c20a71-f83e-442e-b07c-a7376387e78b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.386529] env[65418]: DEBUG oslo_vmware.api [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Waiting for the task: (returnval){ [ 685.386529] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b39b18-a600-e538-7f44-04a552f8388c" [ 685.386529] env[65418]: _type = "Task" [ 685.386529] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.395822] env[65418]: DEBUG oslo_vmware.api [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b39b18-a600-e538-7f44-04a552f8388c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.489457] env[65418]: DEBUG nova.compute.manager [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 685.513597] env[65418]: DEBUG nova.virt.hardware [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 685.513856] env[65418]: DEBUG nova.virt.hardware [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.514012] env[65418]: DEBUG nova.virt.hardware [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 685.514190] env[65418]: DEBUG nova.virt.hardware [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.514330] env[65418]: DEBUG nova.virt.hardware [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 685.514473] env[65418]: DEBUG nova.virt.hardware [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 685.514680] env[65418]: DEBUG nova.virt.hardware [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 685.514838] env[65418]: DEBUG nova.virt.hardware [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 685.514998] env[65418]: DEBUG nova.virt.hardware [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 685.515191] env[65418]: DEBUG nova.virt.hardware [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 685.515357] env[65418]: DEBUG nova.virt.hardware [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 685.516251] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e510c83-f611-4dea-97a0-6cc76157a099 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.526719] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a332c5-954a-4f11-8bf1-190ac48522a5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.578318] env[65418]: DEBUG oslo_concurrency.lockutils [None req-821ef708-6fef-4655-9f1c-66c7b91fdf5f tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.581046] env[65418]: DEBUG oslo_concurrency.lockutils [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.329s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.582565] env[65418]: INFO nova.compute.claims [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.607011] env[65418]: INFO nova.scheduler.client.report [None req-821ef708-6fef-4655-9f1c-66c7b91fdf5f tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Deleted allocations for instance e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459 [ 685.687649] env[65418]: DEBUG oslo_vmware.api [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089943} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.688609] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.688906] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc6c11b-6880-4167-8efb-4d152b943149 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.715922] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] d49e04fe-3f84-4baf-8d60-c81d4372fc03/d49e04fe-3f84-4baf-8d60-c81d4372fc03.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.716280] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bf0d29f-88be-48d8-80e4-42c90c141b38 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.738276] env[65418]: DEBUG oslo_vmware.api [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 685.738276] env[65418]: value = "task-4687928" [ 685.738276] env[65418]: _type = "Task" [ 685.738276] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.748227] env[65418]: DEBUG oslo_vmware.api [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687928, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.800538] env[65418]: WARNING neutronclient.v2_0.client [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.903347] env[65418]: DEBUG oslo_vmware.api [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b39b18-a600-e538-7f44-04a552f8388c, 'name': SearchDatastore_Task, 'duration_secs': 0.02852} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.904626] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13b9f838-3082-42ca-a0e1-437f55e8acb7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.912320] env[65418]: DEBUG oslo_vmware.api [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Waiting for the task: (returnval){ [ 685.912320] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52371db5-1512-2615-04a7-95c8d5be50a7" [ 685.912320] env[65418]: _type = "Task" [ 685.912320] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.922968] env[65418]: DEBUG oslo_vmware.api [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52371db5-1512-2615-04a7-95c8d5be50a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.979330] env[65418]: DEBUG nova.network.neutron [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Updating instance_info_cache with network_info: [{"id": "1c88f2bc-ffab-4092-b46c-4eec42eab187", "address": "fa:16:3e:a8:3c:c3", "network": {"id": "b5a05898-0c37-40c2-a1cf-38c4d91beb1a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-506502965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9d09d9843b584748a89b4db00e926145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c88f2bc-ff", "ovs_interfaceid": "1c88f2bc-ffab-4092-b46c-4eec42eab187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.115495] env[65418]: DEBUG oslo_concurrency.lockutils [None req-821ef708-6fef-4655-9f1c-66c7b91fdf5f tempest-DeleteServersAdminTestJSON-65358818 tempest-DeleteServersAdminTestJSON-65358818-project-member] Lock "e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.910s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.252066] env[65418]: DEBUG oslo_vmware.api [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687928, 'name': ReconfigVM_Task, 'duration_secs': 0.335937} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.252066] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Reconfigured VM instance instance-0000001a to attach disk [datastore2] d49e04fe-3f84-4baf-8d60-c81d4372fc03/d49e04fe-3f84-4baf-8d60-c81d4372fc03.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.252907] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67275e4f-b3fe-4c3c-8790-2001c3b3de48 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.262271] env[65418]: DEBUG oslo_vmware.api [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 686.262271] env[65418]: value = "task-4687929" [ 686.262271] env[65418]: _type = "Task" [ 686.262271] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.268916] env[65418]: DEBUG nova.network.neutron [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Successfully updated port: 26d86b77-d1b9-4bc4-b224-28e8e675b0e9 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 686.273415] env[65418]: DEBUG oslo_vmware.api [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687929, 'name': Rename_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.425289] env[65418]: DEBUG oslo_vmware.api [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52371db5-1512-2615-04a7-95c8d5be50a7, 'name': SearchDatastore_Task, 'duration_secs': 0.011305} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.425598] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.425895] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8/9950c4dd-f19a-47e4-9196-f30f3c9e0ff8.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.426218] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-388573b5-8674-4e50-b94f-f7fb14f876df {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.434863] env[65418]: DEBUG oslo_vmware.api [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Waiting for the task: (returnval){ [ 686.434863] env[65418]: value = "task-4687930" [ 686.434863] env[65418]: _type = "Task" [ 686.434863] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.445179] env[65418]: DEBUG oslo_vmware.api [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Task: {'id': task-4687930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.483608] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Releasing lock "refresh_cache-5ead0aad-8032-408f-ba51-a793bf0652c2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.484014] env[65418]: DEBUG nova.compute.manager [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Instance network_info: |[{"id": "1c88f2bc-ffab-4092-b46c-4eec42eab187", "address": "fa:16:3e:a8:3c:c3", "network": {"id": "b5a05898-0c37-40c2-a1cf-38c4d91beb1a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-506502965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9d09d9843b584748a89b4db00e926145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c88f2bc-ff", "ovs_interfaceid": "1c88f2bc-ffab-4092-b46c-4eec42eab187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 686.485321] env[65418]: DEBUG nova.compute.manager [req-e6d73fec-0bac-4562-a17b-0206d1b85b12 req-dee3410e-3b53-41dc-8869-531cb8af76d7 service nova] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Received event network-vif-deleted-4f602a88-ca25-415e-a853-cc21128e5642 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 686.487235] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:3c:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c88f2bc-ffab-4092-b46c-4eec42eab187', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.493995] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Creating folder: Project (9d09d9843b584748a89b4db00e926145). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.494698] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ed6064d-61a7-4037-99ed-d7ac40a4cfae {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.506317] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Created folder: Project (9d09d9843b584748a89b4db00e926145) in parent group-v914982. [ 686.506482] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Creating folder: Instances. Parent ref: group-v915060. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.507408] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b03f818a-23c5-4725-b356-334ccef80965 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.514230] env[65418]: DEBUG nova.compute.manager [req-57186632-6cb9-4087-854c-ea6c6b5db070 req-8d95b79f-dc9d-4f9f-a7ac-18dbcd79a37f service nova] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Received event network-vif-plugged-65b300c5-340d-40fc-bc2f-3bab7243fc80 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 686.514440] env[65418]: DEBUG oslo_concurrency.lockutils [req-57186632-6cb9-4087-854c-ea6c6b5db070 req-8d95b79f-dc9d-4f9f-a7ac-18dbcd79a37f service nova] Acquiring lock "d49e04fe-3f84-4baf-8d60-c81d4372fc03-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.514672] env[65418]: DEBUG oslo_concurrency.lockutils [req-57186632-6cb9-4087-854c-ea6c6b5db070 req-8d95b79f-dc9d-4f9f-a7ac-18dbcd79a37f service nova] Lock "d49e04fe-3f84-4baf-8d60-c81d4372fc03-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.514995] env[65418]: DEBUG oslo_concurrency.lockutils [req-57186632-6cb9-4087-854c-ea6c6b5db070 req-8d95b79f-dc9d-4f9f-a7ac-18dbcd79a37f service nova] Lock "d49e04fe-3f84-4baf-8d60-c81d4372fc03-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.514995] env[65418]: DEBUG nova.compute.manager [req-57186632-6cb9-4087-854c-ea6c6b5db070 req-8d95b79f-dc9d-4f9f-a7ac-18dbcd79a37f service nova] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] No waiting events found dispatching network-vif-plugged-65b300c5-340d-40fc-bc2f-3bab7243fc80 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 686.515170] env[65418]: WARNING nova.compute.manager [req-57186632-6cb9-4087-854c-ea6c6b5db070 req-8d95b79f-dc9d-4f9f-a7ac-18dbcd79a37f service nova] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Received unexpected event network-vif-plugged-65b300c5-340d-40fc-bc2f-3bab7243fc80 for instance with vm_state building and task_state spawning. [ 686.515381] env[65418]: DEBUG nova.compute.manager [req-57186632-6cb9-4087-854c-ea6c6b5db070 req-8d95b79f-dc9d-4f9f-a7ac-18dbcd79a37f service nova] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Received event network-changed-65b300c5-340d-40fc-bc2f-3bab7243fc80 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 686.515596] env[65418]: DEBUG nova.compute.manager [req-57186632-6cb9-4087-854c-ea6c6b5db070 req-8d95b79f-dc9d-4f9f-a7ac-18dbcd79a37f service nova] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Refreshing instance network info cache due to event network-changed-65b300c5-340d-40fc-bc2f-3bab7243fc80. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 686.515758] env[65418]: DEBUG oslo_concurrency.lockutils [req-57186632-6cb9-4087-854c-ea6c6b5db070 req-8d95b79f-dc9d-4f9f-a7ac-18dbcd79a37f service nova] Acquiring lock "refresh_cache-d49e04fe-3f84-4baf-8d60-c81d4372fc03" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.515758] env[65418]: DEBUG oslo_concurrency.lockutils [req-57186632-6cb9-4087-854c-ea6c6b5db070 req-8d95b79f-dc9d-4f9f-a7ac-18dbcd79a37f service nova] Acquired lock "refresh_cache-d49e04fe-3f84-4baf-8d60-c81d4372fc03" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.516633] env[65418]: DEBUG nova.network.neutron [req-57186632-6cb9-4087-854c-ea6c6b5db070 req-8d95b79f-dc9d-4f9f-a7ac-18dbcd79a37f service nova] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Refreshing network info cache for port 65b300c5-340d-40fc-bc2f-3bab7243fc80 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.518808] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Created folder: Instances in parent group-v915060. [ 686.518897] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 686.519240] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.519491] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b88d7c1-1392-43dc-a3d0-de18a98498ab {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.541492] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.541492] env[65418]: value = "task-4687933" [ 686.541492] env[65418]: _type = "Task" [ 686.541492] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.551701] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687933, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.779139] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Acquiring lock "refresh_cache-1eece51a-ce27-4f28-b23e-e8c706d0895b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.779344] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Acquired lock "refresh_cache-1eece51a-ce27-4f28-b23e-e8c706d0895b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.779574] env[65418]: DEBUG nova.network.neutron [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 686.780779] env[65418]: DEBUG oslo_vmware.api [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687929, 'name': Rename_Task, 'duration_secs': 0.178505} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.787278] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.789702] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-899ee20a-4dcc-4964-b323-3ee1114179c4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.797412] env[65418]: DEBUG oslo_vmware.api [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 686.797412] env[65418]: value = "task-4687934" [ 686.797412] env[65418]: _type = "Task" [ 686.797412] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.814885] env[65418]: DEBUG oslo_vmware.api [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.948640] env[65418]: DEBUG oslo_vmware.api [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Task: {'id': task-4687930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.020522] env[65418]: WARNING neutronclient.v2_0.client [req-57186632-6cb9-4087-854c-ea6c6b5db070 req-8d95b79f-dc9d-4f9f-a7ac-18dbcd79a37f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.051534] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687933, 'name': CreateVM_Task, 'duration_secs': 0.387717} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.054208] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.055409] env[65418]: WARNING neutronclient.v2_0.client [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.055409] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.055409] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.055954] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.056046] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7785666a-e565-41bc-a742-d3dac631e199 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.062299] env[65418]: DEBUG oslo_vmware.api [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Waiting for the task: (returnval){ [ 687.062299] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f17882-1dc5-feda-5389-9d653d45af03" [ 687.062299] env[65418]: _type = "Task" [ 687.062299] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.074145] env[65418]: DEBUG oslo_vmware.api [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f17882-1dc5-feda-5389-9d653d45af03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.091917] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2aa94f-71ad-4442-b313-74f42fd23673 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.102155] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6de8409-be31-4f7e-89fb-8c3789e0278b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.132697] env[65418]: INFO nova.compute.manager [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Rescuing [ 687.132993] env[65418]: DEBUG oslo_concurrency.lockutils [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Acquiring lock "refresh_cache-45c2e0c5-9481-4e6d-b83d-545c7d2163a4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.133095] env[65418]: DEBUG oslo_concurrency.lockutils [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Acquired lock "refresh_cache-45c2e0c5-9481-4e6d-b83d-545c7d2163a4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.133252] env[65418]: DEBUG nova.network.neutron [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 687.135259] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0eb31c8-2d5c-4bbe-a355-d8f75c2d6e23 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.144929] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b712f4-41f5-4c11-af1a-d9cbbe584b5c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.160794] env[65418]: DEBUG nova.compute.provider_tree [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.309179] env[65418]: DEBUG oslo_vmware.api [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687934, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.342601] env[65418]: DEBUG nova.network.neutron [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 687.408242] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d2417663-f7d8-46cf-9c78-77148e281d1a tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "cde5e247-0e3b-4dbd-b715-3cf5312465e2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.408478] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d2417663-f7d8-46cf-9c78-77148e281d1a tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "cde5e247-0e3b-4dbd-b715-3cf5312465e2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.408656] env[65418]: DEBUG nova.compute.manager [None req-d2417663-f7d8-46cf-9c78-77148e281d1a tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 687.409836] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c9a16c-e37e-4fc2-8afc-d157e228b9fd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.413916] env[65418]: WARNING neutronclient.v2_0.client [req-57186632-6cb9-4087-854c-ea6c6b5db070 req-8d95b79f-dc9d-4f9f-a7ac-18dbcd79a37f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.421529] env[65418]: DEBUG nova.compute.manager [None req-d2417663-f7d8-46cf-9c78-77148e281d1a tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65418) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 687.423983] env[65418]: DEBUG nova.objects.instance [None req-d2417663-f7d8-46cf-9c78-77148e281d1a tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lazy-loading 'flavor' on Instance uuid cde5e247-0e3b-4dbd-b715-3cf5312465e2 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.448157] env[65418]: DEBUG oslo_vmware.api [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Task: {'id': task-4687930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.500175] env[65418]: WARNING neutronclient.v2_0.client [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.534356] env[65418]: DEBUG nova.network.neutron [req-57186632-6cb9-4087-854c-ea6c6b5db070 req-8d95b79f-dc9d-4f9f-a7ac-18dbcd79a37f service nova] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Updated VIF entry in instance network info cache for port 65b300c5-340d-40fc-bc2f-3bab7243fc80. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 687.534356] env[65418]: DEBUG nova.network.neutron [req-57186632-6cb9-4087-854c-ea6c6b5db070 req-8d95b79f-dc9d-4f9f-a7ac-18dbcd79a37f service nova] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Updating instance_info_cache with network_info: [{"id": "65b300c5-340d-40fc-bc2f-3bab7243fc80", "address": "fa:16:3e:04:74:69", "network": {"id": "1b884d9b-d0c3-43a6-b1a4-2c34a8123b9e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-754486329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "271feddc9b504d1f871e121204df229a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65b300c5-34", "ovs_interfaceid": "65b300c5-340d-40fc-bc2f-3bab7243fc80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.576496] env[65418]: DEBUG oslo_vmware.api [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f17882-1dc5-feda-5389-9d653d45af03, 'name': SearchDatastore_Task, 'duration_secs': 0.033361} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.576845] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.577114] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.577670] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.577995] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.578270] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.578893] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70bbd679-2225-49e9-8c4e-0e4ad0a5f4ae {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.597721] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.597924] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.599760] env[65418]: DEBUG nova.network.neutron [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Updating instance_info_cache with network_info: [{"id": "26d86b77-d1b9-4bc4-b224-28e8e675b0e9", "address": "fa:16:3e:58:80:b9", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26d86b77-d1", "ovs_interfaceid": "26d86b77-d1b9-4bc4-b224-28e8e675b0e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.601688] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dc313b3-e996-4874-b2a4-8633cc296354 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.611353] env[65418]: DEBUG oslo_vmware.api [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Waiting for the task: (returnval){ [ 687.611353] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520b66ce-4a2b-2b3a-5d75-46a7fbb2ae7b" [ 687.611353] env[65418]: _type = "Task" [ 687.611353] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.625376] env[65418]: DEBUG oslo_vmware.api [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520b66ce-4a2b-2b3a-5d75-46a7fbb2ae7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.639272] env[65418]: WARNING neutronclient.v2_0.client [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.667216] env[65418]: DEBUG nova.scheduler.client.report [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.807812] env[65418]: WARNING neutronclient.v2_0.client [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.814861] env[65418]: DEBUG oslo_vmware.api [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687934, 'name': PowerOnVM_Task} progress is 71%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.916697] env[65418]: DEBUG nova.network.neutron [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Updating instance_info_cache with network_info: [{"id": "07516081-95d5-411b-9914-1f658ec348e5", "address": "fa:16:3e:9d:d0:c4", "network": {"id": "b682c431-6990-4574-a38e-8722d7938cc9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1922345163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "45816b24ab1b4ef78d0938dcec0b4cb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07516081-95", "ovs_interfaceid": "07516081-95d5-411b-9914-1f658ec348e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.948772] env[65418]: DEBUG oslo_vmware.api [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Task: {'id': task-4687930, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.457171} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.949075] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8/9950c4dd-f19a-47e4-9196-f30f3c9e0ff8.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.949287] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.949899] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c11a0023-1cac-4b3e-b0fe-c50607a8e067 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.959568] env[65418]: DEBUG oslo_vmware.api [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Waiting for the task: (returnval){ [ 687.959568] env[65418]: value = "task-4687935" [ 687.959568] env[65418]: _type = "Task" [ 687.959568] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.970570] env[65418]: DEBUG oslo_vmware.api [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Task: {'id': task-4687935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.040788] env[65418]: DEBUG oslo_concurrency.lockutils [req-57186632-6cb9-4087-854c-ea6c6b5db070 req-8d95b79f-dc9d-4f9f-a7ac-18dbcd79a37f service nova] Releasing lock "refresh_cache-d49e04fe-3f84-4baf-8d60-c81d4372fc03" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.041097] env[65418]: DEBUG nova.compute.manager [req-57186632-6cb9-4087-854c-ea6c6b5db070 req-8d95b79f-dc9d-4f9f-a7ac-18dbcd79a37f service nova] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Received event network-vif-plugged-79f77ed5-4f61-459b-a791-212c1a289be8 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 688.041298] env[65418]: DEBUG oslo_concurrency.lockutils [req-57186632-6cb9-4087-854c-ea6c6b5db070 req-8d95b79f-dc9d-4f9f-a7ac-18dbcd79a37f service nova] Acquiring lock "9950c4dd-f19a-47e4-9196-f30f3c9e0ff8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.041506] env[65418]: DEBUG oslo_concurrency.lockutils [req-57186632-6cb9-4087-854c-ea6c6b5db070 req-8d95b79f-dc9d-4f9f-a7ac-18dbcd79a37f service nova] Lock "9950c4dd-f19a-47e4-9196-f30f3c9e0ff8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.041675] env[65418]: DEBUG oslo_concurrency.lockutils [req-57186632-6cb9-4087-854c-ea6c6b5db070 req-8d95b79f-dc9d-4f9f-a7ac-18dbcd79a37f service nova] Lock "9950c4dd-f19a-47e4-9196-f30f3c9e0ff8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.041874] env[65418]: DEBUG nova.compute.manager [req-57186632-6cb9-4087-854c-ea6c6b5db070 req-8d95b79f-dc9d-4f9f-a7ac-18dbcd79a37f service nova] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] No waiting events found dispatching network-vif-plugged-79f77ed5-4f61-459b-a791-212c1a289be8 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 688.042054] env[65418]: WARNING nova.compute.manager [req-57186632-6cb9-4087-854c-ea6c6b5db070 req-8d95b79f-dc9d-4f9f-a7ac-18dbcd79a37f service nova] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Received unexpected event network-vif-plugged-79f77ed5-4f61-459b-a791-212c1a289be8 for instance with vm_state building and task_state spawning. [ 688.042296] env[65418]: DEBUG nova.compute.manager [req-57186632-6cb9-4087-854c-ea6c6b5db070 req-8d95b79f-dc9d-4f9f-a7ac-18dbcd79a37f service nova] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Received event network-changed-79f77ed5-4f61-459b-a791-212c1a289be8 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 688.042459] env[65418]: DEBUG nova.compute.manager [req-57186632-6cb9-4087-854c-ea6c6b5db070 req-8d95b79f-dc9d-4f9f-a7ac-18dbcd79a37f service nova] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Refreshing instance network info cache due to event network-changed-79f77ed5-4f61-459b-a791-212c1a289be8. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 688.042650] env[65418]: DEBUG oslo_concurrency.lockutils [req-57186632-6cb9-4087-854c-ea6c6b5db070 req-8d95b79f-dc9d-4f9f-a7ac-18dbcd79a37f service nova] Acquiring lock "refresh_cache-9950c4dd-f19a-47e4-9196-f30f3c9e0ff8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.042782] env[65418]: DEBUG oslo_concurrency.lockutils [req-57186632-6cb9-4087-854c-ea6c6b5db070 req-8d95b79f-dc9d-4f9f-a7ac-18dbcd79a37f service nova] Acquired lock "refresh_cache-9950c4dd-f19a-47e4-9196-f30f3c9e0ff8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.042935] env[65418]: DEBUG nova.network.neutron [req-57186632-6cb9-4087-854c-ea6c6b5db070 req-8d95b79f-dc9d-4f9f-a7ac-18dbcd79a37f service nova] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Refreshing network info cache for port 79f77ed5-4f61-459b-a791-212c1a289be8 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 688.105043] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Releasing lock "refresh_cache-1eece51a-ce27-4f28-b23e-e8c706d0895b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.105230] env[65418]: DEBUG nova.compute.manager [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Instance network_info: |[{"id": "26d86b77-d1b9-4bc4-b224-28e8e675b0e9", "address": "fa:16:3e:58:80:b9", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26d86b77-d1", "ovs_interfaceid": "26d86b77-d1b9-4bc4-b224-28e8e675b0e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 688.105658] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:80:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26d86b77-d1b9-4bc4-b224-28e8e675b0e9', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.113759] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Creating folder: Project (8717620fa9474031896da65986bad711). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.114594] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7d02e84-d8c4-4b3e-8e45-53dbfd663ad6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.126681] env[65418]: DEBUG oslo_vmware.api [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520b66ce-4a2b-2b3a-5d75-46a7fbb2ae7b, 'name': SearchDatastore_Task, 'duration_secs': 0.052316} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.131966] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a023d29-a763-44d9-b834-f1529cb7e3cd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.134941] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Created folder: Project (8717620fa9474031896da65986bad711) in parent group-v914982. [ 688.135251] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Creating folder: Instances. Parent ref: group-v915063. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 688.136070] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4afa0f3-eb9c-4e0a-a962-ccff0c260771 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.143686] env[65418]: DEBUG oslo_vmware.api [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Waiting for the task: (returnval){ [ 688.143686] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52bde232-f90a-d809-ce8d-d329d6d0e005" [ 688.143686] env[65418]: _type = "Task" [ 688.143686] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.150763] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Created folder: Instances in parent group-v915063. [ 688.150763] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 688.154553] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.155142] env[65418]: DEBUG oslo_vmware.api [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52bde232-f90a-d809-ce8d-d329d6d0e005, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.155360] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20905e42-e8e5-4a81-8aa7-bd19b275ba72 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.172809] env[65418]: DEBUG oslo_concurrency.lockutils [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.174358] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 19.687s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.180181] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.180181] env[65418]: value = "task-4687938" [ 688.180181] env[65418]: _type = "Task" [ 688.180181] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.192536] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687938, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.310903] env[65418]: DEBUG oslo_vmware.api [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687934, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.419814] env[65418]: DEBUG oslo_concurrency.lockutils [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Releasing lock "refresh_cache-45c2e0c5-9481-4e6d-b83d-545c7d2163a4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.431567] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2417663-f7d8-46cf-9c78-77148e281d1a tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.431794] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e05e5e9b-cc64-4878-a41e-79f09fbf293b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.440702] env[65418]: DEBUG oslo_vmware.api [None req-d2417663-f7d8-46cf-9c78-77148e281d1a tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 688.440702] env[65418]: value = "task-4687939" [ 688.440702] env[65418]: _type = "Task" [ 688.440702] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.454898] env[65418]: DEBUG oslo_vmware.api [None req-d2417663-f7d8-46cf-9c78-77148e281d1a tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4687939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.472040] env[65418]: DEBUG oslo_vmware.api [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Task: {'id': task-4687935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0838} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.472433] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.473168] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c2fe08-beac-483c-a963-c5a23e057971 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.500800] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8/9950c4dd-f19a-47e4-9196-f30f3c9e0ff8.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.501382] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-510dfb7e-c728-47cc-a3b9-cca4a73feb86 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.523759] env[65418]: DEBUG oslo_vmware.api [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Waiting for the task: (returnval){ [ 688.523759] env[65418]: value = "task-4687940" [ 688.523759] env[65418]: _type = "Task" [ 688.523759] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.534042] env[65418]: DEBUG oslo_vmware.api [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Task: {'id': task-4687940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.546921] env[65418]: WARNING neutronclient.v2_0.client [req-57186632-6cb9-4087-854c-ea6c6b5db070 req-8d95b79f-dc9d-4f9f-a7ac-18dbcd79a37f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.664403] env[65418]: DEBUG oslo_vmware.api [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52bde232-f90a-d809-ce8d-d329d6d0e005, 'name': SearchDatastore_Task, 'duration_secs': 0.036783} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.664403] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.664403] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 5ead0aad-8032-408f-ba51-a793bf0652c2/5ead0aad-8032-408f-ba51-a793bf0652c2.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.664403] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e24b7011-0816-4bd2-b9af-b0bb05fb92cc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.672099] env[65418]: DEBUG oslo_vmware.api [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Waiting for the task: (returnval){ [ 688.672099] env[65418]: value = "task-4687941" [ 688.672099] env[65418]: _type = "Task" [ 688.672099] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.682563] env[65418]: DEBUG oslo_concurrency.lockutils [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Acquiring lock "dcbe00bd-dc46-4bfa-9dec-9bf07c9ad12d" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.683018] env[65418]: DEBUG oslo_concurrency.lockutils [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Lock "dcbe00bd-dc46-4bfa-9dec-9bf07c9ad12d" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.696465] env[65418]: DEBUG oslo_concurrency.lockutils [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Lock "dcbe00bd-dc46-4bfa-9dec-9bf07c9ad12d" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.013s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.696992] env[65418]: DEBUG nova.compute.manager [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 688.713385] env[65418]: DEBUG oslo_vmware.api [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Task: {'id': task-4687941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.719010] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687938, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.772207] env[65418]: WARNING neutronclient.v2_0.client [req-57186632-6cb9-4087-854c-ea6c6b5db070 req-8d95b79f-dc9d-4f9f-a7ac-18dbcd79a37f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.813496] env[65418]: DEBUG oslo_vmware.api [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687934, 'name': PowerOnVM_Task, 'duration_secs': 1.987294} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.814307] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.814307] env[65418]: INFO nova.compute.manager [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Took 13.00 seconds to spawn the instance on the hypervisor. [ 688.814307] env[65418]: DEBUG nova.compute.manager [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 688.814949] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531c876e-0b50-49bb-a524-e67fbfbd8b19 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.938493] env[65418]: DEBUG nova.network.neutron [req-57186632-6cb9-4087-854c-ea6c6b5db070 req-8d95b79f-dc9d-4f9f-a7ac-18dbcd79a37f service nova] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Updated VIF entry in instance network info cache for port 79f77ed5-4f61-459b-a791-212c1a289be8. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 688.939886] env[65418]: DEBUG nova.network.neutron [req-57186632-6cb9-4087-854c-ea6c6b5db070 req-8d95b79f-dc9d-4f9f-a7ac-18dbcd79a37f service nova] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Updating instance_info_cache with network_info: [{"id": "79f77ed5-4f61-459b-a791-212c1a289be8", "address": "fa:16:3e:6f:33:3f", "network": {"id": "1aaf8516-09d9-410e-be0d-f390b0f5bb20", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-902382830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30ecb475b47b47959f8dfddc232aa8e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f77ed5-4f", "ovs_interfaceid": "79f77ed5-4f61-459b-a791-212c1a289be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.956234] env[65418]: DEBUG oslo_vmware.api [None req-d2417663-f7d8-46cf-9c78-77148e281d1a tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4687939, 'name': PowerOffVM_Task, 'duration_secs': 0.24861} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.957778] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2417663-f7d8-46cf-9c78-77148e281d1a tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.957940] env[65418]: DEBUG nova.compute.manager [None req-d2417663-f7d8-46cf-9c78-77148e281d1a tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 688.959638] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b44b6d-aece-4830-8173-9893910b5465 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.039320] env[65418]: DEBUG oslo_vmware.api [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Task: {'id': task-4687940, 'name': ReconfigVM_Task, 'duration_secs': 0.440629} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.039650] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8/9950c4dd-f19a-47e4-9196-f30f3c9e0ff8.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.040323] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b961b33b-2304-46b3-b91d-ad71ee83f31d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.050495] env[65418]: DEBUG oslo_vmware.api [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Waiting for the task: (returnval){ [ 689.050495] env[65418]: value = "task-4687942" [ 689.050495] env[65418]: _type = "Task" [ 689.050495] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.063219] env[65418]: DEBUG oslo_vmware.api [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Task: {'id': task-4687942, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.143927] env[65418]: DEBUG nova.compute.manager [None req-aeb3ac1b-0d3f-4eb7-a9b3-e8e87869694e tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 689.145372] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c465c119-2111-4add-a424-29201a770d0b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.183883] env[65418]: DEBUG oslo_vmware.api [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Task: {'id': task-4687941, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.213207] env[65418]: DEBUG nova.compute.utils [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 689.219680] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687938, 'name': CreateVM_Task, 'duration_secs': 0.612963} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.220334] env[65418]: DEBUG nova.compute.manager [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 689.220462] env[65418]: DEBUG nova.network.neutron [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 689.220884] env[65418]: WARNING neutronclient.v2_0.client [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.221230] env[65418]: WARNING neutronclient.v2_0.client [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.223483] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.224540] env[65418]: WARNING neutronclient.v2_0.client [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.224965] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.225148] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.225448] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.225727] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d20f249b-7650-4a55-890f-8c7d02d34235 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.235293] env[65418]: DEBUG oslo_vmware.api [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Waiting for the task: (returnval){ [ 689.235293] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52731cb7-ec1b-3833-f88c-072eb887b1cd" [ 689.235293] env[65418]: _type = "Task" [ 689.235293] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.246354] env[65418]: DEBUG oslo_vmware.api [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52731cb7-ec1b-3833-f88c-072eb887b1cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.261162] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 75bc118e-4b07-499a-88b0-ac22272e9dc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 689.261481] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 689.261481] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 2a8fab21-61e8-48f5-a5fa-1b7715eca707 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 689.261623] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 1f3806d4-c91f-4409-a0f6-c5d67d33724a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 689.261669] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance cde5e247-0e3b-4dbd-b715-3cf5312465e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 689.261858] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance c23c3312-47e5-42e4-9b3e-72d687b4656b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 689.261945] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance e3f40535-54bc-42fd-8044-854980d10044 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 689.262151] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance e9546215-c6b7-4b67-8ff6-8ca483b0dd29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 689.262282] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance bf4b716b-1514-4c79-a1fd-34846d330eda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 689.262721] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 47f04002-277a-4881-a5cf-65b08f3ddd92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 689.262721] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 689.262721] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 945a0020-1501-4ff2-82f5-69f726ee7e67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 689.262916] env[65418]: WARNING nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 689.262916] env[65418]: WARNING nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 59744ef5-6446-41c2-8780-3ac4c3288b44 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 689.263028] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 689.263192] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 45c2e0c5-9481-4e6d-b83d-545c7d2163a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 689.263240] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance d49e04fe-3f84-4baf-8d60-c81d4372fc03 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 689.263402] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 689.263446] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 5ead0aad-8032-408f-ba51-a793bf0652c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 689.263548] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 1eece51a-ce27-4f28-b23e-e8c706d0895b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 689.263761] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 80fb72d3-6e2c-4118-9936-ba8ce2d59b93 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 689.342291] env[65418]: INFO nova.compute.manager [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Took 37.99 seconds to build instance. [ 689.362680] env[65418]: DEBUG nova.policy [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91f5af41b1f8471f8b2731982f1478d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '62c1fbc226b84b8ca81de9dc313734ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.377683] env[65418]: DEBUG oslo_concurrency.lockutils [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Acquiring lock "1c263b74-93d1-4244-8f08-d35373a3a946" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.377683] env[65418]: DEBUG oslo_concurrency.lockutils [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Lock "1c263b74-93d1-4244-8f08-d35373a3a946" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.442410] env[65418]: DEBUG oslo_concurrency.lockutils [req-57186632-6cb9-4087-854c-ea6c6b5db070 req-8d95b79f-dc9d-4f9f-a7ac-18dbcd79a37f service nova] Releasing lock "refresh_cache-9950c4dd-f19a-47e4-9196-f30f3c9e0ff8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.480365] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d2417663-f7d8-46cf-9c78-77148e281d1a tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "cde5e247-0e3b-4dbd-b715-3cf5312465e2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.561270] env[65418]: DEBUG oslo_vmware.api [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Task: {'id': task-4687942, 'name': Rename_Task, 'duration_secs': 0.428965} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.561564] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.561815] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b2f9a28-9db2-4116-a0da-57f2813049d2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.570539] env[65418]: DEBUG oslo_vmware.api [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Waiting for the task: (returnval){ [ 689.570539] env[65418]: value = "task-4687943" [ 689.570539] env[65418]: _type = "Task" [ 689.570539] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.579371] env[65418]: DEBUG oslo_vmware.api [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Task: {'id': task-4687943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.658735] env[65418]: INFO nova.compute.manager [None req-aeb3ac1b-0d3f-4eb7-a9b3-e8e87869694e tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] instance snapshotting [ 689.662644] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab674f43-df34-4501-83d7-b207e006e789 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.700966] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9248b88e-a16c-4e91-8688-482b25e9886c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.704625] env[65418]: DEBUG oslo_vmware.api [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Task: {'id': task-4687941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601023} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.705736] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 5ead0aad-8032-408f-ba51-a793bf0652c2/5ead0aad-8032-408f-ba51-a793bf0652c2.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.705736] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.705882] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c138dce2-a5e3-466a-91ea-f1abb29eb536 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.717647] env[65418]: DEBUG oslo_vmware.api [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Waiting for the task: (returnval){ [ 689.717647] env[65418]: value = "task-4687944" [ 689.717647] env[65418]: _type = "Task" [ 689.717647] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.721608] env[65418]: DEBUG nova.compute.manager [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 689.734346] env[65418]: DEBUG oslo_vmware.api [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Task: {'id': task-4687944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.746269] env[65418]: DEBUG oslo_vmware.api [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52731cb7-ec1b-3833-f88c-072eb887b1cd, 'name': SearchDatastore_Task, 'duration_secs': 0.018555} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.747441] env[65418]: DEBUG nova.network.neutron [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Successfully created port: c6ecd9a5-1e82-43c9-8092-48d5a104350c {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 689.749724] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.749949] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.750714] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.750714] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.750714] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.751053] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-024e0526-2c77-4977-9514-e699b653ac6b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.761535] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.762162] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.762453] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9c99370-f9fc-4295-bc6a-c58e46c32d78 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.769132] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance d0bebee5-1131-4f01-85d6-502a2a030524 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 689.775833] env[65418]: DEBUG oslo_vmware.api [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Waiting for the task: (returnval){ [ 689.775833] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c0dd2e-ce4a-81f3-0b68-3e76286076cc" [ 689.775833] env[65418]: _type = "Task" [ 689.775833] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.786779] env[65418]: DEBUG oslo_vmware.api [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c0dd2e-ce4a-81f3-0b68-3e76286076cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.831212] env[65418]: DEBUG nova.compute.manager [req-8a73367a-f3c2-4684-99af-3ec0ac801e69 req-c3c94e22-9162-4a77-bb32-ec121bea4a99 service nova] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Received event network-vif-plugged-1c88f2bc-ffab-4092-b46c-4eec42eab187 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 689.831212] env[65418]: DEBUG oslo_concurrency.lockutils [req-8a73367a-f3c2-4684-99af-3ec0ac801e69 req-c3c94e22-9162-4a77-bb32-ec121bea4a99 service nova] Acquiring lock "5ead0aad-8032-408f-ba51-a793bf0652c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.831212] env[65418]: DEBUG oslo_concurrency.lockutils [req-8a73367a-f3c2-4684-99af-3ec0ac801e69 req-c3c94e22-9162-4a77-bb32-ec121bea4a99 service nova] Lock "5ead0aad-8032-408f-ba51-a793bf0652c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.831582] env[65418]: DEBUG oslo_concurrency.lockutils [req-8a73367a-f3c2-4684-99af-3ec0ac801e69 req-c3c94e22-9162-4a77-bb32-ec121bea4a99 service nova] Lock "5ead0aad-8032-408f-ba51-a793bf0652c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.831916] env[65418]: DEBUG nova.compute.manager [req-8a73367a-f3c2-4684-99af-3ec0ac801e69 req-c3c94e22-9162-4a77-bb32-ec121bea4a99 service nova] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] No waiting events found dispatching network-vif-plugged-1c88f2bc-ffab-4092-b46c-4eec42eab187 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 689.834103] env[65418]: WARNING nova.compute.manager [req-8a73367a-f3c2-4684-99af-3ec0ac801e69 req-c3c94e22-9162-4a77-bb32-ec121bea4a99 service nova] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Received unexpected event network-vif-plugged-1c88f2bc-ffab-4092-b46c-4eec42eab187 for instance with vm_state building and task_state spawning. [ 689.834103] env[65418]: DEBUG nova.compute.manager [req-8a73367a-f3c2-4684-99af-3ec0ac801e69 req-c3c94e22-9162-4a77-bb32-ec121bea4a99 service nova] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Received event network-changed-1c88f2bc-ffab-4092-b46c-4eec42eab187 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 689.834103] env[65418]: DEBUG nova.compute.manager [req-8a73367a-f3c2-4684-99af-3ec0ac801e69 req-c3c94e22-9162-4a77-bb32-ec121bea4a99 service nova] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Refreshing instance network info cache due to event network-changed-1c88f2bc-ffab-4092-b46c-4eec42eab187. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 689.834103] env[65418]: DEBUG oslo_concurrency.lockutils [req-8a73367a-f3c2-4684-99af-3ec0ac801e69 req-c3c94e22-9162-4a77-bb32-ec121bea4a99 service nova] Acquiring lock "refresh_cache-5ead0aad-8032-408f-ba51-a793bf0652c2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.834103] env[65418]: DEBUG oslo_concurrency.lockutils [req-8a73367a-f3c2-4684-99af-3ec0ac801e69 req-c3c94e22-9162-4a77-bb32-ec121bea4a99 service nova] Acquired lock "refresh_cache-5ead0aad-8032-408f-ba51-a793bf0652c2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.835124] env[65418]: DEBUG nova.network.neutron [req-8a73367a-f3c2-4684-99af-3ec0ac801e69 req-c3c94e22-9162-4a77-bb32-ec121bea4a99 service nova] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Refreshing network info cache for port 1c88f2bc-ffab-4092-b46c-4eec42eab187 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.845041] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3126d539-d923-428e-bd04-f64aa3e85e2b tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Lock "d49e04fe-3f84-4baf-8d60-c81d4372fc03" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.501s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.856529] env[65418]: DEBUG nova.compute.manager [req-359735f1-8237-4e81-909c-c41e11c9482f req-cf63668c-fe67-4915-9a65-f9be06d9c04d service nova] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Received event network-vif-plugged-26d86b77-d1b9-4bc4-b224-28e8e675b0e9 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 689.856743] env[65418]: DEBUG oslo_concurrency.lockutils [req-359735f1-8237-4e81-909c-c41e11c9482f req-cf63668c-fe67-4915-9a65-f9be06d9c04d service nova] Acquiring lock "1eece51a-ce27-4f28-b23e-e8c706d0895b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.856939] env[65418]: DEBUG oslo_concurrency.lockutils [req-359735f1-8237-4e81-909c-c41e11c9482f req-cf63668c-fe67-4915-9a65-f9be06d9c04d service nova] Lock "1eece51a-ce27-4f28-b23e-e8c706d0895b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.857554] env[65418]: DEBUG oslo_concurrency.lockutils [req-359735f1-8237-4e81-909c-c41e11c9482f req-cf63668c-fe67-4915-9a65-f9be06d9c04d service nova] Lock "1eece51a-ce27-4f28-b23e-e8c706d0895b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.857554] env[65418]: DEBUG nova.compute.manager [req-359735f1-8237-4e81-909c-c41e11c9482f req-cf63668c-fe67-4915-9a65-f9be06d9c04d service nova] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] No waiting events found dispatching network-vif-plugged-26d86b77-d1b9-4bc4-b224-28e8e675b0e9 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 689.857554] env[65418]: WARNING nova.compute.manager [req-359735f1-8237-4e81-909c-c41e11c9482f req-cf63668c-fe67-4915-9a65-f9be06d9c04d service nova] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Received unexpected event network-vif-plugged-26d86b77-d1b9-4bc4-b224-28e8e675b0e9 for instance with vm_state building and task_state spawning. [ 689.859042] env[65418]: DEBUG nova.compute.manager [req-359735f1-8237-4e81-909c-c41e11c9482f req-cf63668c-fe67-4915-9a65-f9be06d9c04d service nova] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Received event network-changed-26d86b77-d1b9-4bc4-b224-28e8e675b0e9 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 689.859042] env[65418]: DEBUG nova.compute.manager [req-359735f1-8237-4e81-909c-c41e11c9482f req-cf63668c-fe67-4915-9a65-f9be06d9c04d service nova] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Refreshing instance network info cache due to event network-changed-26d86b77-d1b9-4bc4-b224-28e8e675b0e9. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 689.859042] env[65418]: DEBUG oslo_concurrency.lockutils [req-359735f1-8237-4e81-909c-c41e11c9482f req-cf63668c-fe67-4915-9a65-f9be06d9c04d service nova] Acquiring lock "refresh_cache-1eece51a-ce27-4f28-b23e-e8c706d0895b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.859042] env[65418]: DEBUG oslo_concurrency.lockutils [req-359735f1-8237-4e81-909c-c41e11c9482f req-cf63668c-fe67-4915-9a65-f9be06d9c04d service nova] Acquired lock "refresh_cache-1eece51a-ce27-4f28-b23e-e8c706d0895b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.859042] env[65418]: DEBUG nova.network.neutron [req-359735f1-8237-4e81-909c-c41e11c9482f req-cf63668c-fe67-4915-9a65-f9be06d9c04d service nova] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Refreshing network info cache for port 26d86b77-d1b9-4bc4-b224-28e8e675b0e9 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.965607] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.965607] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8fc1741-64d2-4570-bfed-a53730ab5c02 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.975248] env[65418]: DEBUG oslo_vmware.api [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Waiting for the task: (returnval){ [ 689.975248] env[65418]: value = "task-4687945" [ 689.975248] env[65418]: _type = "Task" [ 689.975248] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.987363] env[65418]: DEBUG oslo_vmware.api [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': task-4687945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.084600] env[65418]: DEBUG oslo_vmware.api [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Task: {'id': task-4687943, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.214564] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb3ac1b-0d3f-4eb7-a9b3-e8e87869694e tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Creating Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 690.215088] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7955dbea-71cf-4f5e-8528-7142845e5931 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.242717] env[65418]: DEBUG oslo_vmware.api [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Task: {'id': task-4687944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066396} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.242717] env[65418]: DEBUG oslo_vmware.api [None req-aeb3ac1b-0d3f-4eb7-a9b3-e8e87869694e tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 690.242717] env[65418]: value = "task-4687946" [ 690.242717] env[65418]: _type = "Task" [ 690.242717] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.242717] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.242717] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ec2904-1a03-447b-995d-67e7b817ae36 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.280018] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 5ead0aad-8032-408f-ba51-a793bf0652c2/5ead0aad-8032-408f-ba51-a793bf0652c2.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.283237] env[65418]: DEBUG oslo_vmware.api [None req-aeb3ac1b-0d3f-4eb7-a9b3-e8e87869694e tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4687946, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.283237] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 690.283237] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2b320ec-04ce-4d01-90b5-b739d53507b3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.315022] env[65418]: DEBUG oslo_vmware.api [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c0dd2e-ce4a-81f3-0b68-3e76286076cc, 'name': SearchDatastore_Task, 'duration_secs': 0.031899} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.318363] env[65418]: DEBUG oslo_vmware.api [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Waiting for the task: (returnval){ [ 690.318363] env[65418]: value = "task-4687947" [ 690.318363] env[65418]: _type = "Task" [ 690.318363] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.318915] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d25f3bb0-8ffe-4572-b134-b305ad131cda {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.334481] env[65418]: DEBUG oslo_vmware.api [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Task: {'id': task-4687947, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.335791] env[65418]: DEBUG oslo_vmware.api [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Waiting for the task: (returnval){ [ 690.335791] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52a74b09-a2fd-1ace-e73e-512c5ede5001" [ 690.335791] env[65418]: _type = "Task" [ 690.335791] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.340167] env[65418]: WARNING neutronclient.v2_0.client [req-8a73367a-f3c2-4684-99af-3ec0ac801e69 req-c3c94e22-9162-4a77-bb32-ec121bea4a99 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.351451] env[65418]: DEBUG nova.compute.manager [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 690.354378] env[65418]: DEBUG oslo_vmware.api [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52a74b09-a2fd-1ace-e73e-512c5ede5001, 'name': SearchDatastore_Task, 'duration_secs': 0.016745} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.355181] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.355576] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 1eece51a-ce27-4f28-b23e-e8c706d0895b/1eece51a-ce27-4f28-b23e-e8c706d0895b.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.355943] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a285f47-875d-4a8f-b759-d3a45bdb95c4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.361257] env[65418]: WARNING neutronclient.v2_0.client [req-359735f1-8237-4e81-909c-c41e11c9482f req-cf63668c-fe67-4915-9a65-f9be06d9c04d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.366071] env[65418]: DEBUG oslo_vmware.api [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Waiting for the task: (returnval){ [ 690.366071] env[65418]: value = "task-4687948" [ 690.366071] env[65418]: _type = "Task" [ 690.366071] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.377869] env[65418]: DEBUG oslo_vmware.api [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': task-4687948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.489073] env[65418]: DEBUG oslo_vmware.api [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': task-4687945, 'name': PowerOffVM_Task, 'duration_secs': 0.323247} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.489254] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.490078] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eeb0b7f-979b-44ab-a469-c9ba41bef111 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.512934] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba7dad1-b028-4c1d-9bce-0dcf5da7ce00 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.547464] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.548451] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d855b85d-5103-4a06-a0cd-796a9b05d793 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.556181] env[65418]: DEBUG oslo_vmware.api [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Waiting for the task: (returnval){ [ 690.556181] env[65418]: value = "task-4687949" [ 690.556181] env[65418]: _type = "Task" [ 690.556181] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.565937] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] VM already powered off {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 690.566130] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.566358] env[65418]: DEBUG oslo_concurrency.lockutils [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.566487] env[65418]: DEBUG oslo_concurrency.lockutils [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.566647] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.566888] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75521f7c-a251-4304-b9ad-77717cdfba97 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.576376] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.576550] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.580317] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04cac5f6-a937-4e48-a005-32a33d53c5f7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.582800] env[65418]: DEBUG oslo_vmware.api [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Task: {'id': task-4687943, 'name': PowerOnVM_Task, 'duration_secs': 0.760887} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.583083] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.583278] env[65418]: INFO nova.compute.manager [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Took 10.07 seconds to spawn the instance on the hypervisor. [ 690.583449] env[65418]: DEBUG nova.compute.manager [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 690.584710] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60f2b86-ba61-49d3-b547-109e36724c02 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.589937] env[65418]: DEBUG oslo_vmware.api [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Waiting for the task: (returnval){ [ 690.589937] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523cc870-3434-1812-d9de-138ed10addea" [ 690.589937] env[65418]: _type = "Task" [ 690.589937] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.603706] env[65418]: DEBUG oslo_vmware.api [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523cc870-3434-1812-d9de-138ed10addea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.742439] env[65418]: DEBUG nova.compute.manager [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 690.756829] env[65418]: DEBUG oslo_vmware.api [None req-aeb3ac1b-0d3f-4eb7-a9b3-e8e87869694e tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4687946, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.773933] env[65418]: DEBUG nova.virt.hardware [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 690.774325] env[65418]: DEBUG nova.virt.hardware [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.774480] env[65418]: DEBUG nova.virt.hardware [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 690.774656] env[65418]: DEBUG nova.virt.hardware [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.774795] env[65418]: DEBUG nova.virt.hardware [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 690.774933] env[65418]: DEBUG nova.virt.hardware [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 690.775299] env[65418]: DEBUG nova.virt.hardware [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 690.775524] env[65418]: DEBUG nova.virt.hardware [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 690.775756] env[65418]: DEBUG nova.virt.hardware [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 690.776802] env[65418]: DEBUG nova.virt.hardware [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 690.777110] env[65418]: DEBUG nova.virt.hardware [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 690.778454] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51f0c33-c163-4ea0-9092-545c12de82b6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.791186] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cccd176-96ca-4b11-a072-75e2eb9f4462 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.805612] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance ff5e8ecd-f8bc-452f-82fd-f4feb7533452 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 690.835788] env[65418]: DEBUG oslo_vmware.api [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Task: {'id': task-4687947, 'name': ReconfigVM_Task, 'duration_secs': 0.316948} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.836338] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 5ead0aad-8032-408f-ba51-a793bf0652c2/5ead0aad-8032-408f-ba51-a793bf0652c2.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.837303] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f916a09a-ca55-418c-98dd-6b4ed1a6595b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.848571] env[65418]: DEBUG oslo_vmware.api [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Waiting for the task: (returnval){ [ 690.848571] env[65418]: value = "task-4687950" [ 690.848571] env[65418]: _type = "Task" [ 690.848571] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.862763] env[65418]: DEBUG oslo_vmware.api [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Task: {'id': task-4687950, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.881736] env[65418]: DEBUG oslo_vmware.api [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': task-4687948, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.891576] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.108649] env[65418]: DEBUG oslo_vmware.api [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523cc870-3434-1812-d9de-138ed10addea, 'name': SearchDatastore_Task, 'duration_secs': 0.018664} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.110252] env[65418]: INFO nova.compute.manager [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Took 31.62 seconds to build instance. [ 691.111210] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27a899da-a0b6-4ec1-888c-8120a28e9ead {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.118857] env[65418]: DEBUG oslo_vmware.api [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Waiting for the task: (returnval){ [ 691.118857] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e2b1d2-69c0-e19b-3a77-996e3ff5c642" [ 691.118857] env[65418]: _type = "Task" [ 691.118857] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.128903] env[65418]: DEBUG oslo_vmware.api [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e2b1d2-69c0-e19b-3a77-996e3ff5c642, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.256261] env[65418]: DEBUG oslo_vmware.api [None req-aeb3ac1b-0d3f-4eb7-a9b3-e8e87869694e tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4687946, 'name': CreateSnapshot_Task, 'duration_secs': 0.646782} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.256261] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb3ac1b-0d3f-4eb7-a9b3-e8e87869694e tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Created Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 691.256707] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a7358b-a720-4bc1-a557-cf6a1e607abe {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.318756] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance ac183b2c-d144-4e65-9ddf-12ffc4f4093c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 691.359186] env[65418]: DEBUG oslo_vmware.api [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Task: {'id': task-4687950, 'name': Rename_Task, 'duration_secs': 0.181472} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.359490] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.359790] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b39047b9-5647-45bb-ba01-c7c896d31712 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.368279] env[65418]: DEBUG oslo_vmware.api [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Waiting for the task: (returnval){ [ 691.368279] env[65418]: value = "task-4687951" [ 691.368279] env[65418]: _type = "Task" [ 691.368279] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.379612] env[65418]: DEBUG oslo_vmware.api [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': task-4687948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618037} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.383052] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 1eece51a-ce27-4f28-b23e-e8c706d0895b/1eece51a-ce27-4f28-b23e-e8c706d0895b.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 691.383502] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 691.383592] env[65418]: DEBUG oslo_vmware.api [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Task: {'id': task-4687951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.383821] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-179a685f-ca27-4c50-ac0f-fc1c2efbe309 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.391934] env[65418]: DEBUG oslo_vmware.api [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Waiting for the task: (returnval){ [ 691.391934] env[65418]: value = "task-4687952" [ 691.391934] env[65418]: _type = "Task" [ 691.391934] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.402525] env[65418]: DEBUG oslo_vmware.api [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': task-4687952, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.495941] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ed101bff-fcd4-4b22-a858-78c6a1002a6f tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Acquiring lock "0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.496325] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ed101bff-fcd4-4b22-a858-78c6a1002a6f tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Lock "0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.496596] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ed101bff-fcd4-4b22-a858-78c6a1002a6f tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Acquiring lock "0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.496792] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ed101bff-fcd4-4b22-a858-78c6a1002a6f tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Lock "0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.496963] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ed101bff-fcd4-4b22-a858-78c6a1002a6f tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Lock "0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.505207] env[65418]: INFO nova.compute.manager [None req-ed101bff-fcd4-4b22-a858-78c6a1002a6f tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Terminating instance [ 691.617691] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8feb0e4c-6655-4a8f-b977-a85c687253c2 tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Lock "9950c4dd-f19a-47e4-9196-f30f3c9e0ff8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.148s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.635846] env[65418]: DEBUG oslo_vmware.api [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e2b1d2-69c0-e19b-3a77-996e3ff5c642, 'name': SearchDatastore_Task, 'duration_secs': 0.045884} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.636120] env[65418]: DEBUG oslo_concurrency.lockutils [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.636395] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 45c2e0c5-9481-4e6d-b83d-545c7d2163a4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4-rescue.vmdk. {{(pid=65418) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 691.636685] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0dfb3eb8-2cb3-4ae6-aff9-8c9c9e91e29c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.646643] env[65418]: DEBUG oslo_vmware.api [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Waiting for the task: (returnval){ [ 691.646643] env[65418]: value = "task-4687953" [ 691.646643] env[65418]: _type = "Task" [ 691.646643] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.664063] env[65418]: DEBUG oslo_vmware.api [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': task-4687953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.780678] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb3ac1b-0d3f-4eb7-a9b3-e8e87869694e tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Creating linked-clone VM from snapshot {{(pid=65418) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 691.783049] env[65418]: DEBUG nova.network.neutron [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Successfully updated port: c6ecd9a5-1e82-43c9-8092-48d5a104350c {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 691.787088] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ddf0b7ff-c34f-4060-82ef-ff58fc7d55dd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.800548] env[65418]: DEBUG oslo_vmware.api [None req-aeb3ac1b-0d3f-4eb7-a9b3-e8e87869694e tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 691.800548] env[65418]: value = "task-4687954" [ 691.800548] env[65418]: _type = "Task" [ 691.800548] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.812188] env[65418]: DEBUG oslo_vmware.api [None req-aeb3ac1b-0d3f-4eb7-a9b3-e8e87869694e tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4687954, 'name': CloneVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.823907] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 691.885286] env[65418]: DEBUG oslo_vmware.api [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Task: {'id': task-4687951, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.908680] env[65418]: DEBUG oslo_vmware.api [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': task-4687952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072447} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.909229] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.910538] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3daed038-952f-465c-be44-76df9ecbe35d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.939441] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 1eece51a-ce27-4f28-b23e-e8c706d0895b/1eece51a-ce27-4f28-b23e-e8c706d0895b.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.939887] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28ced515-9289-4f3e-97ff-04b38429c18f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.965599] env[65418]: DEBUG oslo_vmware.api [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Waiting for the task: (returnval){ [ 691.965599] env[65418]: value = "task-4687955" [ 691.965599] env[65418]: _type = "Task" [ 691.965599] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.979692] env[65418]: DEBUG oslo_vmware.api [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': task-4687955, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.009823] env[65418]: DEBUG nova.compute.manager [None req-ed101bff-fcd4-4b22-a858-78c6a1002a6f tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 692.010056] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ed101bff-fcd4-4b22-a858-78c6a1002a6f tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.011953] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9735ad76-5430-42fa-a7bb-eb4e748fbd87 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.023301] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed101bff-fcd4-4b22-a858-78c6a1002a6f tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.023654] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8203c31b-b604-46e8-8d64-65189e7fa00b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.033916] env[65418]: DEBUG oslo_vmware.api [None req-ed101bff-fcd4-4b22-a858-78c6a1002a6f tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Waiting for the task: (returnval){ [ 692.033916] env[65418]: value = "task-4687956" [ 692.033916] env[65418]: _type = "Task" [ 692.033916] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.045212] env[65418]: DEBUG oslo_vmware.api [None req-ed101bff-fcd4-4b22-a858-78c6a1002a6f tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Task: {'id': task-4687956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.122180] env[65418]: DEBUG nova.compute.manager [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 692.161399] env[65418]: DEBUG oslo_vmware.api [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': task-4687953, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.172159] env[65418]: WARNING neutronclient.v2_0.client [req-8a73367a-f3c2-4684-99af-3ec0ac801e69 req-c3c94e22-9162-4a77-bb32-ec121bea4a99 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.206065] env[65418]: WARNING neutronclient.v2_0.client [req-359735f1-8237-4e81-909c-c41e11c9482f req-cf63668c-fe67-4915-9a65-f9be06d9c04d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.295657] env[65418]: DEBUG oslo_concurrency.lockutils [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Acquiring lock "refresh_cache-80fb72d3-6e2c-4118-9936-ba8ce2d59b93" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.296619] env[65418]: DEBUG oslo_concurrency.lockutils [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Acquired lock "refresh_cache-80fb72d3-6e2c-4118-9936-ba8ce2d59b93" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.296619] env[65418]: DEBUG nova.network.neutron [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 692.316827] env[65418]: DEBUG oslo_vmware.api [None req-aeb3ac1b-0d3f-4eb7-a9b3-e8e87869694e tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4687954, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.326941] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 625682a5-beee-49e9-bbb3-a188c3c41f0d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 692.390682] env[65418]: DEBUG oslo_vmware.api [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Task: {'id': task-4687951, 'name': PowerOnVM_Task, 'duration_secs': 0.583832} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.390994] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.391526] env[65418]: INFO nova.compute.manager [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Took 9.43 seconds to spawn the instance on the hypervisor. [ 692.391526] env[65418]: DEBUG nova.compute.manager [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 692.393421] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb4048d-b18c-493f-bc19-ac53340cd7c7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.467680] env[65418]: DEBUG nova.network.neutron [req-8a73367a-f3c2-4684-99af-3ec0ac801e69 req-c3c94e22-9162-4a77-bb32-ec121bea4a99 service nova] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Updated VIF entry in instance network info cache for port 1c88f2bc-ffab-4092-b46c-4eec42eab187. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 692.467680] env[65418]: DEBUG nova.network.neutron [req-8a73367a-f3c2-4684-99af-3ec0ac801e69 req-c3c94e22-9162-4a77-bb32-ec121bea4a99 service nova] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Updating instance_info_cache with network_info: [{"id": "1c88f2bc-ffab-4092-b46c-4eec42eab187", "address": "fa:16:3e:a8:3c:c3", "network": {"id": "b5a05898-0c37-40c2-a1cf-38c4d91beb1a", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-506502965-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9d09d9843b584748a89b4db00e926145", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c88f2bc-ff", "ovs_interfaceid": "1c88f2bc-ffab-4092-b46c-4eec42eab187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.489858] env[65418]: DEBUG oslo_vmware.api [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': task-4687955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.518196] env[65418]: DEBUG nova.network.neutron [req-359735f1-8237-4e81-909c-c41e11c9482f req-cf63668c-fe67-4915-9a65-f9be06d9c04d service nova] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Updated VIF entry in instance network info cache for port 26d86b77-d1b9-4bc4-b224-28e8e675b0e9. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 692.518422] env[65418]: DEBUG nova.network.neutron [req-359735f1-8237-4e81-909c-c41e11c9482f req-cf63668c-fe67-4915-9a65-f9be06d9c04d service nova] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Updating instance_info_cache with network_info: [{"id": "26d86b77-d1b9-4bc4-b224-28e8e675b0e9", "address": "fa:16:3e:58:80:b9", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26d86b77-d1", "ovs_interfaceid": "26d86b77-d1b9-4bc4-b224-28e8e675b0e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.555098] env[65418]: DEBUG oslo_vmware.api [None req-ed101bff-fcd4-4b22-a858-78c6a1002a6f tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Task: {'id': task-4687956, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.663419] env[65418]: DEBUG oslo_vmware.api [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': task-4687953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.933033} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.665053] env[65418]: DEBUG oslo_concurrency.lockutils [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.665529] env[65418]: INFO nova.virt.vmwareapi.ds_util [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 45c2e0c5-9481-4e6d-b83d-545c7d2163a4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4-rescue.vmdk. [ 692.666997] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73e10de-61ad-4711-bffa-90a030838c89 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.701085] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 45c2e0c5-9481-4e6d-b83d-545c7d2163a4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4-rescue.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.702744] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aacef0cf-4938-465a-bee2-17751be54a0e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.728821] env[65418]: DEBUG oslo_vmware.api [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Waiting for the task: (returnval){ [ 692.728821] env[65418]: value = "task-4687957" [ 692.728821] env[65418]: _type = "Task" [ 692.728821] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.737888] env[65418]: DEBUG oslo_vmware.api [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': task-4687957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.813847] env[65418]: DEBUG oslo_vmware.api [None req-aeb3ac1b-0d3f-4eb7-a9b3-e8e87869694e tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4687954, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.834406] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 1c263b74-93d1-4244-8f08-d35373a3a946 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 692.835044] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=65418) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 692.835044] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=100GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '19', 'num_vm_active': '13', 'num_task_None': '12', 'num_os_type_None': '19', 'num_proj_3886082574624c979043ef2d9ead8ffd': '1', 'io_workload': '6', 'num_proj_6d899f28099543bd901295d145c1b36d': '1', 'num_proj_fe6158c9854d43ca9a507902c5e64bf8': '3', 'num_vm_rescued': '1', 'num_proj_271feddc9b504d1f871e121204df229a': '2', 'num_task_powering-off': '1', 'num_proj_5e0727a4c133420fa0cb4f4356dee109': '1', 'num_proj_9cb0ae1486e54c7caa3e888902c40556': '1', 'num_proj_50c42ce6291d4cf2bdfc6f9d94073d09': '1', 'num_task_image_snapshot_pending': '1', 'num_proj_97f95c19b1d3408f9095a3ac71da25f3': '1', 'num_proj_423bbac36abc4ff48f3602707b7fc629': '2', 'num_proj_29b211ae6d43442a9b242d00ec82fb25': '1', 'num_task_rescuing': '1', 'num_proj_45816b24ab1b4ef78d0938dcec0b4cb7': '1', 'num_vm_building': '5', 'num_task_spawning': '4', 'num_proj_30ecb475b47b47959f8dfddc232aa8e9': '1', 'num_proj_9d09d9843b584748a89b4db00e926145': '1', 'num_proj_8717620fa9474031896da65986bad711': '1', 'num_proj_62c1fbc226b84b8ca81de9dc313734ec': '1'} {{(pid=65418) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 692.923457] env[65418]: INFO nova.compute.manager [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Took 31.55 seconds to build instance. [ 692.956212] env[65418]: DEBUG nova.network.neutron [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 692.972191] env[65418]: DEBUG oslo_concurrency.lockutils [req-8a73367a-f3c2-4684-99af-3ec0ac801e69 req-c3c94e22-9162-4a77-bb32-ec121bea4a99 service nova] Releasing lock "refresh_cache-5ead0aad-8032-408f-ba51-a793bf0652c2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.985305] env[65418]: DEBUG oslo_vmware.api [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': task-4687955, 'name': ReconfigVM_Task, 'duration_secs': 0.814414} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.986426] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 1eece51a-ce27-4f28-b23e-e8c706d0895b/1eece51a-ce27-4f28-b23e-e8c706d0895b.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.986944] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-537fa119-48de-493c-8199-4b4cff6b7586 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.996067] env[65418]: DEBUG oslo_vmware.api [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Waiting for the task: (returnval){ [ 692.996067] env[65418]: value = "task-4687958" [ 692.996067] env[65418]: _type = "Task" [ 692.996067] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.008575] env[65418]: DEBUG oslo_vmware.api [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': task-4687958, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.022459] env[65418]: DEBUG oslo_concurrency.lockutils [req-359735f1-8237-4e81-909c-c41e11c9482f req-cf63668c-fe67-4915-9a65-f9be06d9c04d service nova] Releasing lock "refresh_cache-1eece51a-ce27-4f28-b23e-e8c706d0895b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.050535] env[65418]: DEBUG oslo_vmware.api [None req-ed101bff-fcd4-4b22-a858-78c6a1002a6f tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Task: {'id': task-4687956, 'name': PowerOffVM_Task, 'duration_secs': 0.561306} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.050931] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed101bff-fcd4-4b22-a858-78c6a1002a6f tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.051019] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ed101bff-fcd4-4b22-a858-78c6a1002a6f tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.051318] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bd4a8f4-5a03-4652-8458-80b69e304acf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.160688] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ed101bff-fcd4-4b22-a858-78c6a1002a6f tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.160688] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ed101bff-fcd4-4b22-a858-78c6a1002a6f tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.161062] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed101bff-fcd4-4b22-a858-78c6a1002a6f tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Deleting the datastore file [datastore1] 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.161156] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f17291e-7625-4285-a1de-625a9497b6b9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.171681] env[65418]: DEBUG oslo_vmware.api [None req-ed101bff-fcd4-4b22-a858-78c6a1002a6f tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Waiting for the task: (returnval){ [ 693.171681] env[65418]: value = "task-4687960" [ 693.171681] env[65418]: _type = "Task" [ 693.171681] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.181633] env[65418]: DEBUG oslo_vmware.api [None req-ed101bff-fcd4-4b22-a858-78c6a1002a6f tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Task: {'id': task-4687960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.239132] env[65418]: DEBUG oslo_vmware.api [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': task-4687957, 'name': ReconfigVM_Task, 'duration_secs': 0.461116} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.240871] env[65418]: WARNING neutronclient.v2_0.client [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 693.242657] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 45c2e0c5-9481-4e6d-b83d-545c7d2163a4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4-rescue.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.246700] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ae2912-f627-4af2-9efa-4ba7503a0908 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.282629] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e6e856a-55b5-46d7-b38d-c6421dff3154 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.304656] env[65418]: DEBUG oslo_vmware.api [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Waiting for the task: (returnval){ [ 693.304656] env[65418]: value = "task-4687961" [ 693.304656] env[65418]: _type = "Task" [ 693.304656] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.331665] env[65418]: DEBUG oslo_vmware.api [None req-aeb3ac1b-0d3f-4eb7-a9b3-e8e87869694e tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4687954, 'name': CloneVM_Task} progress is 95%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.331665] env[65418]: DEBUG oslo_vmware.api [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': task-4687961, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.344077] env[65418]: DEBUG nova.network.neutron [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Updating instance_info_cache with network_info: [{"id": "c6ecd9a5-1e82-43c9-8092-48d5a104350c", "address": "fa:16:3e:b6:97:ce", "network": {"id": "d70aa361-4018-45bc-8011-75d67257d154", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1514736534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62c1fbc226b84b8ca81de9dc313734ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6ecd9a5-1e", "ovs_interfaceid": "c6ecd9a5-1e82-43c9-8092-48d5a104350c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.423891] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4f6d0c7a-1fe3-4b30-833b-10db08239305 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Lock "5ead0aad-8032-408f-ba51-a793bf0652c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.072s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.496783] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dff1d2-0c62-44cb-b306-7186f90f7d68 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.518680] env[65418]: DEBUG oslo_vmware.api [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': task-4687958, 'name': Rename_Task, 'duration_secs': 0.215112} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.519219] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.520421] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf11179e-3a4e-4648-9bda-c50ef65d9f11 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.526740] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-857c72f7-33f9-484a-a3ae-61a3a61747a0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.539208] env[65418]: DEBUG oslo_vmware.api [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Waiting for the task: (returnval){ [ 693.539208] env[65418]: value = "task-4687962" [ 693.539208] env[65418]: _type = "Task" [ 693.539208] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.571559] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339342f7-3166-4a16-90dd-110b62648285 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.584708] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db811ed-aef5-49ea-95c1-94adb77a3c91 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.589309] env[65418]: DEBUG oslo_vmware.api [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': task-4687962, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.603588] env[65418]: DEBUG nova.compute.provider_tree [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.688033] env[65418]: DEBUG oslo_vmware.api [None req-ed101bff-fcd4-4b22-a858-78c6a1002a6f tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Task: {'id': task-4687960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343237} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.688033] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed101bff-fcd4-4b22-a858-78c6a1002a6f tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.688033] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ed101bff-fcd4-4b22-a858-78c6a1002a6f tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.688033] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ed101bff-fcd4-4b22-a858-78c6a1002a6f tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.688033] env[65418]: INFO nova.compute.manager [None req-ed101bff-fcd4-4b22-a858-78c6a1002a6f tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Took 1.68 seconds to destroy the instance on the hypervisor. [ 693.688291] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-ed101bff-fcd4-4b22-a858-78c6a1002a6f tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 693.688560] env[65418]: DEBUG nova.compute.manager [-] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 693.688696] env[65418]: DEBUG nova.network.neutron [-] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 693.689059] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 693.728421] env[65418]: DEBUG nova.compute.manager [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 693.729526] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090cf4c0-7529-446f-89cc-302092234865 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.822228] env[65418]: DEBUG oslo_vmware.api [None req-aeb3ac1b-0d3f-4eb7-a9b3-e8e87869694e tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4687954, 'name': CloneVM_Task, 'duration_secs': 1.849156} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.822482] env[65418]: DEBUG oslo_vmware.api [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': task-4687961, 'name': ReconfigVM_Task, 'duration_secs': 0.274401} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.822715] env[65418]: INFO nova.virt.vmwareapi.vmops [None req-aeb3ac1b-0d3f-4eb7-a9b3-e8e87869694e tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Created linked-clone VM from snapshot [ 693.822976] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.823735] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0b6c3e-0789-48aa-ae61-be871aec2ed0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.826323] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f28e4c17-3832-40fb-a844-a8ad73eb8ac5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.834990] env[65418]: INFO nova.compute.manager [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Rescuing [ 693.835376] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Acquiring lock "refresh_cache-d49e04fe-3f84-4baf-8d60-c81d4372fc03" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.835477] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Acquired lock "refresh_cache-d49e04fe-3f84-4baf-8d60-c81d4372fc03" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.835633] env[65418]: DEBUG nova.network.neutron [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 693.836991] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-aeb3ac1b-0d3f-4eb7-a9b3-e8e87869694e tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Uploading image bc165145-7ca4-4155-824b-94c6013da045 {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 693.840812] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 693.844498] env[65418]: DEBUG oslo_vmware.api [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Waiting for the task: (returnval){ [ 693.844498] env[65418]: value = "task-4687963" [ 693.844498] env[65418]: _type = "Task" [ 693.844498] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.851429] env[65418]: DEBUG oslo_concurrency.lockutils [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Releasing lock "refresh_cache-80fb72d3-6e2c-4118-9936-ba8ce2d59b93" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.851722] env[65418]: DEBUG nova.compute.manager [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Instance network_info: |[{"id": "c6ecd9a5-1e82-43c9-8092-48d5a104350c", "address": "fa:16:3e:b6:97:ce", "network": {"id": "d70aa361-4018-45bc-8011-75d67257d154", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1514736534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62c1fbc226b84b8ca81de9dc313734ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6ecd9a5-1e", "ovs_interfaceid": "c6ecd9a5-1e82-43c9-8092-48d5a104350c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 693.854956] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:97:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96d8be6c-b557-4b40-b0f5-838c62a3c904', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6ecd9a5-1e82-43c9-8092-48d5a104350c', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.862961] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Creating folder: Project (62c1fbc226b84b8ca81de9dc313734ec). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.863389] env[65418]: DEBUG oslo_vmware.api [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': task-4687963, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.864680] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb3ac1b-0d3f-4eb7-a9b3-e8e87869694e tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Destroying the VM {{(pid=65418) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 693.865619] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1203a43e-ec24-4560-87c4-9b23f372c5dd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.868261] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-972bec26-8ead-4745-bba2-9fcdd59f5aef {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.877780] env[65418]: DEBUG oslo_vmware.api [None req-aeb3ac1b-0d3f-4eb7-a9b3-e8e87869694e tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 693.877780] env[65418]: value = "task-4687964" [ 693.877780] env[65418]: _type = "Task" [ 693.877780] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.883572] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Created folder: Project (62c1fbc226b84b8ca81de9dc313734ec) in parent group-v914982. [ 693.883780] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Creating folder: Instances. Parent ref: group-v915068. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.884433] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd5481c1-4ac7-444f-83fe-6b23dff2ad75 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.892756] env[65418]: DEBUG oslo_vmware.api [None req-aeb3ac1b-0d3f-4eb7-a9b3-e8e87869694e tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4687964, 'name': Destroy_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.903865] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Created folder: Instances in parent group-v915068. [ 693.904158] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 693.904484] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.904689] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22413da8-c04d-4352-a565-510ab99fcad6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.927038] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.927038] env[65418]: value = "task-4687967" [ 693.927038] env[65418]: _type = "Task" [ 693.927038] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.932782] env[65418]: DEBUG nova.compute.manager [req-52ef1b50-fc32-4ce0-b8fb-39ed6b14cad0 req-121607e5-bc37-45be-9e4e-01f78c851eb5 service nova] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Received event network-vif-plugged-c6ecd9a5-1e82-43c9-8092-48d5a104350c {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 693.932934] env[65418]: DEBUG oslo_concurrency.lockutils [req-52ef1b50-fc32-4ce0-b8fb-39ed6b14cad0 req-121607e5-bc37-45be-9e4e-01f78c851eb5 service nova] Acquiring lock "80fb72d3-6e2c-4118-9936-ba8ce2d59b93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.933166] env[65418]: DEBUG oslo_concurrency.lockutils [req-52ef1b50-fc32-4ce0-b8fb-39ed6b14cad0 req-121607e5-bc37-45be-9e4e-01f78c851eb5 service nova] Lock "80fb72d3-6e2c-4118-9936-ba8ce2d59b93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.933207] env[65418]: DEBUG oslo_concurrency.lockutils [req-52ef1b50-fc32-4ce0-b8fb-39ed6b14cad0 req-121607e5-bc37-45be-9e4e-01f78c851eb5 service nova] Lock "80fb72d3-6e2c-4118-9936-ba8ce2d59b93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.933424] env[65418]: DEBUG nova.compute.manager [req-52ef1b50-fc32-4ce0-b8fb-39ed6b14cad0 req-121607e5-bc37-45be-9e4e-01f78c851eb5 service nova] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] No waiting events found dispatching network-vif-plugged-c6ecd9a5-1e82-43c9-8092-48d5a104350c {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 693.933522] env[65418]: WARNING nova.compute.manager [req-52ef1b50-fc32-4ce0-b8fb-39ed6b14cad0 req-121607e5-bc37-45be-9e4e-01f78c851eb5 service nova] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Received unexpected event network-vif-plugged-c6ecd9a5-1e82-43c9-8092-48d5a104350c for instance with vm_state building and task_state spawning. [ 693.933660] env[65418]: DEBUG nova.compute.manager [req-52ef1b50-fc32-4ce0-b8fb-39ed6b14cad0 req-121607e5-bc37-45be-9e4e-01f78c851eb5 service nova] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Received event network-changed-c6ecd9a5-1e82-43c9-8092-48d5a104350c {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 693.933812] env[65418]: DEBUG nova.compute.manager [req-52ef1b50-fc32-4ce0-b8fb-39ed6b14cad0 req-121607e5-bc37-45be-9e4e-01f78c851eb5 service nova] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Refreshing instance network info cache due to event network-changed-c6ecd9a5-1e82-43c9-8092-48d5a104350c. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 693.933998] env[65418]: DEBUG oslo_concurrency.lockutils [req-52ef1b50-fc32-4ce0-b8fb-39ed6b14cad0 req-121607e5-bc37-45be-9e4e-01f78c851eb5 service nova] Acquiring lock "refresh_cache-80fb72d3-6e2c-4118-9936-ba8ce2d59b93" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.934174] env[65418]: DEBUG oslo_concurrency.lockutils [req-52ef1b50-fc32-4ce0-b8fb-39ed6b14cad0 req-121607e5-bc37-45be-9e4e-01f78c851eb5 service nova] Acquired lock "refresh_cache-80fb72d3-6e2c-4118-9936-ba8ce2d59b93" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.934284] env[65418]: DEBUG nova.network.neutron [req-52ef1b50-fc32-4ce0-b8fb-39ed6b14cad0 req-121607e5-bc37-45be-9e4e-01f78c851eb5 service nova] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Refreshing network info cache for port c6ecd9a5-1e82-43c9-8092-48d5a104350c {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.942628] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687967, 'name': CreateVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.981885] env[65418]: DEBUG oslo_concurrency.lockutils [None req-51f08125-7601-4116-a6d5-073c6c0bdcc4 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Acquiring lock "75bc118e-4b07-499a-88b0-ac22272e9dc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.982362] env[65418]: DEBUG oslo_concurrency.lockutils [None req-51f08125-7601-4116-a6d5-073c6c0bdcc4 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Lock "75bc118e-4b07-499a-88b0-ac22272e9dc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.982362] env[65418]: DEBUG oslo_concurrency.lockutils [None req-51f08125-7601-4116-a6d5-073c6c0bdcc4 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Acquiring lock "75bc118e-4b07-499a-88b0-ac22272e9dc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.982711] env[65418]: DEBUG oslo_concurrency.lockutils [None req-51f08125-7601-4116-a6d5-073c6c0bdcc4 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Lock "75bc118e-4b07-499a-88b0-ac22272e9dc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.982826] env[65418]: DEBUG oslo_concurrency.lockutils [None req-51f08125-7601-4116-a6d5-073c6c0bdcc4 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Lock "75bc118e-4b07-499a-88b0-ac22272e9dc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.985765] env[65418]: INFO nova.compute.manager [None req-51f08125-7601-4116-a6d5-073c6c0bdcc4 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Terminating instance [ 694.079075] env[65418]: DEBUG oslo_vmware.api [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': task-4687962, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.108602] env[65418]: DEBUG nova.scheduler.client.report [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.241550] env[65418]: INFO nova.compute.manager [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] instance snapshotting [ 694.244143] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075f8bd3-66ea-4610-94e1-95aaac163803 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.266654] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95278c14-0d9c-486d-9444-ae1b50e1bb39 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.345843] env[65418]: WARNING neutronclient.v2_0.client [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.362475] env[65418]: DEBUG oslo_vmware.api [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': task-4687963, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.393401] env[65418]: DEBUG oslo_vmware.api [None req-aeb3ac1b-0d3f-4eb7-a9b3-e8e87869694e tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4687964, 'name': Destroy_Task} progress is 33%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.439386] env[65418]: WARNING neutronclient.v2_0.client [req-52ef1b50-fc32-4ce0-b8fb-39ed6b14cad0 req-121607e5-bc37-45be-9e4e-01f78c851eb5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.442087] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687967, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.490914] env[65418]: DEBUG nova.compute.manager [None req-51f08125-7601-4116-a6d5-073c6c0bdcc4 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 694.491356] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-51f08125-7601-4116-a6d5-073c6c0bdcc4 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.493773] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a09ca5f-ba25-4fbd-83e7-2ea67a51cfb7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.506830] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f08125-7601-4116-a6d5-073c6c0bdcc4 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.511418] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f16cc9d-4d27-4992-a872-2472ec102669 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.518503] env[65418]: DEBUG oslo_vmware.api [None req-51f08125-7601-4116-a6d5-073c6c0bdcc4 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Waiting for the task: (returnval){ [ 694.518503] env[65418]: value = "task-4687968" [ 694.518503] env[65418]: _type = "Task" [ 694.518503] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.530350] env[65418]: DEBUG oslo_vmware.api [None req-51f08125-7601-4116-a6d5-073c6c0bdcc4 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.582226] env[65418]: DEBUG oslo_vmware.api [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': task-4687962, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.615897] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65418) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 694.616191] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.442s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.616679] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.957s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.618234] env[65418]: INFO nova.compute.claims [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.696681] env[65418]: DEBUG nova.network.neutron [-] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.781669] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Creating Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 694.781669] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3d60fbc2-6818-451f-99b4-2d88d8bc9215 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.791215] env[65418]: DEBUG oslo_vmware.api [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for the task: (returnval){ [ 694.791215] env[65418]: value = "task-4687969" [ 694.791215] env[65418]: _type = "Task" [ 694.791215] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.800946] env[65418]: DEBUG oslo_vmware.api [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687969, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.863354] env[65418]: DEBUG oslo_vmware.api [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': task-4687963, 'name': PowerOnVM_Task, 'duration_secs': 0.655735} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.864321] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.867652] env[65418]: DEBUG nova.compute.manager [None req-42a210fd-51c8-4c91-b4b7-dbfc764f9180 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 694.869797] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f223ce36-dfa5-4dc5-a376-5e671410634f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.877433] env[65418]: WARNING neutronclient.v2_0.client [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.902139] env[65418]: DEBUG oslo_vmware.api [None req-aeb3ac1b-0d3f-4eb7-a9b3-e8e87869694e tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4687964, 'name': Destroy_Task, 'duration_secs': 0.582024} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.908024] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-aeb3ac1b-0d3f-4eb7-a9b3-e8e87869694e tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Destroyed the VM [ 694.908024] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb3ac1b-0d3f-4eb7-a9b3-e8e87869694e tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Deleting Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 694.908024] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f4cafc02-97d3-4058-9a67-17c96b4ba78c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.914893] env[65418]: DEBUG oslo_vmware.api [None req-aeb3ac1b-0d3f-4eb7-a9b3-e8e87869694e tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 694.914893] env[65418]: value = "task-4687970" [ 694.914893] env[65418]: _type = "Task" [ 694.914893] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.925374] env[65418]: DEBUG oslo_vmware.api [None req-aeb3ac1b-0d3f-4eb7-a9b3-e8e87869694e tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4687970, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.940924] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687967, 'name': CreateVM_Task, 'duration_secs': 0.577113} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.940924] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.941711] env[65418]: WARNING neutronclient.v2_0.client [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.941711] env[65418]: DEBUG oslo_concurrency.lockutils [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.941711] env[65418]: DEBUG oslo_concurrency.lockutils [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.941870] env[65418]: DEBUG oslo_concurrency.lockutils [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.942152] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cfe57b1-0e1b-4ee7-885c-593ebe15c7bb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.948750] env[65418]: DEBUG oslo_vmware.api [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Waiting for the task: (returnval){ [ 694.948750] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e2fe04-6a03-2ce1-3c63-21caacf8ad4a" [ 694.948750] env[65418]: _type = "Task" [ 694.948750] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.959738] env[65418]: DEBUG oslo_vmware.api [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e2fe04-6a03-2ce1-3c63-21caacf8ad4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.006884] env[65418]: WARNING neutronclient.v2_0.client [req-52ef1b50-fc32-4ce0-b8fb-39ed6b14cad0 req-121607e5-bc37-45be-9e4e-01f78c851eb5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.032999] env[65418]: DEBUG oslo_vmware.api [None req-51f08125-7601-4116-a6d5-073c6c0bdcc4 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687968, 'name': PowerOffVM_Task, 'duration_secs': 0.240453} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.035310] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-51f08125-7601-4116-a6d5-073c6c0bdcc4 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.035492] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-51f08125-7601-4116-a6d5-073c6c0bdcc4 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.035862] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80df15af-5c16-4015-8f4d-99220c73fd7e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.085794] env[65418]: DEBUG oslo_vmware.api [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': task-4687962, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.112898] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-51f08125-7601-4116-a6d5-073c6c0bdcc4 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.113144] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-51f08125-7601-4116-a6d5-073c6c0bdcc4 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.113700] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f08125-7601-4116-a6d5-073c6c0bdcc4 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Deleting the datastore file [datastore2] 75bc118e-4b07-499a-88b0-ac22272e9dc7 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.113700] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84af728f-d8f6-4f36-9964-9e2cab403019 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.119624] env[65418]: DEBUG nova.network.neutron [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Updating instance_info_cache with network_info: [{"id": "65b300c5-340d-40fc-bc2f-3bab7243fc80", "address": "fa:16:3e:04:74:69", "network": {"id": "1b884d9b-d0c3-43a6-b1a4-2c34a8123b9e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-754486329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "271feddc9b504d1f871e121204df229a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65b300c5-34", "ovs_interfaceid": "65b300c5-340d-40fc-bc2f-3bab7243fc80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.128930] env[65418]: DEBUG oslo_vmware.api [None req-51f08125-7601-4116-a6d5-073c6c0bdcc4 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Waiting for the task: (returnval){ [ 695.128930] env[65418]: value = "task-4687972" [ 695.128930] env[65418]: _type = "Task" [ 695.128930] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.142310] env[65418]: DEBUG oslo_vmware.api [None req-51f08125-7601-4116-a6d5-073c6c0bdcc4 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.166777] env[65418]: DEBUG nova.objects.instance [None req-e85a9991-8f99-447e-9df9-78b4dd6b1348 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lazy-loading 'flavor' on Instance uuid cde5e247-0e3b-4dbd-b715-3cf5312465e2 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.205575] env[65418]: INFO nova.compute.manager [-] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Took 1.52 seconds to deallocate network for instance. [ 695.258328] env[65418]: DEBUG nova.network.neutron [req-52ef1b50-fc32-4ce0-b8fb-39ed6b14cad0 req-121607e5-bc37-45be-9e4e-01f78c851eb5 service nova] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Updated VIF entry in instance network info cache for port c6ecd9a5-1e82-43c9-8092-48d5a104350c. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 695.258755] env[65418]: DEBUG nova.network.neutron [req-52ef1b50-fc32-4ce0-b8fb-39ed6b14cad0 req-121607e5-bc37-45be-9e4e-01f78c851eb5 service nova] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Updating instance_info_cache with network_info: [{"id": "c6ecd9a5-1e82-43c9-8092-48d5a104350c", "address": "fa:16:3e:b6:97:ce", "network": {"id": "d70aa361-4018-45bc-8011-75d67257d154", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1514736534-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "62c1fbc226b84b8ca81de9dc313734ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6ecd9a5-1e", "ovs_interfaceid": "c6ecd9a5-1e82-43c9-8092-48d5a104350c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.305863] env[65418]: DEBUG oslo_vmware.api [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687969, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.427464] env[65418]: DEBUG oslo_vmware.api [None req-aeb3ac1b-0d3f-4eb7-a9b3-e8e87869694e tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4687970, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.465337] env[65418]: DEBUG oslo_vmware.api [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e2fe04-6a03-2ce1-3c63-21caacf8ad4a, 'name': SearchDatastore_Task, 'duration_secs': 0.01143} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.465613] env[65418]: DEBUG oslo_concurrency.lockutils [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.466050] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.466050] env[65418]: DEBUG oslo_concurrency.lockutils [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.466316] env[65418]: DEBUG oslo_concurrency.lockutils [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.467510] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.468693] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01954ff7-3a48-423c-830c-7acc90e8877a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.481486] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.481920] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.483447] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48c9c3b6-b03d-417b-b5d4-f7f5695a9f4b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.491263] env[65418]: DEBUG oslo_vmware.api [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Waiting for the task: (returnval){ [ 695.491263] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5252fb92-c79a-e7a0-7a08-5d91d087f40b" [ 695.491263] env[65418]: _type = "Task" [ 695.491263] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.506024] env[65418]: DEBUG oslo_vmware.api [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5252fb92-c79a-e7a0-7a08-5d91d087f40b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.582780] env[65418]: DEBUG oslo_vmware.api [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': task-4687962, 'name': PowerOnVM_Task, 'duration_secs': 1.858583} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.584036] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.584412] env[65418]: INFO nova.compute.manager [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Took 10.09 seconds to spawn the instance on the hypervisor. [ 695.584639] env[65418]: DEBUG nova.compute.manager [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 695.585669] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78c24e1-f588-4810-a64a-c55d28d207fe {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.634592] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Releasing lock "refresh_cache-d49e04fe-3f84-4baf-8d60-c81d4372fc03" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.650706] env[65418]: DEBUG oslo_vmware.api [None req-51f08125-7601-4116-a6d5-073c6c0bdcc4 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Task: {'id': task-4687972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282334} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.650706] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-51f08125-7601-4116-a6d5-073c6c0bdcc4 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.650904] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-51f08125-7601-4116-a6d5-073c6c0bdcc4 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.651151] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-51f08125-7601-4116-a6d5-073c6c0bdcc4 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.651380] env[65418]: INFO nova.compute.manager [None req-51f08125-7601-4116-a6d5-073c6c0bdcc4 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 695.651787] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-51f08125-7601-4116-a6d5-073c6c0bdcc4 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 695.651991] env[65418]: DEBUG nova.compute.manager [-] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 695.652183] env[65418]: DEBUG nova.network.neutron [-] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 695.652603] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.674098] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e85a9991-8f99-447e-9df9-78b4dd6b1348 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "refresh_cache-cde5e247-0e3b-4dbd-b715-3cf5312465e2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.674274] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e85a9991-8f99-447e-9df9-78b4dd6b1348 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquired lock "refresh_cache-cde5e247-0e3b-4dbd-b715-3cf5312465e2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.674447] env[65418]: DEBUG nova.network.neutron [None req-e85a9991-8f99-447e-9df9-78b4dd6b1348 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 695.674447] env[65418]: DEBUG nova.objects.instance [None req-e85a9991-8f99-447e-9df9-78b4dd6b1348 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lazy-loading 'info_cache' on Instance uuid cde5e247-0e3b-4dbd-b715-3cf5312465e2 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.718370] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ed101bff-fcd4-4b22-a858-78c6a1002a6f tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.762031] env[65418]: DEBUG oslo_concurrency.lockutils [req-52ef1b50-fc32-4ce0-b8fb-39ed6b14cad0 req-121607e5-bc37-45be-9e4e-01f78c851eb5 service nova] Releasing lock "refresh_cache-80fb72d3-6e2c-4118-9936-ba8ce2d59b93" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.763300] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.807082] env[65418]: DEBUG oslo_vmware.api [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687969, 'name': CreateSnapshot_Task, 'duration_secs': 0.779773} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.810703] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Created Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 695.814133] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c76c67b-9ea5-4c3f-9a93-09214590b297 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.936379] env[65418]: DEBUG oslo_vmware.api [None req-aeb3ac1b-0d3f-4eb7-a9b3-e8e87869694e tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4687970, 'name': RemoveSnapshot_Task, 'duration_secs': 0.754204} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.936660] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb3ac1b-0d3f-4eb7-a9b3-e8e87869694e tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Deleted Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 696.012033] env[65418]: DEBUG oslo_vmware.api [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5252fb92-c79a-e7a0-7a08-5d91d087f40b, 'name': SearchDatastore_Task, 'duration_secs': 0.016871} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.015344] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cde0558-6159-47bc-b844-560d2875775e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.022782] env[65418]: DEBUG oslo_vmware.api [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Waiting for the task: (returnval){ [ 696.022782] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529767b7-caf8-2356-3557-f7dc4decc3d0" [ 696.022782] env[65418]: _type = "Task" [ 696.022782] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.032710] env[65418]: DEBUG oslo_vmware.api [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529767b7-caf8-2356-3557-f7dc4decc3d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.108565] env[65418]: INFO nova.compute.manager [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Took 29.75 seconds to build instance. [ 696.186243] env[65418]: DEBUG nova.objects.base [None req-e85a9991-8f99-447e-9df9-78b4dd6b1348 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65418) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 696.193897] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a44266-557d-4dbc-b831-4191e589f08a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.201958] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b55fda7-1fe9-4777-ab1f-ff7b61fad8ee {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.244787] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab434403-7834-4b5b-8787-603e9a3f9aa7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.258039] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f194f2-dfe5-4c96-977a-ef8ad782860c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.273577] env[65418]: DEBUG nova.compute.provider_tree [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.346059] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Creating linked-clone VM from snapshot {{(pid=65418) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 696.346059] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b686b67a-1fae-4577-9d4a-9f9aa5827939 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.351288] env[65418]: DEBUG nova.compute.manager [req-f7cc006f-28f7-48db-8318-151b09e9a723 req-157d39fc-38df-4d24-a2db-3fadd98ca1ba service nova] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Received event network-vif-deleted-c2477dfb-be0a-462f-88f9-d0aeaae488bd {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 696.358397] env[65418]: DEBUG oslo_vmware.api [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for the task: (returnval){ [ 696.358397] env[65418]: value = "task-4687973" [ 696.358397] env[65418]: _type = "Task" [ 696.358397] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.370351] env[65418]: DEBUG oslo_vmware.api [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687973, 'name': CloneVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.377054] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.377306] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.443011] env[65418]: WARNING nova.compute.manager [None req-aeb3ac1b-0d3f-4eb7-a9b3-e8e87869694e tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Image not found during snapshot: nova.exception.ImageNotFound: Image bc165145-7ca4-4155-824b-94c6013da045 could not be found. [ 696.542217] env[65418]: DEBUG oslo_vmware.api [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529767b7-caf8-2356-3557-f7dc4decc3d0, 'name': SearchDatastore_Task, 'duration_secs': 0.022296} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.544319] env[65418]: DEBUG oslo_concurrency.lockutils [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.544319] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 80fb72d3-6e2c-4118-9936-ba8ce2d59b93/80fb72d3-6e2c-4118-9936-ba8ce2d59b93.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.544319] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcfdb9e1-7d42-4971-83b4-57ee7061d926 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.555682] env[65418]: DEBUG oslo_vmware.api [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Waiting for the task: (returnval){ [ 696.555682] env[65418]: value = "task-4687974" [ 696.555682] env[65418]: _type = "Task" [ 696.555682] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.568966] env[65418]: DEBUG oslo_vmware.api [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Task: {'id': task-4687974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.613158] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ac2d2a89-3a28-43b3-9a1d-72d983c306ca tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Lock "1eece51a-ce27-4f28-b23e-e8c706d0895b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.260s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.647870] env[65418]: DEBUG nova.network.neutron [-] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.693379] env[65418]: WARNING neutronclient.v2_0.client [None req-e85a9991-8f99-447e-9df9-78b4dd6b1348 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.777147] env[65418]: DEBUG nova.scheduler.client.report [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.878167] env[65418]: DEBUG oslo_vmware.api [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687973, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.882615] env[65418]: DEBUG nova.compute.manager [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 697.071934] env[65418]: DEBUG oslo_vmware.api [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Task: {'id': task-4687974, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.096996] env[65418]: WARNING neutronclient.v2_0.client [None req-e85a9991-8f99-447e-9df9-78b4dd6b1348 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.156153] env[65418]: INFO nova.compute.manager [-] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Took 1.50 seconds to deallocate network for instance. [ 697.186167] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.186524] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2614b088-2151-4003-a3ad-49c3f8afabbd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.199086] env[65418]: DEBUG nova.network.neutron [None req-e85a9991-8f99-447e-9df9-78b4dd6b1348 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Updating instance_info_cache with network_info: [{"id": "0b6d946a-d398-4c1e-bf74-7df2518a23c3", "address": "fa:16:3e:2e:be:23", "network": {"id": "3fab3b70-ba17-4e6a-ae3d-5a05fb711a8b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-395157993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0727a4c133420fa0cb4f4356dee109", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b6d946a-d3", "ovs_interfaceid": "0b6d946a-d398-4c1e-bf74-7df2518a23c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.201364] env[65418]: DEBUG oslo_vmware.api [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 697.201364] env[65418]: value = "task-4687975" [ 697.201364] env[65418]: _type = "Task" [ 697.201364] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.218030] env[65418]: DEBUG oslo_vmware.api [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.285982] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.286579] env[65418]: DEBUG nova.compute.manager [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 697.289631] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.580s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.291486] env[65418]: INFO nova.compute.claims [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.381967] env[65418]: DEBUG oslo_vmware.api [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687973, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.419437] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.580293] env[65418]: DEBUG oslo_vmware.api [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Task: {'id': task-4687974, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636978} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.580792] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 80fb72d3-6e2c-4118-9936-ba8ce2d59b93/80fb72d3-6e2c-4118-9936-ba8ce2d59b93.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.581861] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.582364] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33546e51-fd71-4e2b-8f41-1214847d89c5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.592015] env[65418]: DEBUG oslo_vmware.api [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Waiting for the task: (returnval){ [ 697.592015] env[65418]: value = "task-4687976" [ 697.592015] env[65418]: _type = "Task" [ 697.592015] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.606024] env[65418]: DEBUG oslo_vmware.api [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Task: {'id': task-4687976, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.666642] env[65418]: DEBUG oslo_concurrency.lockutils [None req-51f08125-7601-4116-a6d5-073c6c0bdcc4 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.702710] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e85a9991-8f99-447e-9df9-78b4dd6b1348 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Releasing lock "refresh_cache-cde5e247-0e3b-4dbd-b715-3cf5312465e2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.715775] env[65418]: DEBUG oslo_vmware.api [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687975, 'name': PowerOffVM_Task, 'duration_secs': 0.425063} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.717096] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.718264] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79221dab-d177-4737-837a-79092a7bc898 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.747658] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8b15b8-0c18-4760-9c4e-a449ab5d66e0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.789881] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.790078] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ab61903-4ae3-4383-9b54-ce34da894cf2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.797963] env[65418]: DEBUG oslo_vmware.api [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 697.797963] env[65418]: value = "task-4687977" [ 697.797963] env[65418]: _type = "Task" [ 697.797963] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.805363] env[65418]: DEBUG nova.compute.utils [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.807177] env[65418]: DEBUG nova.compute.manager [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 697.807410] env[65418]: DEBUG nova.network.neutron [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 697.810970] env[65418]: WARNING neutronclient.v2_0.client [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.810970] env[65418]: WARNING neutronclient.v2_0.client [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.820332] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] VM already powered off {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 697.821028] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.821028] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.821028] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.821338] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 697.821786] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc101253-5f46-4e3c-a8e6-225576bc3e00 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.839603] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 697.839603] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 697.839603] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-573630de-b455-418f-bd8d-fbfee8c0f1a5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.846517] env[65418]: DEBUG oslo_vmware.api [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 697.846517] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52047161-1ee2-61a5-8756-54ab811c022f" [ 697.846517] env[65418]: _type = "Task" [ 697.846517] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.860425] env[65418]: DEBUG oslo_vmware.api [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52047161-1ee2-61a5-8756-54ab811c022f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.876517] env[65418]: DEBUG oslo_vmware.api [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4687973, 'name': CloneVM_Task, 'duration_secs': 1.478719} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.876803] env[65418]: INFO nova.virt.vmwareapi.vmops [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Created linked-clone VM from snapshot [ 697.877599] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c518bd0a-69b9-45b0-a627-d9297fad10a8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.889197] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Uploading image 79109d6e-4055-4d02-b5e0-b1bd81081a66 {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 697.922629] env[65418]: DEBUG oslo_vmware.rw_handles [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 697.922629] env[65418]: value = "vm-915072" [ 697.922629] env[65418]: _type = "VirtualMachine" [ 697.922629] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 697.922629] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f8809317-89e5-460b-a8f7-ab9fd25874bc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.926319] env[65418]: DEBUG nova.policy [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '337c0dd04d2145c387cdec8ed392ee46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8f59352c4f1488880320587e3162e12', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.934991] env[65418]: DEBUG oslo_vmware.rw_handles [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Lease: (returnval){ [ 697.934991] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523172b6-3e5d-2e51-464b-17129f0efa8a" [ 697.934991] env[65418]: _type = "HttpNfcLease" [ 697.934991] env[65418]: } obtained for exporting VM: (result){ [ 697.934991] env[65418]: value = "vm-915072" [ 697.934991] env[65418]: _type = "VirtualMachine" [ 697.934991] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 697.935253] env[65418]: DEBUG oslo_vmware.api [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for the lease: (returnval){ [ 697.935253] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523172b6-3e5d-2e51-464b-17129f0efa8a" [ 697.935253] env[65418]: _type = "HttpNfcLease" [ 697.935253] env[65418]: } to be ready. {{(pid=65418) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 697.943730] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 697.943730] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523172b6-3e5d-2e51-464b-17129f0efa8a" [ 697.943730] env[65418]: _type = "HttpNfcLease" [ 697.943730] env[65418]: } is initializing. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 698.107276] env[65418]: DEBUG oslo_vmware.api [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Task: {'id': task-4687976, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073822} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.108094] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.108963] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae093989-d654-4f4a-ae1a-f3c8a09d261f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.144142] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 80fb72d3-6e2c-4118-9936-ba8ce2d59b93/80fb72d3-6e2c-4118-9936-ba8ce2d59b93.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.146283] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc26d316-ba43-43d4-95f5-afeedad7b86f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.174492] env[65418]: DEBUG oslo_vmware.api [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Waiting for the task: (returnval){ [ 698.174492] env[65418]: value = "task-4687979" [ 698.174492] env[65418]: _type = "Task" [ 698.174492] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.191719] env[65418]: DEBUG oslo_vmware.api [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Task: {'id': task-4687979, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.314608] env[65418]: DEBUG nova.compute.manager [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 698.364415] env[65418]: DEBUG oslo_vmware.api [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52047161-1ee2-61a5-8756-54ab811c022f, 'name': SearchDatastore_Task, 'duration_secs': 0.017018} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.375515] env[65418]: DEBUG nova.network.neutron [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Successfully created port: bdc614ae-dd15-43e6-9f89-4414dc52b0fe {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 698.379140] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-925432de-01f8-4547-a2f0-641de17127f0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.388341] env[65418]: DEBUG oslo_vmware.api [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 698.388341] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e3fe03-3036-633a-c001-f0a2f00b66ba" [ 698.388341] env[65418]: _type = "Task" [ 698.388341] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.401277] env[65418]: DEBUG oslo_vmware.api [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e3fe03-3036-633a-c001-f0a2f00b66ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.407759] env[65418]: DEBUG nova.compute.manager [req-ade2c683-61c1-4c10-84e9-9581678b6845 req-2378211a-ed5f-4eaa-80e3-b981a9121845 service nova] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Received event network-changed-79f77ed5-4f61-459b-a791-212c1a289be8 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 698.407759] env[65418]: DEBUG nova.compute.manager [req-ade2c683-61c1-4c10-84e9-9581678b6845 req-2378211a-ed5f-4eaa-80e3-b981a9121845 service nova] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Refreshing instance network info cache due to event network-changed-79f77ed5-4f61-459b-a791-212c1a289be8. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 698.407759] env[65418]: DEBUG oslo_concurrency.lockutils [req-ade2c683-61c1-4c10-84e9-9581678b6845 req-2378211a-ed5f-4eaa-80e3-b981a9121845 service nova] Acquiring lock "refresh_cache-9950c4dd-f19a-47e4-9196-f30f3c9e0ff8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.407759] env[65418]: DEBUG oslo_concurrency.lockutils [req-ade2c683-61c1-4c10-84e9-9581678b6845 req-2378211a-ed5f-4eaa-80e3-b981a9121845 service nova] Acquired lock "refresh_cache-9950c4dd-f19a-47e4-9196-f30f3c9e0ff8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.407759] env[65418]: DEBUG nova.network.neutron [req-ade2c683-61c1-4c10-84e9-9581678b6845 req-2378211a-ed5f-4eaa-80e3-b981a9121845 service nova] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Refreshing network info cache for port 79f77ed5-4f61-459b-a791-212c1a289be8 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.450313] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 698.450313] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523172b6-3e5d-2e51-464b-17129f0efa8a" [ 698.450313] env[65418]: _type = "HttpNfcLease" [ 698.450313] env[65418]: } is ready. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 698.451114] env[65418]: DEBUG oslo_vmware.rw_handles [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 698.451114] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523172b6-3e5d-2e51-464b-17129f0efa8a" [ 698.451114] env[65418]: _type = "HttpNfcLease" [ 698.451114] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 698.452253] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03041016-fd54-4413-9b54-8c6bb97de73a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.464976] env[65418]: DEBUG oslo_vmware.rw_handles [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fd652b-31f8-4606-0c25-55c77d48a93d/disk-0.vmdk from lease info. {{(pid=65418) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 698.465196] env[65418]: DEBUG oslo_vmware.rw_handles [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fd652b-31f8-4606-0c25-55c77d48a93d/disk-0.vmdk for reading. {{(pid=65418) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 698.578642] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e06c7a37-65cd-474c-9b5f-c0e857cd655f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.692747] env[65418]: DEBUG oslo_vmware.api [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Task: {'id': task-4687979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.716186] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85a9991-8f99-447e-9df9-78b4dd6b1348 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.717104] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b96f76a-bc11-4367-8162-ee8756dd94bc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.726202] env[65418]: DEBUG oslo_vmware.api [None req-e85a9991-8f99-447e-9df9-78b4dd6b1348 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 698.726202] env[65418]: value = "task-4687980" [ 698.726202] env[65418]: _type = "Task" [ 698.726202] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.743554] env[65418]: DEBUG oslo_vmware.api [None req-e85a9991-8f99-447e-9df9-78b4dd6b1348 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4687980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.915991] env[65418]: WARNING neutronclient.v2_0.client [req-ade2c683-61c1-4c10-84e9-9581678b6845 req-2378211a-ed5f-4eaa-80e3-b981a9121845 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.919042] env[65418]: DEBUG oslo_vmware.api [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e3fe03-3036-633a-c001-f0a2f00b66ba, 'name': SearchDatastore_Task, 'duration_secs': 0.012577} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.924297] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.925584] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] d49e04fe-3f84-4baf-8d60-c81d4372fc03/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4-rescue.vmdk. {{(pid=65418) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 698.925584] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55d087f7-cf6a-4118-85e6-72880ff1963c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.939334] env[65418]: DEBUG oslo_vmware.api [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 698.939334] env[65418]: value = "task-4687981" [ 698.939334] env[65418]: _type = "Task" [ 698.939334] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.951156] env[65418]: DEBUG oslo_vmware.api [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.066463] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c168b4-dd79-49c7-ba8b-adadebbe8bea {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.075831] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba21462c-735d-42f9-9a1f-ef3ef413525d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.110179] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c50607a-fc10-4f0e-a52c-a769cf75e756 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.120153] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80261a40-5eb6-4a87-aee3-b92f7f853736 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.137140] env[65418]: DEBUG nova.compute.provider_tree [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.190460] env[65418]: DEBUG oslo_vmware.api [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Task: {'id': task-4687979, 'name': ReconfigVM_Task, 'duration_secs': 0.670983} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.192960] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 80fb72d3-6e2c-4118-9936-ba8ce2d59b93/80fb72d3-6e2c-4118-9936-ba8ce2d59b93.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.192960] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aff36ee8-a064-4234-a944-6aed1bb39506 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.203560] env[65418]: DEBUG oslo_vmware.api [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Waiting for the task: (returnval){ [ 699.203560] env[65418]: value = "task-4687982" [ 699.203560] env[65418]: _type = "Task" [ 699.203560] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.215214] env[65418]: DEBUG oslo_vmware.api [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Task: {'id': task-4687982, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.250462] env[65418]: DEBUG oslo_vmware.api [None req-e85a9991-8f99-447e-9df9-78b4dd6b1348 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4687980, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.331891] env[65418]: DEBUG nova.compute.manager [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 699.368122] env[65418]: DEBUG nova.virt.hardware [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 699.371414] env[65418]: DEBUG nova.virt.hardware [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.371414] env[65418]: DEBUG nova.virt.hardware [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 699.371414] env[65418]: DEBUG nova.virt.hardware [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.371414] env[65418]: DEBUG nova.virt.hardware [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 699.371414] env[65418]: DEBUG nova.virt.hardware [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 699.372320] env[65418]: DEBUG nova.virt.hardware [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 699.372320] env[65418]: DEBUG nova.virt.hardware [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 699.372320] env[65418]: DEBUG nova.virt.hardware [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 699.372320] env[65418]: DEBUG nova.virt.hardware [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 699.372320] env[65418]: DEBUG nova.virt.hardware [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 699.372510] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86678b7-da93-4fa3-8f9d-a92ff5925de8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.384745] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbc84b7-7ad5-4b35-96e9-3fd563fa413c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.452562] env[65418]: DEBUG oslo_vmware.api [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687981, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.552951] env[65418]: WARNING neutronclient.v2_0.client [req-ade2c683-61c1-4c10-84e9-9581678b6845 req-2378211a-ed5f-4eaa-80e3-b981a9121845 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.641060] env[65418]: DEBUG nova.scheduler.client.report [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.665647] env[65418]: DEBUG nova.network.neutron [req-ade2c683-61c1-4c10-84e9-9581678b6845 req-2378211a-ed5f-4eaa-80e3-b981a9121845 service nova] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Updated VIF entry in instance network info cache for port 79f77ed5-4f61-459b-a791-212c1a289be8. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 699.666038] env[65418]: DEBUG nova.network.neutron [req-ade2c683-61c1-4c10-84e9-9581678b6845 req-2378211a-ed5f-4eaa-80e3-b981a9121845 service nova] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Updating instance_info_cache with network_info: [{"id": "79f77ed5-4f61-459b-a791-212c1a289be8", "address": "fa:16:3e:6f:33:3f", "network": {"id": "1aaf8516-09d9-410e-be0d-f390b0f5bb20", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-902382830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "30ecb475b47b47959f8dfddc232aa8e9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79f77ed5-4f", "ovs_interfaceid": "79f77ed5-4f61-459b-a791-212c1a289be8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.716553] env[65418]: DEBUG oslo_vmware.api [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Task: {'id': task-4687982, 'name': Rename_Task, 'duration_secs': 0.235442} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.716847] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.717190] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-974994d9-f544-42a5-86f3-010104454431 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.727941] env[65418]: DEBUG oslo_vmware.api [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Waiting for the task: (returnval){ [ 699.727941] env[65418]: value = "task-4687983" [ 699.727941] env[65418]: _type = "Task" [ 699.727941] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.739262] env[65418]: DEBUG oslo_vmware.api [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Task: {'id': task-4687983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.744736] env[65418]: DEBUG oslo_vmware.api [None req-e85a9991-8f99-447e-9df9-78b4dd6b1348 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4687980, 'name': PowerOnVM_Task, 'duration_secs': 0.616692} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.745014] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85a9991-8f99-447e-9df9-78b4dd6b1348 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.745545] env[65418]: DEBUG nova.compute.manager [None req-e85a9991-8f99-447e-9df9-78b4dd6b1348 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 699.745992] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf1a91b-1ebd-4673-b5ad-34d57230e504 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.953534] env[65418]: DEBUG oslo_vmware.api [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687981, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65526} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.955159] env[65418]: INFO nova.virt.vmwareapi.ds_util [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] d49e04fe-3f84-4baf-8d60-c81d4372fc03/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4-rescue.vmdk. [ 699.956097] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efd9133-1600-4229-9dd7-625701c55eee {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.994765] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] d49e04fe-3f84-4baf-8d60-c81d4372fc03/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4-rescue.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.994955] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f334aba9-5d06-40cc-99c6-20a9e8a205fd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.019311] env[65418]: DEBUG oslo_vmware.api [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 700.019311] env[65418]: value = "task-4687984" [ 700.019311] env[65418]: _type = "Task" [ 700.019311] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.026297] env[65418]: DEBUG oslo_vmware.api [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687984, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.071196] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6a1cd94c-251a-4cca-8341-367cd3ac93eb tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquiring lock "bf4b716b-1514-4c79-a1fd-34846d330eda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.071600] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6a1cd94c-251a-4cca-8341-367cd3ac93eb tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Lock "bf4b716b-1514-4c79-a1fd-34846d330eda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.071919] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6a1cd94c-251a-4cca-8341-367cd3ac93eb tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquiring lock "bf4b716b-1514-4c79-a1fd-34846d330eda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.072201] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6a1cd94c-251a-4cca-8341-367cd3ac93eb tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Lock "bf4b716b-1514-4c79-a1fd-34846d330eda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.072572] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6a1cd94c-251a-4cca-8341-367cd3ac93eb tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Lock "bf4b716b-1514-4c79-a1fd-34846d330eda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.077051] env[65418]: INFO nova.compute.manager [None req-6a1cd94c-251a-4cca-8341-367cd3ac93eb tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Terminating instance [ 700.146725] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.857s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.147617] env[65418]: DEBUG nova.compute.manager [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 700.150933] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b104c073-56c3-4772-8231-889583536666 tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.546s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.151150] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b104c073-56c3-4772-8231-889583536666 tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.155034] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.770s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.155136] env[65418]: INFO nova.compute.claims [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.171045] env[65418]: DEBUG oslo_concurrency.lockutils [req-ade2c683-61c1-4c10-84e9-9581678b6845 req-2378211a-ed5f-4eaa-80e3-b981a9121845 service nova] Releasing lock "refresh_cache-9950c4dd-f19a-47e4-9196-f30f3c9e0ff8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.188351] env[65418]: DEBUG nova.network.neutron [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Successfully updated port: bdc614ae-dd15-43e6-9f89-4414dc52b0fe {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 700.191685] env[65418]: INFO nova.scheduler.client.report [None req-b104c073-56c3-4772-8231-889583536666 tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Deleted allocations for instance 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc [ 700.241052] env[65418]: DEBUG oslo_vmware.api [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Task: {'id': task-4687983, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.294056] env[65418]: DEBUG nova.compute.manager [req-a9c765d9-15e5-4931-a039-383e21ba12d2 req-5f118814-11a2-4422-a865-e5d77ee526b7 service nova] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Received event network-vif-deleted-3b8aae7e-3669-4d8c-9f9b-80213182e76f {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 700.367551] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquiring lock "4b446122-8965-4d44-974c-bedbf73cf659" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.368307] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lock "4b446122-8965-4d44-974c-bedbf73cf659" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.528506] env[65418]: DEBUG oslo_vmware.api [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.585521] env[65418]: DEBUG nova.compute.manager [None req-6a1cd94c-251a-4cca-8341-367cd3ac93eb tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 700.585904] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1cd94c-251a-4cca-8341-367cd3ac93eb tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.587124] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85388586-b9e5-4aa4-a507-4ab4a88bf4c4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.596305] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1cd94c-251a-4cca-8341-367cd3ac93eb tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.596817] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11270a6d-de5b-459f-96f3-bf76e74408bc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.606423] env[65418]: DEBUG oslo_vmware.api [None req-6a1cd94c-251a-4cca-8341-367cd3ac93eb tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 700.606423] env[65418]: value = "task-4687985" [ 700.606423] env[65418]: _type = "Task" [ 700.606423] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.617739] env[65418]: DEBUG oslo_vmware.api [None req-6a1cd94c-251a-4cca-8341-367cd3ac93eb tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4687985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.660632] env[65418]: DEBUG nova.compute.utils [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.665054] env[65418]: DEBUG nova.compute.manager [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 700.665409] env[65418]: DEBUG nova.network.neutron [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 700.665745] env[65418]: WARNING neutronclient.v2_0.client [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.666110] env[65418]: WARNING neutronclient.v2_0.client [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.696581] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquiring lock "refresh_cache-d0bebee5-1131-4f01-85d6-502a2a030524" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.696788] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquired lock "refresh_cache-d0bebee5-1131-4f01-85d6-502a2a030524" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.696992] env[65418]: DEBUG nova.network.neutron [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 700.705035] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b104c073-56c3-4772-8231-889583536666 tempest-ImagesNegativeTestJSON-897306554 tempest-ImagesNegativeTestJSON-897306554-project-member] Lock "47ed285c-fd2a-436a-a3a4-bc08f62c1bbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.825s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.741660] env[65418]: DEBUG oslo_vmware.api [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Task: {'id': task-4687983, 'name': PowerOnVM_Task, 'duration_secs': 0.859371} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.743206] env[65418]: DEBUG nova.policy [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '337c0dd04d2145c387cdec8ed392ee46', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8f59352c4f1488880320587e3162e12', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.744845] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.745112] env[65418]: INFO nova.compute.manager [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Took 10.00 seconds to spawn the instance on the hypervisor. [ 700.745257] env[65418]: DEBUG nova.compute.manager [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 700.747900] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e954f0-9fec-4cb5-b27c-60b16df3e8ae {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.871267] env[65418]: DEBUG nova.compute.manager [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 701.031902] env[65418]: DEBUG oslo_vmware.api [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.118577] env[65418]: DEBUG oslo_vmware.api [None req-6a1cd94c-251a-4cca-8341-367cd3ac93eb tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4687985, 'name': PowerOffVM_Task, 'duration_secs': 0.300904} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.118770] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1cd94c-251a-4cca-8341-367cd3ac93eb tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 701.119080] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1cd94c-251a-4cca-8341-367cd3ac93eb tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 701.119396] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df1d11e2-b839-43f0-9412-a3972aaa63c4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.168730] env[65418]: DEBUG nova.network.neutron [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Successfully created port: f88d5e82-8dd4-47bd-8337-28cce6809a6f {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 701.175533] env[65418]: DEBUG nova.compute.manager [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 701.211516] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1cd94c-251a-4cca-8341-367cd3ac93eb tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 701.211824] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1cd94c-251a-4cca-8341-367cd3ac93eb tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 701.212087] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a1cd94c-251a-4cca-8341-367cd3ac93eb tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Deleting the datastore file [datastore2] bf4b716b-1514-4c79-a1fd-34846d330eda {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.212446] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b169f9a8-e914-446d-8886-d0856f30a516 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.219965] env[65418]: DEBUG oslo_vmware.api [None req-6a1cd94c-251a-4cca-8341-367cd3ac93eb tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 701.219965] env[65418]: value = "task-4687987" [ 701.219965] env[65418]: _type = "Task" [ 701.219965] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.224619] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4099473f-ee96-4b49-a4db-ab9f84c19493 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Acquiring lock "5ead0aad-8032-408f-ba51-a793bf0652c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.224619] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4099473f-ee96-4b49-a4db-ab9f84c19493 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Lock "5ead0aad-8032-408f-ba51-a793bf0652c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.224811] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4099473f-ee96-4b49-a4db-ab9f84c19493 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Acquiring lock "5ead0aad-8032-408f-ba51-a793bf0652c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.224946] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4099473f-ee96-4b49-a4db-ab9f84c19493 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Lock "5ead0aad-8032-408f-ba51-a793bf0652c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.225009] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4099473f-ee96-4b49-a4db-ab9f84c19493 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Lock "5ead0aad-8032-408f-ba51-a793bf0652c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.230109] env[65418]: INFO nova.compute.manager [None req-4099473f-ee96-4b49-a4db-ab9f84c19493 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Terminating instance [ 701.236036] env[65418]: DEBUG oslo_vmware.api [None req-6a1cd94c-251a-4cca-8341-367cd3ac93eb tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4687987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.275110] env[65418]: INFO nova.compute.manager [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Took 34.04 seconds to build instance. [ 701.338078] env[65418]: DEBUG nova.network.neutron [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 701.405818] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.534618] env[65418]: DEBUG oslo_vmware.api [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687984, 'name': ReconfigVM_Task, 'duration_secs': 1.17271} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.538925] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Reconfigured VM instance instance-0000001a to attach disk [datastore2] d49e04fe-3f84-4baf-8d60-c81d4372fc03/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4-rescue.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.539369] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3761d03-6835-406d-9f91-b1c620511d91 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.578176] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13581daa-2030-4ce6-b6d5-aba3731fe83b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.595176] env[65418]: DEBUG oslo_vmware.api [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 701.595176] env[65418]: value = "task-4687988" [ 701.595176] env[65418]: _type = "Task" [ 701.595176] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.610620] env[65418]: DEBUG oslo_vmware.api [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687988, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.714039] env[65418]: WARNING neutronclient.v2_0.client [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.735021] env[65418]: DEBUG oslo_vmware.api [None req-6a1cd94c-251a-4cca-8341-367cd3ac93eb tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4687987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240353} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.736575] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a1cd94c-251a-4cca-8341-367cd3ac93eb tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.736575] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1cd94c-251a-4cca-8341-367cd3ac93eb tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 701.736575] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1cd94c-251a-4cca-8341-367cd3ac93eb tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 701.736575] env[65418]: INFO nova.compute.manager [None req-6a1cd94c-251a-4cca-8341-367cd3ac93eb tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Took 1.15 seconds to destroy the instance on the hypervisor. [ 701.736575] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-6a1cd94c-251a-4cca-8341-367cd3ac93eb tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 701.736810] env[65418]: DEBUG nova.compute.manager [-] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 701.736810] env[65418]: DEBUG nova.network.neutron [-] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 701.736810] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.741517] env[65418]: DEBUG nova.compute.manager [None req-4099473f-ee96-4b49-a4db-ab9f84c19493 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 701.741744] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4099473f-ee96-4b49-a4db-ab9f84c19493 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.742621] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68682f41-f3d8-44f7-9e6c-9e99f486f4e2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.747072] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069ff810-4c02-4f9c-af85-188cedc4ce54 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.757885] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3160ff-3aef-42cb-8221-3004ce1924c4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.761551] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4099473f-ee96-4b49-a4db-ab9f84c19493 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.762408] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-915298a6-cda7-42ca-ac70-a07937a27b19 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.799758] env[65418]: DEBUG oslo_concurrency.lockutils [None req-961960ab-0c11-4ba5-96e7-505d36590f02 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Lock "80fb72d3-6e2c-4118-9936-ba8ce2d59b93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.592s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.802017] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b41fff-023f-4f44-a770-74a2aab1ead2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.805267] env[65418]: DEBUG oslo_vmware.api [None req-4099473f-ee96-4b49-a4db-ab9f84c19493 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Waiting for the task: (returnval){ [ 701.805267] env[65418]: value = "task-4687989" [ 701.805267] env[65418]: _type = "Task" [ 701.805267] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.813440] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebf19a1-dfd1-4f06-b303-d238cbe0c98a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.822663] env[65418]: DEBUG oslo_vmware.api [None req-4099473f-ee96-4b49-a4db-ab9f84c19493 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Task: {'id': task-4687989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.835374] env[65418]: DEBUG nova.compute.provider_tree [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.924197] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.106858] env[65418]: DEBUG oslo_vmware.api [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687988, 'name': ReconfigVM_Task, 'duration_secs': 0.280359} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.108179] env[65418]: DEBUG nova.network.neutron [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Updating instance_info_cache with network_info: [{"id": "bdc614ae-dd15-43e6-9f89-4414dc52b0fe", "address": "fa:16:3e:8c:6f:5d", "network": {"id": "a4f68f65-c507-4daa-a19f-087d9b9b0756", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1446370278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f59352c4f1488880320587e3162e12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdc614ae-dd", "ovs_interfaceid": "bdc614ae-dd15-43e6-9f89-4414dc52b0fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.109430] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.109958] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-230e4c33-66b1-4b69-b83e-0b35f595c5dc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.117503] env[65418]: DEBUG oslo_vmware.api [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 702.117503] env[65418]: value = "task-4687990" [ 702.117503] env[65418]: _type = "Task" [ 702.117503] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.127492] env[65418]: DEBUG oslo_vmware.api [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.196312] env[65418]: DEBUG nova.compute.manager [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 702.223812] env[65418]: DEBUG nova.virt.hardware [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 702.224083] env[65418]: DEBUG nova.virt.hardware [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.224269] env[65418]: DEBUG nova.virt.hardware [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 702.224407] env[65418]: DEBUG nova.virt.hardware [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.224576] env[65418]: DEBUG nova.virt.hardware [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 702.224740] env[65418]: DEBUG nova.virt.hardware [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 702.224943] env[65418]: DEBUG nova.virt.hardware [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 702.225144] env[65418]: DEBUG nova.virt.hardware [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 702.225319] env[65418]: DEBUG nova.virt.hardware [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 702.225479] env[65418]: DEBUG nova.virt.hardware [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 702.225681] env[65418]: DEBUG nova.virt.hardware [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 702.226602] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000054a4-c86c-46bb-9de7-5d7515fcc7c7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.237062] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b418f4c3-bce5-446b-9350-007570632c6c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.258313] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "8fe24eee-92e6-4c17-bd9c-50d538e33739" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.258566] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "8fe24eee-92e6-4c17-bd9c-50d538e33739" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.317786] env[65418]: DEBUG oslo_vmware.api [None req-4099473f-ee96-4b49-a4db-ab9f84c19493 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Task: {'id': task-4687989, 'name': PowerOffVM_Task, 'duration_secs': 0.280657} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.318165] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4099473f-ee96-4b49-a4db-ab9f84c19493 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.318380] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4099473f-ee96-4b49-a4db-ab9f84c19493 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.318689] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7868e56c-8fae-4100-a7d6-90ffc4c7116e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.339748] env[65418]: DEBUG nova.scheduler.client.report [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.409580] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4099473f-ee96-4b49-a4db-ab9f84c19493 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 702.409910] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4099473f-ee96-4b49-a4db-ab9f84c19493 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 702.410165] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-4099473f-ee96-4b49-a4db-ab9f84c19493 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Deleting the datastore file [datastore2] 5ead0aad-8032-408f-ba51-a793bf0652c2 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.410603] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1ee2191-e7d4-431d-a0e4-61a7dd648ed6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.419075] env[65418]: DEBUG oslo_vmware.api [None req-4099473f-ee96-4b49-a4db-ab9f84c19493 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Waiting for the task: (returnval){ [ 702.419075] env[65418]: value = "task-4687992" [ 702.419075] env[65418]: _type = "Task" [ 702.419075] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.429669] env[65418]: DEBUG oslo_vmware.api [None req-4099473f-ee96-4b49-a4db-ab9f84c19493 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Task: {'id': task-4687992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.613341] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Releasing lock "refresh_cache-d0bebee5-1131-4f01-85d6-502a2a030524" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.613341] env[65418]: DEBUG nova.compute.manager [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Instance network_info: |[{"id": "bdc614ae-dd15-43e6-9f89-4414dc52b0fe", "address": "fa:16:3e:8c:6f:5d", "network": {"id": "a4f68f65-c507-4daa-a19f-087d9b9b0756", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1446370278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f59352c4f1488880320587e3162e12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdc614ae-dd", "ovs_interfaceid": "bdc614ae-dd15-43e6-9f89-4414dc52b0fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 702.613908] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:6f:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bdc614ae-dd15-43e6-9f89-4414dc52b0fe', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.622471] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 702.622612] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.626941] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ca42946-d09a-44c1-8e58-688335d5fb63 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.660741] env[65418]: DEBUG oslo_vmware.api [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687990, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.662610] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.662610] env[65418]: value = "task-4687993" [ 702.662610] env[65418]: _type = "Task" [ 702.662610] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.674276] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687993, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.762782] env[65418]: DEBUG nova.compute.manager [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 702.805839] env[65418]: DEBUG nova.network.neutron [-] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.848335] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.849133] env[65418]: DEBUG nova.compute.manager [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 702.854888] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9eb2522e-965d-4724-823b-72a0dac887b0 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.528s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.858422] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9eb2522e-965d-4724-823b-72a0dac887b0 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.862019] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.948s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.865252] env[65418]: INFO nova.compute.claims [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.905567] env[65418]: INFO nova.scheduler.client.report [None req-9eb2522e-965d-4724-823b-72a0dac887b0 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Deleted allocations for instance 59744ef5-6446-41c2-8780-3ac4c3288b44 [ 702.928138] env[65418]: DEBUG nova.network.neutron [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Successfully updated port: f88d5e82-8dd4-47bd-8337-28cce6809a6f {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 702.940608] env[65418]: DEBUG oslo_vmware.api [None req-4099473f-ee96-4b49-a4db-ab9f84c19493 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Task: {'id': task-4687992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251447} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.940608] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-4099473f-ee96-4b49-a4db-ab9f84c19493 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.940608] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4099473f-ee96-4b49-a4db-ab9f84c19493 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.940608] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4099473f-ee96-4b49-a4db-ab9f84c19493 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.940863] env[65418]: INFO nova.compute.manager [None req-4099473f-ee96-4b49-a4db-ab9f84c19493 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Took 1.20 seconds to destroy the instance on the hypervisor. [ 702.941086] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-4099473f-ee96-4b49-a4db-ab9f84c19493 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 702.941344] env[65418]: DEBUG nova.compute.manager [-] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 702.941469] env[65418]: DEBUG nova.network.neutron [-] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 702.942044] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.099194] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.137956] env[65418]: DEBUG oslo_vmware.api [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4687990, 'name': PowerOnVM_Task, 'duration_secs': 0.599948} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.138254] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.145810] env[65418]: DEBUG nova.compute.manager [None req-f81abfcd-998f-48f8-bf2d-f8202b907f67 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 703.145810] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cbbb47-9c73-4e62-abe4-513443d45899 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.170916] env[65418]: DEBUG nova.compute.manager [req-65c89738-c79e-4b25-bab0-bab54cce798a req-2343c6db-9375-4bdf-a61a-a679e15820f1 service nova] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Received event network-changed-07516081-95d5-411b-9914-1f658ec348e5 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 703.171123] env[65418]: DEBUG nova.compute.manager [req-65c89738-c79e-4b25-bab0-bab54cce798a req-2343c6db-9375-4bdf-a61a-a679e15820f1 service nova] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Refreshing instance network info cache due to event network-changed-07516081-95d5-411b-9914-1f658ec348e5. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 703.171329] env[65418]: DEBUG oslo_concurrency.lockutils [req-65c89738-c79e-4b25-bab0-bab54cce798a req-2343c6db-9375-4bdf-a61a-a679e15820f1 service nova] Acquiring lock "refresh_cache-45c2e0c5-9481-4e6d-b83d-545c7d2163a4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.171454] env[65418]: DEBUG oslo_concurrency.lockutils [req-65c89738-c79e-4b25-bab0-bab54cce798a req-2343c6db-9375-4bdf-a61a-a679e15820f1 service nova] Acquired lock "refresh_cache-45c2e0c5-9481-4e6d-b83d-545c7d2163a4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.171603] env[65418]: DEBUG nova.network.neutron [req-65c89738-c79e-4b25-bab0-bab54cce798a req-2343c6db-9375-4bdf-a61a-a679e15820f1 service nova] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Refreshing network info cache for port 07516081-95d5-411b-9914-1f658ec348e5 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.180784] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687993, 'name': CreateVM_Task, 'duration_secs': 0.468715} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.180978] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.183627] env[65418]: WARNING neutronclient.v2_0.client [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.183627] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.183627] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.183627] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.183627] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d65f1660-f90c-4f19-9f95-c5c1b7a1e43e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.192030] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 703.192030] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5212e78d-eae6-1810-20d2-efd0409d0bc5" [ 703.192030] env[65418]: _type = "Task" [ 703.192030] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.201606] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5212e78d-eae6-1810-20d2-efd0409d0bc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.291312] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.309492] env[65418]: INFO nova.compute.manager [-] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Took 1.57 seconds to deallocate network for instance. [ 703.372558] env[65418]: DEBUG nova.compute.utils [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.375065] env[65418]: DEBUG nova.compute.manager [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 703.375347] env[65418]: DEBUG nova.network.neutron [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 703.375671] env[65418]: WARNING neutronclient.v2_0.client [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.376145] env[65418]: WARNING neutronclient.v2_0.client [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.407961] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Acquiring lock "49ebbc06-bfc6-4b0f-82dd-eedd572f8147" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.408211] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Lock "49ebbc06-bfc6-4b0f-82dd-eedd572f8147" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.417566] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9eb2522e-965d-4724-823b-72a0dac887b0 tempest-ServerExternalEventsTest-26964502 tempest-ServerExternalEventsTest-26964502-project-member] Lock "59744ef5-6446-41c2-8780-3ac4c3288b44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.251s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.431295] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquiring lock "refresh_cache-491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.431513] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquired lock "refresh_cache-491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.431666] env[65418]: DEBUG nova.network.neutron [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 703.458770] env[65418]: DEBUG nova.policy [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec673dbf8056445daac98459441ebc94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea9a1850358a42e49d88f4b344fe6d7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.676631] env[65418]: WARNING neutronclient.v2_0.client [req-65c89738-c79e-4b25-bab0-bab54cce798a req-2343c6db-9375-4bdf-a61a-a679e15820f1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.703035] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5212e78d-eae6-1810-20d2-efd0409d0bc5, 'name': SearchDatastore_Task, 'duration_secs': 0.018623} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.703151] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.703361] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.703599] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.703736] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.703905] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.704202] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff011667-6743-4a66-a582-1846c14683cf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.725178] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.725444] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.726267] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edbc31d9-0521-4c52-ae98-f8a030535e1f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.739093] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 703.739093] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520399f8-2e5f-279b-2a13-23846526a79f" [ 703.739093] env[65418]: _type = "Task" [ 703.739093] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.751989] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520399f8-2e5f-279b-2a13-23846526a79f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.818113] env[65418]: DEBUG nova.network.neutron [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Successfully created port: 925bb535-f45c-443e-a12e-475cea0eb3f0 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 703.823488] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6a1cd94c-251a-4cca-8341-367cd3ac93eb tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.881589] env[65418]: DEBUG nova.compute.manager [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 703.935098] env[65418]: DEBUG nova.network.neutron [-] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.032037] env[65418]: DEBUG nova.network.neutron [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 704.216928] env[65418]: WARNING neutronclient.v2_0.client [req-65c89738-c79e-4b25-bab0-bab54cce798a req-2343c6db-9375-4bdf-a61a-a679e15820f1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.253285] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520399f8-2e5f-279b-2a13-23846526a79f, 'name': SearchDatastore_Task, 'duration_secs': 0.019907} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.254171] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0af53dc3-f9d8-4623-b588-d1aeb03f8f2c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.260565] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 704.260565] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5240aa6a-fc50-997a-ab97-031dae2d5546" [ 704.260565] env[65418]: _type = "Task" [ 704.260565] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.273263] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5240aa6a-fc50-997a-ab97-031dae2d5546, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.303046] env[65418]: DEBUG nova.compute.manager [req-016f26c1-5ad8-48d7-babf-ed388dde3b8d req-7a4d62bb-03b4-4c52-8d6a-615a95083581 service nova] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Received event network-vif-plugged-bdc614ae-dd15-43e6-9f89-4414dc52b0fe {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 704.303252] env[65418]: DEBUG oslo_concurrency.lockutils [req-016f26c1-5ad8-48d7-babf-ed388dde3b8d req-7a4d62bb-03b4-4c52-8d6a-615a95083581 service nova] Acquiring lock "d0bebee5-1131-4f01-85d6-502a2a030524-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.303619] env[65418]: DEBUG oslo_concurrency.lockutils [req-016f26c1-5ad8-48d7-babf-ed388dde3b8d req-7a4d62bb-03b4-4c52-8d6a-615a95083581 service nova] Lock "d0bebee5-1131-4f01-85d6-502a2a030524-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.303619] env[65418]: DEBUG oslo_concurrency.lockutils [req-016f26c1-5ad8-48d7-babf-ed388dde3b8d req-7a4d62bb-03b4-4c52-8d6a-615a95083581 service nova] Lock "d0bebee5-1131-4f01-85d6-502a2a030524-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.303794] env[65418]: DEBUG nova.compute.manager [req-016f26c1-5ad8-48d7-babf-ed388dde3b8d req-7a4d62bb-03b4-4c52-8d6a-615a95083581 service nova] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] No waiting events found dispatching network-vif-plugged-bdc614ae-dd15-43e6-9f89-4414dc52b0fe {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 704.303951] env[65418]: WARNING nova.compute.manager [req-016f26c1-5ad8-48d7-babf-ed388dde3b8d req-7a4d62bb-03b4-4c52-8d6a-615a95083581 service nova] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Received unexpected event network-vif-plugged-bdc614ae-dd15-43e6-9f89-4414dc52b0fe for instance with vm_state building and task_state spawning. [ 704.304379] env[65418]: DEBUG nova.compute.manager [req-016f26c1-5ad8-48d7-babf-ed388dde3b8d req-7a4d62bb-03b4-4c52-8d6a-615a95083581 service nova] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Received event network-changed-bdc614ae-dd15-43e6-9f89-4414dc52b0fe {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 704.304651] env[65418]: DEBUG nova.compute.manager [req-016f26c1-5ad8-48d7-babf-ed388dde3b8d req-7a4d62bb-03b4-4c52-8d6a-615a95083581 service nova] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Refreshing instance network info cache due to event network-changed-bdc614ae-dd15-43e6-9f89-4414dc52b0fe. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 704.304735] env[65418]: DEBUG oslo_concurrency.lockutils [req-016f26c1-5ad8-48d7-babf-ed388dde3b8d req-7a4d62bb-03b4-4c52-8d6a-615a95083581 service nova] Acquiring lock "refresh_cache-d0bebee5-1131-4f01-85d6-502a2a030524" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.304864] env[65418]: DEBUG oslo_concurrency.lockutils [req-016f26c1-5ad8-48d7-babf-ed388dde3b8d req-7a4d62bb-03b4-4c52-8d6a-615a95083581 service nova] Acquired lock "refresh_cache-d0bebee5-1131-4f01-85d6-502a2a030524" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.305243] env[65418]: DEBUG nova.network.neutron [req-016f26c1-5ad8-48d7-babf-ed388dde3b8d req-7a4d62bb-03b4-4c52-8d6a-615a95083581 service nova] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Refreshing network info cache for port bdc614ae-dd15-43e6-9f89-4414dc52b0fe {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.383602] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d671a4c7-4c02-40b4-8614-94a4e497b302 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.403584] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54db4d0-6b28-47e8-8f80-e8794d05e695 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.444857] env[65418]: INFO nova.compute.manager [-] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Took 1.50 seconds to deallocate network for instance. [ 704.457850] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5de4d7-87b2-4705-a33f-40cd588b30b4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.474844] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb3123a-e39c-46d0-b36b-7184e84c67d2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.490125] env[65418]: DEBUG nova.compute.provider_tree [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.626831] env[65418]: DEBUG nova.network.neutron [req-65c89738-c79e-4b25-bab0-bab54cce798a req-2343c6db-9375-4bdf-a61a-a679e15820f1 service nova] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Updated VIF entry in instance network info cache for port 07516081-95d5-411b-9914-1f658ec348e5. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 704.627239] env[65418]: DEBUG nova.network.neutron [req-65c89738-c79e-4b25-bab0-bab54cce798a req-2343c6db-9375-4bdf-a61a-a679e15820f1 service nova] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Updating instance_info_cache with network_info: [{"id": "07516081-95d5-411b-9914-1f658ec348e5", "address": "fa:16:3e:9d:d0:c4", "network": {"id": "b682c431-6990-4574-a38e-8722d7938cc9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1922345163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "45816b24ab1b4ef78d0938dcec0b4cb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07516081-95", "ovs_interfaceid": "07516081-95d5-411b-9914-1f658ec348e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.653793] env[65418]: WARNING neutronclient.v2_0.client [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.772711] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5240aa6a-fc50-997a-ab97-031dae2d5546, 'name': SearchDatastore_Task, 'duration_secs': 0.021256} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.773057] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.773361] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] d0bebee5-1131-4f01-85d6-502a2a030524/d0bebee5-1131-4f01-85d6-502a2a030524.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.773662] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8bbde47-418d-4797-96b0-37d4f029c8f2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.782261] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 704.782261] env[65418]: value = "task-4687994" [ 704.782261] env[65418]: _type = "Task" [ 704.782261] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.791533] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.807508] env[65418]: WARNING neutronclient.v2_0.client [req-016f26c1-5ad8-48d7-babf-ed388dde3b8d req-7a4d62bb-03b4-4c52-8d6a-615a95083581 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.909475] env[65418]: DEBUG nova.compute.manager [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 704.942211] env[65418]: DEBUG nova.virt.hardware [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 704.942469] env[65418]: DEBUG nova.virt.hardware [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.942605] env[65418]: DEBUG nova.virt.hardware [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 704.942779] env[65418]: DEBUG nova.virt.hardware [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.942916] env[65418]: DEBUG nova.virt.hardware [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 704.943084] env[65418]: DEBUG nova.virt.hardware [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 704.943295] env[65418]: DEBUG nova.virt.hardware [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 704.943445] env[65418]: DEBUG nova.virt.hardware [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 704.943643] env[65418]: DEBUG nova.virt.hardware [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 704.943839] env[65418]: DEBUG nova.virt.hardware [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 704.943965] env[65418]: DEBUG nova.virt.hardware [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 704.945031] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf44feb5-8ee7-4108-859c-acef7f3389e4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.955197] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b94f652-d1e2-4aee-85d6-d7617f8f96fd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.960446] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4099473f-ee96-4b49-a4db-ab9f84c19493 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.993023] env[65418]: DEBUG nova.scheduler.client.report [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.131722] env[65418]: DEBUG oslo_concurrency.lockutils [req-65c89738-c79e-4b25-bab0-bab54cce798a req-2343c6db-9375-4bdf-a61a-a679e15820f1 service nova] Releasing lock "refresh_cache-45c2e0c5-9481-4e6d-b83d-545c7d2163a4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.292640] env[65418]: DEBUG nova.network.neutron [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Updating instance_info_cache with network_info: [{"id": "f88d5e82-8dd4-47bd-8337-28cce6809a6f", "address": "fa:16:3e:79:ca:09", "network": {"id": "a4f68f65-c507-4daa-a19f-087d9b9b0756", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1446370278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f59352c4f1488880320587e3162e12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf88d5e82-8d", "ovs_interfaceid": "f88d5e82-8dd4-47bd-8337-28cce6809a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.301223] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687994, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.499517] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.500142] env[65418]: DEBUG nova.compute.manager [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 705.506400] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.390s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.506400] env[65418]: INFO nova.compute.claims [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.544710] env[65418]: DEBUG nova.network.neutron [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Successfully updated port: 925bb535-f45c-443e-a12e-475cea0eb3f0 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 705.639761] env[65418]: WARNING neutronclient.v2_0.client [req-016f26c1-5ad8-48d7-babf-ed388dde3b8d req-7a4d62bb-03b4-4c52-8d6a-615a95083581 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.723341] env[65418]: DEBUG nova.network.neutron [req-016f26c1-5ad8-48d7-babf-ed388dde3b8d req-7a4d62bb-03b4-4c52-8d6a-615a95083581 service nova] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Updated VIF entry in instance network info cache for port bdc614ae-dd15-43e6-9f89-4414dc52b0fe. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 705.723341] env[65418]: DEBUG nova.network.neutron [req-016f26c1-5ad8-48d7-babf-ed388dde3b8d req-7a4d62bb-03b4-4c52-8d6a-615a95083581 service nova] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Updating instance_info_cache with network_info: [{"id": "bdc614ae-dd15-43e6-9f89-4414dc52b0fe", "address": "fa:16:3e:8c:6f:5d", "network": {"id": "a4f68f65-c507-4daa-a19f-087d9b9b0756", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1446370278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f59352c4f1488880320587e3162e12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbdc614ae-dd", "ovs_interfaceid": "bdc614ae-dd15-43e6-9f89-4414dc52b0fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.797870] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688831} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.798231] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] d0bebee5-1131-4f01-85d6-502a2a030524/d0bebee5-1131-4f01-85d6-502a2a030524.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.798456] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.798747] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d468517b-c9c3-49f2-99cf-593b3c82e795 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.801564] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Releasing lock "refresh_cache-491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.802949] env[65418]: DEBUG nova.compute.manager [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Instance network_info: |[{"id": "f88d5e82-8dd4-47bd-8337-28cce6809a6f", "address": "fa:16:3e:79:ca:09", "network": {"id": "a4f68f65-c507-4daa-a19f-087d9b9b0756", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1446370278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f59352c4f1488880320587e3162e12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf88d5e82-8d", "ovs_interfaceid": "f88d5e82-8dd4-47bd-8337-28cce6809a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 705.803095] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:ca:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3117b312-701b-4439-b197-96b6c5cdca89', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f88d5e82-8dd4-47bd-8337-28cce6809a6f', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.810224] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 705.810986] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.812381] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5501453e-282b-4bc6-aec2-2adebe380f6c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.842929] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 705.842929] env[65418]: value = "task-4687995" [ 705.842929] env[65418]: _type = "Task" [ 705.842929] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.852449] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.852449] env[65418]: value = "task-4687996" [ 705.852449] env[65418]: _type = "Task" [ 705.852449] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.860975] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687995, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.870119] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687996, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.010452] env[65418]: DEBUG nova.compute.utils [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 706.011882] env[65418]: DEBUG nova.compute.manager [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 706.012485] env[65418]: DEBUG nova.network.neutron [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 706.012485] env[65418]: WARNING neutronclient.v2_0.client [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.016021] env[65418]: WARNING neutronclient.v2_0.client [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.052801] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "refresh_cache-ff5e8ecd-f8bc-452f-82fd-f4feb7533452" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.052992] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquired lock "refresh_cache-ff5e8ecd-f8bc-452f-82fd-f4feb7533452" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.053199] env[65418]: DEBUG nova.network.neutron [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 706.127724] env[65418]: DEBUG nova.policy [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6916a38534ac4bfe8cad5e01d85fa42c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b42c815478e1453299d12fbf693348bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.226676] env[65418]: DEBUG oslo_concurrency.lockutils [req-016f26c1-5ad8-48d7-babf-ed388dde3b8d req-7a4d62bb-03b4-4c52-8d6a-615a95083581 service nova] Releasing lock "refresh_cache-d0bebee5-1131-4f01-85d6-502a2a030524" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.227187] env[65418]: DEBUG nova.compute.manager [req-016f26c1-5ad8-48d7-babf-ed388dde3b8d req-7a4d62bb-03b4-4c52-8d6a-615a95083581 service nova] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Received event network-vif-deleted-e69127bb-7578-4efc-9d87-5515fd31ec82 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 706.356605] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687995, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087902} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.362166] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.363375] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea3f328-36e4-412f-9b11-b701e316fb6b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.373445] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687996, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.393866] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] d0bebee5-1131-4f01-85d6-502a2a030524/d0bebee5-1131-4f01-85d6-502a2a030524.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.394221] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e6bb0a6-e406-4f86-8d89-302a7e0fb2ff {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.415878] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 706.415878] env[65418]: value = "task-4687997" [ 706.415878] env[65418]: _type = "Task" [ 706.415878] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.426450] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687997, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.512117] env[65418]: DEBUG nova.network.neutron [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Successfully created port: b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 706.523083] env[65418]: DEBUG nova.compute.manager [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 706.766201] env[65418]: DEBUG nova.network.neutron [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 706.867737] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4687996, 'name': CreateVM_Task, 'duration_secs': 0.540262} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.871695] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.872861] env[65418]: WARNING neutronclient.v2_0.client [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.873263] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.873574] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.873746] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.875370] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40c389d4-a285-4160-8d3d-2f9d1dd3b449 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.882307] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 706.882307] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]524f334e-e730-e517-3572-4ee757bfefd4" [ 706.882307] env[65418]: _type = "Task" [ 706.882307] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.896145] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]524f334e-e730-e517-3572-4ee757bfefd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.927455] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687997, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.055789] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae608e1f-931c-4ff4-a31a-062e319d3456 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.068240] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23011cf-c4b7-4a30-af6a-a5988a8272ed {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.104652] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3a0691-1404-458f-ace3-22e00f9fc90d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.114448] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90ae9f0-3ee9-4747-a21a-2ab350f6c953 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.132580] env[65418]: DEBUG nova.compute.provider_tree [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.394953] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]524f334e-e730-e517-3572-4ee757bfefd4, 'name': SearchDatastore_Task, 'duration_secs': 0.015018} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.395809] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.396093] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.396424] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.396517] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.396747] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.397068] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71b67900-73e7-498a-9a20-b1ba7c9b15a5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.411081] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.411081] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.412092] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eec85fe3-e7d7-43d7-9af5-333137fbeed3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.418814] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 707.418814] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5201b4e9-1017-ebf7-e548-5bad64797aa9" [ 707.418814] env[65418]: _type = "Task" [ 707.418814] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.431544] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5201b4e9-1017-ebf7-e548-5bad64797aa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.434749] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687997, 'name': ReconfigVM_Task, 'duration_secs': 0.813511} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.435017] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Reconfigured VM instance instance-0000001f to attach disk [datastore1] d0bebee5-1131-4f01-85d6-502a2a030524/d0bebee5-1131-4f01-85d6-502a2a030524.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.435641] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c433d2e-b9cf-44e0-b9a2-f21aa3290f09 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.443269] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 707.443269] env[65418]: value = "task-4687998" [ 707.443269] env[65418]: _type = "Task" [ 707.443269] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.452605] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687998, 'name': Rename_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.543089] env[65418]: DEBUG nova.compute.manager [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 707.571453] env[65418]: DEBUG nova.virt.hardware [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 707.571680] env[65418]: DEBUG nova.virt.hardware [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.571847] env[65418]: DEBUG nova.virt.hardware [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 707.572280] env[65418]: DEBUG nova.virt.hardware [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.572458] env[65418]: DEBUG nova.virt.hardware [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 707.572605] env[65418]: DEBUG nova.virt.hardware [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 707.572838] env[65418]: DEBUG nova.virt.hardware [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 707.572994] env[65418]: DEBUG nova.virt.hardware [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 707.573173] env[65418]: DEBUG nova.virt.hardware [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 707.573448] env[65418]: DEBUG nova.virt.hardware [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 707.573595] env[65418]: DEBUG nova.virt.hardware [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 707.574540] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5966efe8-181a-4915-9dcb-1b2f377ff81c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.586659] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf437aa4-a0e4-4dde-bdc5-c46c56d38a84 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.637165] env[65418]: DEBUG nova.scheduler.client.report [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.942023] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5201b4e9-1017-ebf7-e548-5bad64797aa9, 'name': SearchDatastore_Task, 'duration_secs': 0.018065} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.942023] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-140df173-af3f-42b3-9205-1d38b1e57f12 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.951512] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 707.951512] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5298a9ca-5b78-bec5-4977-6f574160c208" [ 707.951512] env[65418]: _type = "Task" [ 707.951512] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.962944] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687998, 'name': Rename_Task, 'duration_secs': 0.306995} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.964131] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.964515] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4398d78-52a0-40cf-b6e5-8fb411547097 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.971134] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5298a9ca-5b78-bec5-4977-6f574160c208, 'name': SearchDatastore_Task, 'duration_secs': 0.01756} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.971808] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.972110] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1/491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.972386] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d81a20b9-8406-4ad7-a95e-38c5d5cbb814 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.978441] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 707.978441] env[65418]: value = "task-4687999" [ 707.978441] env[65418]: _type = "Task" [ 707.978441] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.983989] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 707.983989] env[65418]: value = "task-4688000" [ 707.983989] env[65418]: _type = "Task" [ 707.983989] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.993172] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.005122] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4688000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.144893] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.144893] env[65418]: DEBUG nova.compute.manager [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 708.146746] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.255s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.153204] env[65418]: INFO nova.compute.claims [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.259323] env[65418]: DEBUG nova.network.neutron [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Successfully updated port: b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 708.361108] env[65418]: WARNING neutronclient.v2_0.client [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.462022] env[65418]: DEBUG nova.network.neutron [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Updating instance_info_cache with network_info: [{"id": "925bb535-f45c-443e-a12e-475cea0eb3f0", "address": "fa:16:3e:36:d3:4b", "network": {"id": "2562c175-4d15-43d3-b157-3d30695ce81c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402255614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea9a1850358a42e49d88f4b344fe6d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap925bb535-f4", "ovs_interfaceid": "925bb535-f45c-443e-a12e-475cea0eb3f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.508566] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687999, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.514071] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4688000, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.661692] env[65418]: DEBUG nova.compute.utils [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.668586] env[65418]: DEBUG nova.compute.manager [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 708.668809] env[65418]: DEBUG nova.network.neutron [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 708.669579] env[65418]: WARNING neutronclient.v2_0.client [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.670146] env[65418]: WARNING neutronclient.v2_0.client [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.693854] env[65418]: DEBUG nova.compute.manager [req-289a68e0-ce31-4d1c-8630-738ecac17c5a req-ed14fc44-1a2e-40a8-8cf9-729ad01185c4 service nova] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Received event network-vif-plugged-f88d5e82-8dd4-47bd-8337-28cce6809a6f {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 708.694123] env[65418]: DEBUG oslo_concurrency.lockutils [req-289a68e0-ce31-4d1c-8630-738ecac17c5a req-ed14fc44-1a2e-40a8-8cf9-729ad01185c4 service nova] Acquiring lock "491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.694412] env[65418]: DEBUG oslo_concurrency.lockutils [req-289a68e0-ce31-4d1c-8630-738ecac17c5a req-ed14fc44-1a2e-40a8-8cf9-729ad01185c4 service nova] Lock "491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.694728] env[65418]: DEBUG oslo_concurrency.lockutils [req-289a68e0-ce31-4d1c-8630-738ecac17c5a req-ed14fc44-1a2e-40a8-8cf9-729ad01185c4 service nova] Lock "491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.695058] env[65418]: DEBUG nova.compute.manager [req-289a68e0-ce31-4d1c-8630-738ecac17c5a req-ed14fc44-1a2e-40a8-8cf9-729ad01185c4 service nova] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] No waiting events found dispatching network-vif-plugged-f88d5e82-8dd4-47bd-8337-28cce6809a6f {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 708.695239] env[65418]: WARNING nova.compute.manager [req-289a68e0-ce31-4d1c-8630-738ecac17c5a req-ed14fc44-1a2e-40a8-8cf9-729ad01185c4 service nova] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Received unexpected event network-vif-plugged-f88d5e82-8dd4-47bd-8337-28cce6809a6f for instance with vm_state building and task_state spawning. [ 708.695413] env[65418]: DEBUG nova.compute.manager [req-289a68e0-ce31-4d1c-8630-738ecac17c5a req-ed14fc44-1a2e-40a8-8cf9-729ad01185c4 service nova] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Received event network-changed-f88d5e82-8dd4-47bd-8337-28cce6809a6f {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 708.695611] env[65418]: DEBUG nova.compute.manager [req-289a68e0-ce31-4d1c-8630-738ecac17c5a req-ed14fc44-1a2e-40a8-8cf9-729ad01185c4 service nova] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Refreshing instance network info cache due to event network-changed-f88d5e82-8dd4-47bd-8337-28cce6809a6f. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 708.695890] env[65418]: DEBUG oslo_concurrency.lockutils [req-289a68e0-ce31-4d1c-8630-738ecac17c5a req-ed14fc44-1a2e-40a8-8cf9-729ad01185c4 service nova] Acquiring lock "refresh_cache-491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.695969] env[65418]: DEBUG oslo_concurrency.lockutils [req-289a68e0-ce31-4d1c-8630-738ecac17c5a req-ed14fc44-1a2e-40a8-8cf9-729ad01185c4 service nova] Acquired lock "refresh_cache-491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.696183] env[65418]: DEBUG nova.network.neutron [req-289a68e0-ce31-4d1c-8630-738ecac17c5a req-ed14fc44-1a2e-40a8-8cf9-729ad01185c4 service nova] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Refreshing network info cache for port f88d5e82-8dd4-47bd-8337-28cce6809a6f {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.741800] env[65418]: DEBUG nova.policy [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09b17de75e174b4b8fb7f03571d4f422', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb907cec87a7463999e26da47dc56043', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.766296] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Acquiring lock "refresh_cache-ac183b2c-d144-4e65-9ddf-12ffc4f4093c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.766296] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Acquired lock "refresh_cache-ac183b2c-d144-4e65-9ddf-12ffc4f4093c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.766296] env[65418]: DEBUG nova.network.neutron [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 708.970101] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Releasing lock "refresh_cache-ff5e8ecd-f8bc-452f-82fd-f4feb7533452" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.970536] env[65418]: DEBUG nova.compute.manager [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Instance network_info: |[{"id": "925bb535-f45c-443e-a12e-475cea0eb3f0", "address": "fa:16:3e:36:d3:4b", "network": {"id": "2562c175-4d15-43d3-b157-3d30695ce81c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402255614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea9a1850358a42e49d88f4b344fe6d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap925bb535-f4", "ovs_interfaceid": "925bb535-f45c-443e-a12e-475cea0eb3f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 708.971075] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:d3:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '925bb535-f45c-443e-a12e-475cea0eb3f0', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.979670] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 708.979827] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.980053] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9621cb7-8013-412e-b856-5d1bdf8f8619 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.010203] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687999, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.014595] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4688000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.765199} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.015778] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1/491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 709.015967] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 709.016260] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.016260] env[65418]: value = "task-4688001" [ 709.016260] env[65418]: _type = "Task" [ 709.016260] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.016459] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c36879c3-68b4-4970-b83e-54f3f9030886 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.030413] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688001, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.032510] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 709.032510] env[65418]: value = "task-4688002" [ 709.032510] env[65418]: _type = "Task" [ 709.032510] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.044238] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4688002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.133303] env[65418]: DEBUG nova.network.neutron [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Successfully created port: ef4ca923-c07d-4e47-a711-034c9cb8f828 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 709.156039] env[65418]: INFO nova.compute.manager [None req-95b38a64-740a-4662-86eb-ddc0b67e2542 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Unrescuing [ 709.156039] env[65418]: DEBUG oslo_concurrency.lockutils [None req-95b38a64-740a-4662-86eb-ddc0b67e2542 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Acquiring lock "refresh_cache-d49e04fe-3f84-4baf-8d60-c81d4372fc03" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.156039] env[65418]: DEBUG oslo_concurrency.lockutils [None req-95b38a64-740a-4662-86eb-ddc0b67e2542 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Acquired lock "refresh_cache-d49e04fe-3f84-4baf-8d60-c81d4372fc03" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.156440] env[65418]: DEBUG nova.network.neutron [None req-95b38a64-740a-4662-86eb-ddc0b67e2542 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 709.168870] env[65418]: DEBUG nova.compute.manager [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 709.198768] env[65418]: WARNING neutronclient.v2_0.client [req-289a68e0-ce31-4d1c-8630-738ecac17c5a req-ed14fc44-1a2e-40a8-8cf9-729ad01185c4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.254967] env[65418]: DEBUG nova.compute.manager [req-2da2a6b7-f868-4112-8a34-9c2242e607de req-e2ab42b0-fd3d-44fc-88f4-75d73c8ec02a service nova] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Received event network-changed-07516081-95d5-411b-9914-1f658ec348e5 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 709.255233] env[65418]: DEBUG nova.compute.manager [req-2da2a6b7-f868-4112-8a34-9c2242e607de req-e2ab42b0-fd3d-44fc-88f4-75d73c8ec02a service nova] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Refreshing instance network info cache due to event network-changed-07516081-95d5-411b-9914-1f658ec348e5. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 709.255345] env[65418]: DEBUG oslo_concurrency.lockutils [req-2da2a6b7-f868-4112-8a34-9c2242e607de req-e2ab42b0-fd3d-44fc-88f4-75d73c8ec02a service nova] Acquiring lock "refresh_cache-45c2e0c5-9481-4e6d-b83d-545c7d2163a4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.256381] env[65418]: DEBUG oslo_concurrency.lockutils [req-2da2a6b7-f868-4112-8a34-9c2242e607de req-e2ab42b0-fd3d-44fc-88f4-75d73c8ec02a service nova] Acquired lock "refresh_cache-45c2e0c5-9481-4e6d-b83d-545c7d2163a4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.256381] env[65418]: DEBUG nova.network.neutron [req-2da2a6b7-f868-4112-8a34-9c2242e607de req-e2ab42b0-fd3d-44fc-88f4-75d73c8ec02a service nova] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Refreshing network info cache for port 07516081-95d5-411b-9914-1f658ec348e5 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.388922] env[65418]: DEBUG nova.network.neutron [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 709.432453] env[65418]: DEBUG oslo_vmware.rw_handles [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fd652b-31f8-4606-0c25-55c77d48a93d/disk-0.vmdk. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 709.433583] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c649c23-5514-40d9-85b7-73e171fd8d99 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.445906] env[65418]: DEBUG oslo_vmware.rw_handles [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fd652b-31f8-4606-0c25-55c77d48a93d/disk-0.vmdk is in state: ready. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 709.445906] env[65418]: ERROR oslo_vmware.rw_handles [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fd652b-31f8-4606-0c25-55c77d48a93d/disk-0.vmdk due to incomplete transfer. [ 709.445906] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c9ee9dc9-7a93-4471-938a-0aeb7d424350 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.456921] env[65418]: DEBUG oslo_vmware.rw_handles [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fd652b-31f8-4606-0c25-55c77d48a93d/disk-0.vmdk. {{(pid=65418) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 709.458746] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Uploaded image 79109d6e-4055-4d02-b5e0-b1bd81081a66 to the Glance image server {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 709.459825] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Destroying the VM {{(pid=65418) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 709.463698] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-abe2aeb6-09f7-4ecf-8663-561e73f203b5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.472902] env[65418]: DEBUG oslo_vmware.api [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for the task: (returnval){ [ 709.472902] env[65418]: value = "task-4688003" [ 709.472902] env[65418]: _type = "Task" [ 709.472902] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.483720] env[65418]: DEBUG oslo_vmware.api [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4688003, 'name': Destroy_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.512993] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687999, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.531295] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688001, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.546412] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4688002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143671} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.546692] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.548061] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69755fa4-be43-4a83-85dc-c817a33e7bad {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.587023] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1/491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.587433] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-170e2ed0-7694-4f59-8ed8-7660b8163be3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.612499] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 709.612499] env[65418]: value = "task-4688004" [ 709.612499] env[65418]: _type = "Task" [ 709.612499] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.626706] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4688004, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.659842] env[65418]: WARNING neutronclient.v2_0.client [None req-95b38a64-740a-4662-86eb-ddc0b67e2542 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.758688] env[65418]: WARNING neutronclient.v2_0.client [req-2da2a6b7-f868-4112-8a34-9c2242e607de req-e2ab42b0-fd3d-44fc-88f4-75d73c8ec02a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.856792] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ba4360-22e1-446b-a9e7-3087454aceab {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.868796] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18aac5c7-660f-45d6-b59b-18ce25bb899e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.908837] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf4475f-442c-4b1c-b3b0-dd528e4f629f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.920140] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c315679d-6d3b-463d-afef-43b9934ab773 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.937026] env[65418]: DEBUG nova.compute.provider_tree [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.985022] env[65418]: DEBUG oslo_vmware.api [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4688003, 'name': Destroy_Task} progress is 33%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.012023] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687999, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.031639] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688001, 'name': CreateVM_Task, 'duration_secs': 0.556107} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.031844] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.032389] env[65418]: WARNING neutronclient.v2_0.client [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.032758] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.032904] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.033267] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.033539] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c794549-1da1-4a14-ac45-aa6f7107a252 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.039283] env[65418]: DEBUG oslo_vmware.api [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 710.039283] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c0d9c3-65f2-1c47-a875-d66211f8c0ba" [ 710.039283] env[65418]: _type = "Task" [ 710.039283] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.049427] env[65418]: DEBUG oslo_vmware.api [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c0d9c3-65f2-1c47-a875-d66211f8c0ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.123612] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4688004, 'name': ReconfigVM_Task, 'duration_secs': 0.432703} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.123612] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1/491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.123612] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4d52ac7-462e-4251-9e09-3b4f7478569d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.135778] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 710.135778] env[65418]: value = "task-4688005" [ 710.135778] env[65418]: _type = "Task" [ 710.135778] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.146615] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4688005, 'name': Rename_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.179758] env[65418]: DEBUG nova.compute.manager [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 710.211224] env[65418]: DEBUG nova.virt.hardware [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 710.211954] env[65418]: DEBUG nova.virt.hardware [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.211954] env[65418]: DEBUG nova.virt.hardware [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 710.212416] env[65418]: DEBUG nova.virt.hardware [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.212728] env[65418]: DEBUG nova.virt.hardware [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 710.212985] env[65418]: DEBUG nova.virt.hardware [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 710.213319] env[65418]: DEBUG nova.virt.hardware [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 710.213569] env[65418]: DEBUG nova.virt.hardware [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 710.214304] env[65418]: DEBUG nova.virt.hardware [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 710.214577] env[65418]: DEBUG nova.virt.hardware [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 710.214871] env[65418]: DEBUG nova.virt.hardware [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 710.216455] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc56b34a-589b-4e65-b320-8a83171e0434 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.228255] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09c5864-10c3-46e8-a9a1-717545283f73 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.361933] env[65418]: WARNING neutronclient.v2_0.client [req-289a68e0-ce31-4d1c-8630-738ecac17c5a req-ed14fc44-1a2e-40a8-8cf9-729ad01185c4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.391068] env[65418]: WARNING neutronclient.v2_0.client [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.440370] env[65418]: DEBUG nova.scheduler.client.report [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.490961] env[65418]: DEBUG oslo_vmware.api [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4688003, 'name': Destroy_Task} progress is 33%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.514177] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687999, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.556518] env[65418]: DEBUG oslo_vmware.api [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c0d9c3-65f2-1c47-a875-d66211f8c0ba, 'name': SearchDatastore_Task, 'duration_secs': 0.038687} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.557057] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.557438] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.557922] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.558193] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.558453] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.558843] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0bc09fd-78f4-4459-9868-f1fd909df219 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.570994] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.571269] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.572236] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-363d7a2a-34eb-42c3-8425-f628ed916ca5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.580954] env[65418]: DEBUG oslo_vmware.api [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 710.580954] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5283b00c-bf9b-19cd-b6ae-95ce68af5d3f" [ 710.580954] env[65418]: _type = "Task" [ 710.580954] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.594194] env[65418]: DEBUG oslo_vmware.api [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5283b00c-bf9b-19cd-b6ae-95ce68af5d3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.647971] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4688005, 'name': Rename_Task, 'duration_secs': 0.204763} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.647971] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.649035] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1964d382-e7f7-43a0-b967-40ca7a72e9ee {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.657950] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 710.657950] env[65418]: value = "task-4688006" [ 710.657950] env[65418]: _type = "Task" [ 710.657950] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.671654] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4688006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.879997] env[65418]: DEBUG nova.network.neutron [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Successfully updated port: ef4ca923-c07d-4e47-a711-034c9cb8f828 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 710.948187] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.948797] env[65418]: DEBUG nova.compute.manager [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 710.954074] env[65418]: DEBUG oslo_concurrency.lockutils [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.288s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.957546] env[65418]: INFO nova.compute.claims [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.988428] env[65418]: DEBUG oslo_vmware.api [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4688003, 'name': Destroy_Task, 'duration_secs': 1.112861} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.988804] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Destroyed the VM [ 710.989278] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Deleting Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 710.991264] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-012e029d-04a6-4b36-8630-a98e0cd27376 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.000354] env[65418]: DEBUG oslo_vmware.api [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for the task: (returnval){ [ 711.000354] env[65418]: value = "task-4688007" [ 711.000354] env[65418]: _type = "Task" [ 711.000354] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.019313] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4687999, 'name': PowerOnVM_Task, 'duration_secs': 3.01744} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.024840] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.025128] env[65418]: INFO nova.compute.manager [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Took 11.69 seconds to spawn the instance on the hypervisor. [ 711.025399] env[65418]: DEBUG nova.compute.manager [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 711.025834] env[65418]: DEBUG oslo_vmware.api [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4688007, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.027997] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04368ec0-a194-4d91-b01e-bd9d004342c9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.053416] env[65418]: DEBUG nova.network.neutron [req-289a68e0-ce31-4d1c-8630-738ecac17c5a req-ed14fc44-1a2e-40a8-8cf9-729ad01185c4 service nova] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Updated VIF entry in instance network info cache for port f88d5e82-8dd4-47bd-8337-28cce6809a6f. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 711.054035] env[65418]: DEBUG nova.network.neutron [req-289a68e0-ce31-4d1c-8630-738ecac17c5a req-ed14fc44-1a2e-40a8-8cf9-729ad01185c4 service nova] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Updating instance_info_cache with network_info: [{"id": "f88d5e82-8dd4-47bd-8337-28cce6809a6f", "address": "fa:16:3e:79:ca:09", "network": {"id": "a4f68f65-c507-4daa-a19f-087d9b9b0756", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1446370278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8f59352c4f1488880320587e3162e12", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3117b312-701b-4439-b197-96b6c5cdca89", "external-id": "nsx-vlan-transportzone-94", "segmentation_id": 94, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf88d5e82-8d", "ovs_interfaceid": "f88d5e82-8dd4-47bd-8337-28cce6809a6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.090523] env[65418]: DEBUG nova.network.neutron [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Updating instance_info_cache with network_info: [{"id": "b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350", "address": "fa:16:3e:b3:f8:dc", "network": {"id": "2c92fd2b-dbd4-4ce3-b2af-d9a0000fb8b3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1658338312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42c815478e1453299d12fbf693348bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6abb127-3b", "ovs_interfaceid": "b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.103423] env[65418]: DEBUG oslo_vmware.api [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5283b00c-bf9b-19cd-b6ae-95ce68af5d3f, 'name': SearchDatastore_Task, 'duration_secs': 0.01587} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.105174] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20a0c9ec-a3e6-4257-8420-22c21d6a4c45 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.115850] env[65418]: DEBUG oslo_vmware.api [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 711.115850] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52482fc9-e532-9ac3-a809-5a929835717e" [ 711.115850] env[65418]: _type = "Task" [ 711.115850] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.131418] env[65418]: DEBUG oslo_vmware.api [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52482fc9-e532-9ac3-a809-5a929835717e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.169736] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4688006, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.243804] env[65418]: WARNING neutronclient.v2_0.client [None req-95b38a64-740a-4662-86eb-ddc0b67e2542 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.257009] env[65418]: WARNING neutronclient.v2_0.client [req-2da2a6b7-f868-4112-8a34-9c2242e607de req-e2ab42b0-fd3d-44fc-88f4-75d73c8ec02a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.361655] env[65418]: DEBUG nova.network.neutron [None req-95b38a64-740a-4662-86eb-ddc0b67e2542 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Updating instance_info_cache with network_info: [{"id": "65b300c5-340d-40fc-bc2f-3bab7243fc80", "address": "fa:16:3e:04:74:69", "network": {"id": "1b884d9b-d0c3-43a6-b1a4-2c34a8123b9e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-754486329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "271feddc9b504d1f871e121204df229a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65b300c5-34", "ovs_interfaceid": "65b300c5-340d-40fc-bc2f-3bab7243fc80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.385047] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Acquiring lock "refresh_cache-3870348a-33d6-43b2-9e7a-a4cd68a9e5f1" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.385047] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Acquired lock "refresh_cache-3870348a-33d6-43b2-9e7a-a4cd68a9e5f1" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.385047] env[65418]: DEBUG nova.network.neutron [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 711.439729] env[65418]: DEBUG nova.network.neutron [req-2da2a6b7-f868-4112-8a34-9c2242e607de req-e2ab42b0-fd3d-44fc-88f4-75d73c8ec02a service nova] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Updated VIF entry in instance network info cache for port 07516081-95d5-411b-9914-1f658ec348e5. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 711.440282] env[65418]: DEBUG nova.network.neutron [req-2da2a6b7-f868-4112-8a34-9c2242e607de req-e2ab42b0-fd3d-44fc-88f4-75d73c8ec02a service nova] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Updating instance_info_cache with network_info: [{"id": "07516081-95d5-411b-9914-1f658ec348e5", "address": "fa:16:3e:9d:d0:c4", "network": {"id": "b682c431-6990-4574-a38e-8722d7938cc9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1922345163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "45816b24ab1b4ef78d0938dcec0b4cb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07516081-95", "ovs_interfaceid": "07516081-95d5-411b-9914-1f658ec348e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.463041] env[65418]: DEBUG nova.compute.utils [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.469025] env[65418]: DEBUG nova.compute.manager [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 711.469130] env[65418]: DEBUG nova.network.neutron [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 711.471220] env[65418]: WARNING neutronclient.v2_0.client [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.472021] env[65418]: WARNING neutronclient.v2_0.client [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.515664] env[65418]: DEBUG oslo_vmware.api [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4688007, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.556435] env[65418]: DEBUG nova.policy [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '40794a3317d84ce1bc5c23ee49da95d1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe6158c9854d43ca9a507902c5e64bf8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.559148] env[65418]: DEBUG oslo_concurrency.lockutils [req-289a68e0-ce31-4d1c-8630-738ecac17c5a req-ed14fc44-1a2e-40a8-8cf9-729ad01185c4 service nova] Releasing lock "refresh_cache-491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.559148] env[65418]: DEBUG nova.compute.manager [req-289a68e0-ce31-4d1c-8630-738ecac17c5a req-ed14fc44-1a2e-40a8-8cf9-729ad01185c4 service nova] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Received event network-vif-deleted-1c88f2bc-ffab-4092-b46c-4eec42eab187 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 711.563534] env[65418]: INFO nova.compute.manager [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Took 42.93 seconds to build instance. [ 711.594164] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Releasing lock "refresh_cache-ac183b2c-d144-4e65-9ddf-12ffc4f4093c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.594551] env[65418]: DEBUG nova.compute.manager [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Instance network_info: |[{"id": "b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350", "address": "fa:16:3e:b3:f8:dc", "network": {"id": "2c92fd2b-dbd4-4ce3-b2af-d9a0000fb8b3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1658338312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42c815478e1453299d12fbf693348bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6abb127-3b", "ovs_interfaceid": "b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 711.595053] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:f8:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.603173] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Creating folder: Project (b42c815478e1453299d12fbf693348bf). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.604133] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0847251-f24c-4a2d-bfdb-3a03ab142cac {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.623738] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Created folder: Project (b42c815478e1453299d12fbf693348bf) in parent group-v914982. [ 711.624134] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Creating folder: Instances. Parent ref: group-v915076. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.624939] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7cd9181-693e-4831-80b0-905c158f8426 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.636572] env[65418]: DEBUG oslo_vmware.api [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52482fc9-e532-9ac3-a809-5a929835717e, 'name': SearchDatastore_Task, 'duration_secs': 0.025198} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.636572] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.637303] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] ff5e8ecd-f8bc-452f-82fd-f4feb7533452/ff5e8ecd-f8bc-452f-82fd-f4feb7533452.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.637900] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fbc9518-cade-4b44-ae35-c5a1ffd741a8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.646528] env[65418]: DEBUG oslo_vmware.api [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 711.646528] env[65418]: value = "task-4688010" [ 711.646528] env[65418]: _type = "Task" [ 711.646528] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.648135] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Created folder: Instances in parent group-v915076. [ 711.648389] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 711.652535] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.652970] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08282c17-2ac2-4b52-a400-7317f3fc67dc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.683638] env[65418]: DEBUG oslo_vmware.api [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.685782] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.685782] env[65418]: value = "task-4688011" [ 711.685782] env[65418]: _type = "Task" [ 711.685782] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.694278] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4688006, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.700680] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688011, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.867873] env[65418]: DEBUG oslo_concurrency.lockutils [None req-95b38a64-740a-4662-86eb-ddc0b67e2542 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Releasing lock "refresh_cache-d49e04fe-3f84-4baf-8d60-c81d4372fc03" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.868814] env[65418]: DEBUG nova.objects.instance [None req-95b38a64-740a-4662-86eb-ddc0b67e2542 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Lazy-loading 'flavor' on Instance uuid d49e04fe-3f84-4baf-8d60-c81d4372fc03 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 711.913784] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fa0b6abd-d7ff-469d-ae57-b14070a32228 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Acquiring lock "80fb72d3-6e2c-4118-9936-ba8ce2d59b93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.914157] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fa0b6abd-d7ff-469d-ae57-b14070a32228 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Lock "80fb72d3-6e2c-4118-9936-ba8ce2d59b93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.914435] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fa0b6abd-d7ff-469d-ae57-b14070a32228 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Acquiring lock "80fb72d3-6e2c-4118-9936-ba8ce2d59b93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.914678] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fa0b6abd-d7ff-469d-ae57-b14070a32228 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Lock "80fb72d3-6e2c-4118-9936-ba8ce2d59b93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.914968] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fa0b6abd-d7ff-469d-ae57-b14070a32228 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Lock "80fb72d3-6e2c-4118-9936-ba8ce2d59b93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.918293] env[65418]: INFO nova.compute.manager [None req-fa0b6abd-d7ff-469d-ae57-b14070a32228 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Terminating instance [ 711.943932] env[65418]: DEBUG oslo_concurrency.lockutils [req-2da2a6b7-f868-4112-8a34-9c2242e607de req-e2ab42b0-fd3d-44fc-88f4-75d73c8ec02a service nova] Releasing lock "refresh_cache-45c2e0c5-9481-4e6d-b83d-545c7d2163a4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.971379] env[65418]: DEBUG nova.compute.manager [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 712.019557] env[65418]: DEBUG oslo_vmware.api [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4688007, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.068363] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "d0bebee5-1131-4f01-85d6-502a2a030524" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.449s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.081827] env[65418]: DEBUG nova.network.neutron [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Successfully created port: d7166668-f516-4cce-9116-aaf6b041b040 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 712.139158] env[65418]: DEBUG nova.network.neutron [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 712.161625] env[65418]: DEBUG oslo_vmware.api [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688010, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.184736] env[65418]: DEBUG oslo_vmware.api [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4688006, 'name': PowerOnVM_Task, 'duration_secs': 1.297925} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.188876] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.188876] env[65418]: INFO nova.compute.manager [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Took 9.99 seconds to spawn the instance on the hypervisor. [ 712.188876] env[65418]: DEBUG nova.compute.manager [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 712.189502] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d7aae1-77d5-4f4d-b4c2-440ca943809b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.211522] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688011, 'name': CreateVM_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.376850] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4ff4f5-d7c3-4eca-8eba-3a9b9c6e0b4f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.405630] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b38a64-740a-4662-86eb-ddc0b67e2542 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.409842] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03394667-e88d-43fc-9332-483877af3864 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.419836] env[65418]: DEBUG oslo_vmware.api [None req-95b38a64-740a-4662-86eb-ddc0b67e2542 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 712.419836] env[65418]: value = "task-4688012" [ 712.419836] env[65418]: _type = "Task" [ 712.419836] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.429576] env[65418]: DEBUG nova.compute.manager [None req-fa0b6abd-d7ff-469d-ae57-b14070a32228 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 712.429879] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0b6abd-d7ff-469d-ae57-b14070a32228 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 712.435666] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd917796-5b32-493e-85cf-f4f745dd4c6a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.438759] env[65418]: DEBUG oslo_vmware.api [None req-95b38a64-740a-4662-86eb-ddc0b67e2542 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4688012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.445914] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0b6abd-d7ff-469d-ae57-b14070a32228 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.450772] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73ba2cef-0b40-43ea-87e6-72b6dff4be3d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.461504] env[65418]: DEBUG oslo_vmware.api [None req-fa0b6abd-d7ff-469d-ae57-b14070a32228 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Waiting for the task: (returnval){ [ 712.461504] env[65418]: value = "task-4688013" [ 712.461504] env[65418]: _type = "Task" [ 712.461504] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.478515] env[65418]: DEBUG oslo_vmware.api [None req-fa0b6abd-d7ff-469d-ae57-b14070a32228 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Task: {'id': task-4688013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.515941] env[65418]: DEBUG oslo_vmware.api [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4688007, 'name': RemoveSnapshot_Task, 'duration_secs': 1.25525} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.518483] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Deleted Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 712.518780] env[65418]: INFO nova.compute.manager [None req-d9df0678-f124-44b4-97d3-04e065837494 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Took 18.28 seconds to snapshot the instance on the hypervisor. [ 712.573585] env[65418]: DEBUG nova.compute.manager [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 712.661361] env[65418]: DEBUG oslo_vmware.api [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595292} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.662649] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] ff5e8ecd-f8bc-452f-82fd-f4feb7533452/ff5e8ecd-f8bc-452f-82fd-f4feb7533452.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.663032] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.663890] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fee9232-8cfc-438c-9dce-a2de70249354 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.666693] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3257551-9738-478e-89a9-59fb81272e8b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.676485] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779efda2-d50f-4204-9e1c-d2a266bed879 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.681105] env[65418]: DEBUG oslo_vmware.api [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 712.681105] env[65418]: value = "task-4688014" [ 712.681105] env[65418]: _type = "Task" [ 712.681105] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.726264] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b3691a-54d6-4724-b069-df2fc31a09ae {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.735871] env[65418]: DEBUG oslo_vmware.api [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.736465] env[65418]: INFO nova.compute.manager [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Took 44.05 seconds to build instance. [ 712.746708] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688011, 'name': CreateVM_Task, 'duration_secs': 0.766338} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.746991] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.748254] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b471fd-bfa8-420d-8489-1853fd5310cc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.753394] env[65418]: WARNING neutronclient.v2_0.client [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.753904] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.753904] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.754158] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.755890] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cad44436-099a-45cf-ad05-3ae292728bed {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.769703] env[65418]: DEBUG nova.compute.provider_tree [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.772480] env[65418]: DEBUG oslo_vmware.api [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Waiting for the task: (returnval){ [ 712.772480] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52a8db85-2227-4b8e-cdde-6d96dc62a561" [ 712.772480] env[65418]: _type = "Task" [ 712.772480] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.782915] env[65418]: DEBUG oslo_vmware.api [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52a8db85-2227-4b8e-cdde-6d96dc62a561, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.931876] env[65418]: DEBUG oslo_vmware.api [None req-95b38a64-740a-4662-86eb-ddc0b67e2542 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4688012, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.975683] env[65418]: DEBUG oslo_vmware.api [None req-fa0b6abd-d7ff-469d-ae57-b14070a32228 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Task: {'id': task-4688013, 'name': PowerOffVM_Task, 'duration_secs': 0.359526} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.976641] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa0b6abd-d7ff-469d-ae57-b14070a32228 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.976641] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0b6abd-d7ff-469d-ae57-b14070a32228 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 712.976966] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-094dcbe9-114a-4690-8629-6da097f394b4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.986483] env[65418]: WARNING neutronclient.v2_0.client [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.991567] env[65418]: DEBUG nova.compute.manager [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 713.021013] env[65418]: DEBUG nova.virt.hardware [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 713.021380] env[65418]: DEBUG nova.virt.hardware [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.021513] env[65418]: DEBUG nova.virt.hardware [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 713.021738] env[65418]: DEBUG nova.virt.hardware [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.021963] env[65418]: DEBUG nova.virt.hardware [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 713.022151] env[65418]: DEBUG nova.virt.hardware [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 713.022365] env[65418]: DEBUG nova.virt.hardware [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 713.022516] env[65418]: DEBUG nova.virt.hardware [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 713.022677] env[65418]: DEBUG nova.virt.hardware [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 713.022833] env[65418]: DEBUG nova.virt.hardware [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 713.023040] env[65418]: DEBUG nova.virt.hardware [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 713.026837] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56960665-ebe1-4a52-bc51-ef8f18ad1eb3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.037935] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1db70de-193c-486d-a93a-7d218c38475b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.068545] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0b6abd-d7ff-469d-ae57-b14070a32228 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.069030] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0b6abd-d7ff-469d-ae57-b14070a32228 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.069030] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa0b6abd-d7ff-469d-ae57-b14070a32228 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Deleting the datastore file [datastore1] 80fb72d3-6e2c-4118-9936-ba8ce2d59b93 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.069234] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-650f652c-c64f-4a89-82a4-e62e01ba0be3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.080968] env[65418]: DEBUG oslo_vmware.api [None req-fa0b6abd-d7ff-469d-ae57-b14070a32228 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Waiting for the task: (returnval){ [ 713.080968] env[65418]: value = "task-4688016" [ 713.080968] env[65418]: _type = "Task" [ 713.080968] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.094629] env[65418]: DEBUG oslo_vmware.api [None req-fa0b6abd-d7ff-469d-ae57-b14070a32228 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Task: {'id': task-4688016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.108505] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.192537] env[65418]: DEBUG oslo_vmware.api [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161381} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.192860] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.193786] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84d1685-4eb3-4abf-8ae1-0eedb8a2d37f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.219548] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] ff5e8ecd-f8bc-452f-82fd-f4feb7533452/ff5e8ecd-f8bc-452f-82fd-f4feb7533452.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.220169] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f403d03e-4eba-4149-9edb-f2bef9946ef0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.238999] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7662f3bb-1658-4239-ac70-824234a1c989 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.569s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.244152] env[65418]: DEBUG oslo_vmware.api [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 713.244152] env[65418]: value = "task-4688017" [ 713.244152] env[65418]: _type = "Task" [ 713.244152] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.258385] env[65418]: DEBUG oslo_vmware.api [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688017, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.275536] env[65418]: DEBUG nova.scheduler.client.report [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.297042] env[65418]: DEBUG oslo_vmware.api [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52a8db85-2227-4b8e-cdde-6d96dc62a561, 'name': SearchDatastore_Task, 'duration_secs': 0.026312} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.297833] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.297833] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.298081] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.299890] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.299890] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.299890] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b3c070a-2058-4d0b-be53-661e4cdfd8f1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.313286] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.313286] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.313286] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d72512d0-97c4-4d62-a555-74fb84e232eb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.321630] env[65418]: DEBUG oslo_vmware.api [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Waiting for the task: (returnval){ [ 713.321630] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5228cc1d-8ee0-7ccf-4cb0-9cef07e503ad" [ 713.321630] env[65418]: _type = "Task" [ 713.321630] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.332979] env[65418]: DEBUG oslo_vmware.api [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5228cc1d-8ee0-7ccf-4cb0-9cef07e503ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.430598] env[65418]: DEBUG oslo_vmware.api [None req-95b38a64-740a-4662-86eb-ddc0b67e2542 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4688012, 'name': PowerOffVM_Task, 'duration_secs': 0.848836} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.430925] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b38a64-740a-4662-86eb-ddc0b67e2542 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.437181] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-95b38a64-740a-4662-86eb-ddc0b67e2542 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Reconfiguring VM instance instance-0000001a to detach disk 2001 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 713.437858] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6972d26-368e-4cab-953e-1875bbc135d0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.457903] env[65418]: DEBUG oslo_vmware.api [None req-95b38a64-740a-4662-86eb-ddc0b67e2542 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 713.457903] env[65418]: value = "task-4688018" [ 713.457903] env[65418]: _type = "Task" [ 713.457903] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.467438] env[65418]: DEBUG oslo_vmware.api [None req-95b38a64-740a-4662-86eb-ddc0b67e2542 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4688018, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.595034] env[65418]: DEBUG oslo_vmware.api [None req-fa0b6abd-d7ff-469d-ae57-b14070a32228 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Task: {'id': task-4688016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332033} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.595586] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa0b6abd-d7ff-469d-ae57-b14070a32228 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.595797] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0b6abd-d7ff-469d-ae57-b14070a32228 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 713.596015] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-fa0b6abd-d7ff-469d-ae57-b14070a32228 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 713.596210] env[65418]: INFO nova.compute.manager [None req-fa0b6abd-d7ff-469d-ae57-b14070a32228 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Took 1.17 seconds to destroy the instance on the hypervisor. [ 713.596458] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-fa0b6abd-d7ff-469d-ae57-b14070a32228 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 713.596673] env[65418]: DEBUG nova.compute.manager [-] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 713.596792] env[65418]: DEBUG nova.network.neutron [-] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 713.597070] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.767956] env[65418]: DEBUG oslo_vmware.api [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688017, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.789255] env[65418]: DEBUG oslo_concurrency.lockutils [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.836s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.790879] env[65418]: DEBUG nova.compute.manager [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 713.793908] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ed101bff-fcd4-4b22-a858-78c6a1002a6f tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.076s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.794150] env[65418]: DEBUG nova.objects.instance [None req-ed101bff-fcd4-4b22-a858-78c6a1002a6f tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Lazy-loading 'resources' on Instance uuid 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 713.836606] env[65418]: DEBUG oslo_vmware.api [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5228cc1d-8ee0-7ccf-4cb0-9cef07e503ad, 'name': SearchDatastore_Task, 'duration_secs': 0.014834} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.836606] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57d147e1-fc42-48b8-872c-d2e7944922b9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.842532] env[65418]: DEBUG oslo_vmware.api [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Waiting for the task: (returnval){ [ 713.842532] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5272d595-7756-6b3c-7bc1-4b898dfbe43e" [ 713.842532] env[65418]: _type = "Task" [ 713.842532] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.855349] env[65418]: DEBUG oslo_vmware.api [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5272d595-7756-6b3c-7bc1-4b898dfbe43e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.916853] env[65418]: DEBUG nova.network.neutron [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Successfully updated port: d7166668-f516-4cce-9116-aaf6b041b040 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 713.971414] env[65418]: DEBUG oslo_vmware.api [None req-95b38a64-740a-4662-86eb-ddc0b67e2542 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4688018, 'name': ReconfigVM_Task, 'duration_secs': 0.333187} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.971722] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-95b38a64-740a-4662-86eb-ddc0b67e2542 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Reconfigured VM instance instance-0000001a to detach disk 2001 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 713.971922] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b38a64-740a-4662-86eb-ddc0b67e2542 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.972232] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6da7322-f54d-4139-a8f8-2936ad9c7b06 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.981837] env[65418]: DEBUG oslo_vmware.api [None req-95b38a64-740a-4662-86eb-ddc0b67e2542 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 713.981837] env[65418]: value = "task-4688019" [ 713.981837] env[65418]: _type = "Task" [ 713.981837] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.994742] env[65418]: DEBUG oslo_vmware.api [None req-95b38a64-740a-4662-86eb-ddc0b67e2542 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4688019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.044535] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.092635] env[65418]: DEBUG nova.network.neutron [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Updating instance_info_cache with network_info: [{"id": "ef4ca923-c07d-4e47-a711-034c9cb8f828", "address": "fa:16:3e:a1:b1:11", "network": {"id": "7b32203e-bfdb-46fa-be86-03c891f36602", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1083860704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb907cec87a7463999e26da47dc56043", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef4ca923-c0", "ovs_interfaceid": "ef4ca923-c07d-4e47-a711-034c9cb8f828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.197525] env[65418]: DEBUG nova.compute.manager [req-d761e24e-4e6f-4afe-8693-10acca4c3721 req-ec57a408-a006-4ad8-851c-ad64b7c183a8 service nova] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Received event network-vif-plugged-925bb535-f45c-443e-a12e-475cea0eb3f0 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 714.198042] env[65418]: DEBUG oslo_concurrency.lockutils [req-d761e24e-4e6f-4afe-8693-10acca4c3721 req-ec57a408-a006-4ad8-851c-ad64b7c183a8 service nova] Acquiring lock "ff5e8ecd-f8bc-452f-82fd-f4feb7533452-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.198339] env[65418]: DEBUG oslo_concurrency.lockutils [req-d761e24e-4e6f-4afe-8693-10acca4c3721 req-ec57a408-a006-4ad8-851c-ad64b7c183a8 service nova] Lock "ff5e8ecd-f8bc-452f-82fd-f4feb7533452-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.198494] env[65418]: DEBUG oslo_concurrency.lockutils [req-d761e24e-4e6f-4afe-8693-10acca4c3721 req-ec57a408-a006-4ad8-851c-ad64b7c183a8 service nova] Lock "ff5e8ecd-f8bc-452f-82fd-f4feb7533452-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.198550] env[65418]: DEBUG nova.compute.manager [req-d761e24e-4e6f-4afe-8693-10acca4c3721 req-ec57a408-a006-4ad8-851c-ad64b7c183a8 service nova] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] No waiting events found dispatching network-vif-plugged-925bb535-f45c-443e-a12e-475cea0eb3f0 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 714.198709] env[65418]: WARNING nova.compute.manager [req-d761e24e-4e6f-4afe-8693-10acca4c3721 req-ec57a408-a006-4ad8-851c-ad64b7c183a8 service nova] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Received unexpected event network-vif-plugged-925bb535-f45c-443e-a12e-475cea0eb3f0 for instance with vm_state building and task_state spawning. [ 714.198857] env[65418]: DEBUG nova.compute.manager [req-d761e24e-4e6f-4afe-8693-10acca4c3721 req-ec57a408-a006-4ad8-851c-ad64b7c183a8 service nova] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Received event network-changed-925bb535-f45c-443e-a12e-475cea0eb3f0 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 714.198999] env[65418]: DEBUG nova.compute.manager [req-d761e24e-4e6f-4afe-8693-10acca4c3721 req-ec57a408-a006-4ad8-851c-ad64b7c183a8 service nova] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Refreshing instance network info cache due to event network-changed-925bb535-f45c-443e-a12e-475cea0eb3f0. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 714.199190] env[65418]: DEBUG oslo_concurrency.lockutils [req-d761e24e-4e6f-4afe-8693-10acca4c3721 req-ec57a408-a006-4ad8-851c-ad64b7c183a8 service nova] Acquiring lock "refresh_cache-ff5e8ecd-f8bc-452f-82fd-f4feb7533452" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.199492] env[65418]: DEBUG oslo_concurrency.lockutils [req-d761e24e-4e6f-4afe-8693-10acca4c3721 req-ec57a408-a006-4ad8-851c-ad64b7c183a8 service nova] Acquired lock "refresh_cache-ff5e8ecd-f8bc-452f-82fd-f4feb7533452" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.199492] env[65418]: DEBUG nova.network.neutron [req-d761e24e-4e6f-4afe-8693-10acca4c3721 req-ec57a408-a006-4ad8-851c-ad64b7c183a8 service nova] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Refreshing network info cache for port 925bb535-f45c-443e-a12e-475cea0eb3f0 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.222024] env[65418]: DEBUG nova.compute.manager [req-b3023ce5-ee77-40b9-8f8c-212d2f7d3b56 req-c74c3df4-094f-4863-a81a-aa600cb975ad service nova] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Received event network-changed-07516081-95d5-411b-9914-1f658ec348e5 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 714.222268] env[65418]: DEBUG nova.compute.manager [req-b3023ce5-ee77-40b9-8f8c-212d2f7d3b56 req-c74c3df4-094f-4863-a81a-aa600cb975ad service nova] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Refreshing instance network info cache due to event network-changed-07516081-95d5-411b-9914-1f658ec348e5. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 714.222413] env[65418]: DEBUG oslo_concurrency.lockutils [req-b3023ce5-ee77-40b9-8f8c-212d2f7d3b56 req-c74c3df4-094f-4863-a81a-aa600cb975ad service nova] Acquiring lock "refresh_cache-45c2e0c5-9481-4e6d-b83d-545c7d2163a4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.222541] env[65418]: DEBUG oslo_concurrency.lockutils [req-b3023ce5-ee77-40b9-8f8c-212d2f7d3b56 req-c74c3df4-094f-4863-a81a-aa600cb975ad service nova] Acquired lock "refresh_cache-45c2e0c5-9481-4e6d-b83d-545c7d2163a4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.222686] env[65418]: DEBUG nova.network.neutron [req-b3023ce5-ee77-40b9-8f8c-212d2f7d3b56 req-c74c3df4-094f-4863-a81a-aa600cb975ad service nova] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Refreshing network info cache for port 07516081-95d5-411b-9914-1f658ec348e5 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.260309] env[65418]: DEBUG oslo_vmware.api [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688017, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.298331] env[65418]: DEBUG nova.compute.utils [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.302614] env[65418]: DEBUG nova.compute.manager [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Not allocating networking since 'none' was specified. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 714.361446] env[65418]: DEBUG oslo_vmware.api [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5272d595-7756-6b3c-7bc1-4b898dfbe43e, 'name': SearchDatastore_Task, 'duration_secs': 0.019721} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.362278] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.362610] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] ac183b2c-d144-4e65-9ddf-12ffc4f4093c/ac183b2c-d144-4e65-9ddf-12ffc4f4093c.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.362933] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5d75f1b-dbbd-4bd9-af3d-e75280510c36 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.371984] env[65418]: DEBUG oslo_vmware.api [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Waiting for the task: (returnval){ [ 714.371984] env[65418]: value = "task-4688020" [ 714.371984] env[65418]: _type = "Task" [ 714.371984] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.385293] env[65418]: DEBUG oslo_vmware.api [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': task-4688020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.422082] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "refresh_cache-625682a5-beee-49e9-bbb3-a188c3c41f0d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.422757] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquired lock "refresh_cache-625682a5-beee-49e9-bbb3-a188c3c41f0d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.422757] env[65418]: DEBUG nova.network.neutron [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 714.497102] env[65418]: DEBUG oslo_vmware.api [None req-95b38a64-740a-4662-86eb-ddc0b67e2542 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4688019, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.597642] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Releasing lock "refresh_cache-3870348a-33d6-43b2-9e7a-a4cd68a9e5f1" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.597642] env[65418]: DEBUG nova.compute.manager [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Instance network_info: |[{"id": "ef4ca923-c07d-4e47-a711-034c9cb8f828", "address": "fa:16:3e:a1:b1:11", "network": {"id": "7b32203e-bfdb-46fa-be86-03c891f36602", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1083860704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb907cec87a7463999e26da47dc56043", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef4ca923-c0", "ovs_interfaceid": "ef4ca923-c07d-4e47-a711-034c9cb8f828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 714.598666] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:b1:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef4ca923-c07d-4e47-a711-034c9cb8f828', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.609733] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Creating folder: Project (fb907cec87a7463999e26da47dc56043). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.610200] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9473d22a-fd7a-4013-8df1-ff70aa2b2389 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.627406] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Created folder: Project (fb907cec87a7463999e26da47dc56043) in parent group-v914982. [ 714.627406] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Creating folder: Instances. Parent ref: group-v915079. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.627560] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08e8eb41-0fbd-42a2-a60f-b0bc6fe1c8bb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.648284] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Created folder: Instances in parent group-v915079. [ 714.648284] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 714.648284] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.653477] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ae1141b-b6ab-4409-bc15-d9c44e7583b6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.688338] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.688338] env[65418]: value = "task-4688023" [ 714.688338] env[65418]: _type = "Task" [ 714.688338] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.705451] env[65418]: WARNING neutronclient.v2_0.client [req-d761e24e-4e6f-4afe-8693-10acca4c3721 req-ec57a408-a006-4ad8-851c-ad64b7c183a8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.709241] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688023, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.725546] env[65418]: WARNING neutronclient.v2_0.client [req-b3023ce5-ee77-40b9-8f8c-212d2f7d3b56 req-c74c3df4-094f-4863-a81a-aa600cb975ad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.760273] env[65418]: DEBUG oslo_vmware.api [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688017, 'name': ReconfigVM_Task, 'duration_secs': 1.43736} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.764365] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Reconfigured VM instance instance-00000021 to attach disk [datastore1] ff5e8ecd-f8bc-452f-82fd-f4feb7533452/ff5e8ecd-f8bc-452f-82fd-f4feb7533452.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.766789] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8670603d-d292-4a34-8f0d-d60c55c4e239 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.778422] env[65418]: DEBUG oslo_vmware.api [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 714.778422] env[65418]: value = "task-4688024" [ 714.778422] env[65418]: _type = "Task" [ 714.778422] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.794613] env[65418]: DEBUG oslo_vmware.api [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688024, 'name': Rename_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.805886] env[65418]: DEBUG nova.compute.manager [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 714.890467] env[65418]: DEBUG oslo_vmware.api [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': task-4688020, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.926331] env[65418]: DEBUG nova.network.neutron [-] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.990454] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499f70de-13aa-4bcc-9f6b-c26bdc94645c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.011864] env[65418]: DEBUG oslo_vmware.api [None req-95b38a64-740a-4662-86eb-ddc0b67e2542 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4688019, 'name': PowerOnVM_Task, 'duration_secs': 0.981434} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.011864] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-95b38a64-740a-4662-86eb-ddc0b67e2542 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.011864] env[65418]: DEBUG nova.compute.manager [None req-95b38a64-740a-4662-86eb-ddc0b67e2542 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 715.011864] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8749c06-354e-482c-ab6f-f3d93297515c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.016233] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdefd6a-e1d2-4449-bd8e-8105ee8f7376 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.070720] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75380fa-6c4c-483d-97e4-1347c9af065e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.084087] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6541d9a-853f-4d96-baf6-fd7f7a0c943b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.104985] env[65418]: DEBUG nova.compute.provider_tree [None req-ed101bff-fcd4-4b22-a858-78c6a1002a6f tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.182259] env[65418]: DEBUG nova.network.neutron [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 715.199549] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688023, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.294364] env[65418]: DEBUG oslo_vmware.api [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688024, 'name': Rename_Task, 'duration_secs': 0.225113} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.294701] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.295049] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3062fd66-2676-431f-8776-ce40ef1b07bc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.303891] env[65418]: DEBUG oslo_vmware.api [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 715.303891] env[65418]: value = "task-4688025" [ 715.303891] env[65418]: _type = "Task" [ 715.303891] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.319142] env[65418]: DEBUG oslo_vmware.api [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.390871] env[65418]: DEBUG oslo_vmware.api [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': task-4688020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.755949} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.391017] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] ac183b2c-d144-4e65-9ddf-12ffc4f4093c/ac183b2c-d144-4e65-9ddf-12ffc4f4093c.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.391586] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.391634] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a937f232-0142-4916-82c5-62341192597d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.401051] env[65418]: DEBUG oslo_vmware.api [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Waiting for the task: (returnval){ [ 715.401051] env[65418]: value = "task-4688026" [ 715.401051] env[65418]: _type = "Task" [ 715.401051] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.413995] env[65418]: DEBUG oslo_vmware.api [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': task-4688026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.432914] env[65418]: INFO nova.compute.manager [-] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Took 1.84 seconds to deallocate network for instance. [ 715.444554] env[65418]: WARNING neutronclient.v2_0.client [req-d761e24e-4e6f-4afe-8693-10acca4c3721 req-ec57a408-a006-4ad8-851c-ad64b7c183a8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.461594] env[65418]: WARNING neutronclient.v2_0.client [req-b3023ce5-ee77-40b9-8f8c-212d2f7d3b56 req-c74c3df4-094f-4863-a81a-aa600cb975ad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.546916] env[65418]: WARNING neutronclient.v2_0.client [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.613063] env[65418]: DEBUG nova.scheduler.client.report [None req-ed101bff-fcd4-4b22-a858-78c6a1002a6f tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.702171] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688023, 'name': CreateVM_Task, 'duration_secs': 0.719957} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.706024] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.706024] env[65418]: WARNING neutronclient.v2_0.client [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.706024] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.706024] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.706024] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.706320] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08b3b0d0-8dab-4e7b-a638-e71b7c77ccfa {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.710349] env[65418]: DEBUG nova.network.neutron [req-d761e24e-4e6f-4afe-8693-10acca4c3721 req-ec57a408-a006-4ad8-851c-ad64b7c183a8 service nova] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Updated VIF entry in instance network info cache for port 925bb535-f45c-443e-a12e-475cea0eb3f0. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 715.711139] env[65418]: DEBUG nova.network.neutron [req-d761e24e-4e6f-4afe-8693-10acca4c3721 req-ec57a408-a006-4ad8-851c-ad64b7c183a8 service nova] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Updating instance_info_cache with network_info: [{"id": "925bb535-f45c-443e-a12e-475cea0eb3f0", "address": "fa:16:3e:36:d3:4b", "network": {"id": "2562c175-4d15-43d3-b157-3d30695ce81c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402255614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea9a1850358a42e49d88f4b344fe6d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap925bb535-f4", "ovs_interfaceid": "925bb535-f45c-443e-a12e-475cea0eb3f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.714758] env[65418]: DEBUG oslo_vmware.api [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Waiting for the task: (returnval){ [ 715.714758] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e1846c-0adb-7c9c-6b8d-065d96e5eda9" [ 715.714758] env[65418]: _type = "Task" [ 715.714758] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.720959] env[65418]: DEBUG nova.network.neutron [req-b3023ce5-ee77-40b9-8f8c-212d2f7d3b56 req-c74c3df4-094f-4863-a81a-aa600cb975ad service nova] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Updated VIF entry in instance network info cache for port 07516081-95d5-411b-9914-1f658ec348e5. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 715.721446] env[65418]: DEBUG nova.network.neutron [req-b3023ce5-ee77-40b9-8f8c-212d2f7d3b56 req-c74c3df4-094f-4863-a81a-aa600cb975ad service nova] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Updating instance_info_cache with network_info: [{"id": "07516081-95d5-411b-9914-1f658ec348e5", "address": "fa:16:3e:9d:d0:c4", "network": {"id": "b682c431-6990-4574-a38e-8722d7938cc9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1922345163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "45816b24ab1b4ef78d0938dcec0b4cb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07516081-95", "ovs_interfaceid": "07516081-95d5-411b-9914-1f658ec348e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.730753] env[65418]: DEBUG oslo_vmware.api [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e1846c-0adb-7c9c-6b8d-065d96e5eda9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.786084] env[65418]: DEBUG nova.network.neutron [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Updating instance_info_cache with network_info: [{"id": "d7166668-f516-4cce-9116-aaf6b041b040", "address": "fa:16:3e:a6:99:c0", "network": {"id": "d3664058-5559-4da1-b915-9dbe72d0603c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-176614607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe6158c9854d43ca9a507902c5e64bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7166668-f5", "ovs_interfaceid": "d7166668-f516-4cce-9116-aaf6b041b040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.816621] env[65418]: DEBUG oslo_vmware.api [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688025, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.823712] env[65418]: DEBUG nova.compute.manager [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 715.860809] env[65418]: DEBUG nova.virt.hardware [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 715.864269] env[65418]: DEBUG nova.virt.hardware [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.864548] env[65418]: DEBUG nova.virt.hardware [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 715.864789] env[65418]: DEBUG nova.virt.hardware [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.864975] env[65418]: DEBUG nova.virt.hardware [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 715.865183] env[65418]: DEBUG nova.virt.hardware [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 715.865419] env[65418]: DEBUG nova.virt.hardware [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 715.865645] env[65418]: DEBUG nova.virt.hardware [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 715.865932] env[65418]: DEBUG nova.virt.hardware [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 715.866089] env[65418]: DEBUG nova.virt.hardware [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 715.870026] env[65418]: DEBUG nova.virt.hardware [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 715.870026] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4aaa81b-f297-434b-ad78-2746a7b48a5f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.880780] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a679a8bb-2e8c-4c41-814a-b26073e8f7e7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.906845] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Instance VIF info [] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.916724] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Creating folder: Project (30f3695b718e48008c3b61eb34b5c1c8). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.923546] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc32c280-642b-4998-a20b-4bec3a68d5be {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.933952] env[65418]: DEBUG oslo_vmware.api [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': task-4688026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08602} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.935045] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.935711] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0573dae4-2306-4df0-9463-824594c36219 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.942612] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fa0b6abd-d7ff-469d-ae57-b14070a32228 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.944467] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Created folder: Project (30f3695b718e48008c3b61eb34b5c1c8) in parent group-v914982. [ 715.944467] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Creating folder: Instances. Parent ref: group-v915082. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.944467] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d09ebee-a50f-453a-993b-7e6bbff3f7d4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.967271] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] ac183b2c-d144-4e65-9ddf-12ffc4f4093c/ac183b2c-d144-4e65-9ddf-12ffc4f4093c.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.969346] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94bd2520-b232-4759-b593-9637d4ecea52 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.985770] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Created folder: Instances in parent group-v915082. [ 715.987412] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 715.987412] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.987412] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d5e47b5-0a71-4b2e-a218-1baf0b68255a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.002915] env[65418]: DEBUG oslo_vmware.api [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Waiting for the task: (returnval){ [ 716.002915] env[65418]: value = "task-4688029" [ 716.002915] env[65418]: _type = "Task" [ 716.002915] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.008544] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.008544] env[65418]: value = "task-4688030" [ 716.008544] env[65418]: _type = "Task" [ 716.008544] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.012089] env[65418]: DEBUG oslo_vmware.api [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': task-4688029, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.023442] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688030, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.123453] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ed101bff-fcd4-4b22-a858-78c6a1002a6f tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.330s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.126062] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.707s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.127699] env[65418]: INFO nova.compute.claims [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.152991] env[65418]: INFO nova.scheduler.client.report [None req-ed101bff-fcd4-4b22-a858-78c6a1002a6f tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Deleted allocations for instance 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba [ 716.215250] env[65418]: DEBUG oslo_concurrency.lockutils [req-d761e24e-4e6f-4afe-8693-10acca4c3721 req-ec57a408-a006-4ad8-851c-ad64b7c183a8 service nova] Releasing lock "refresh_cache-ff5e8ecd-f8bc-452f-82fd-f4feb7533452" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.215542] env[65418]: DEBUG nova.compute.manager [req-d761e24e-4e6f-4afe-8693-10acca4c3721 req-ec57a408-a006-4ad8-851c-ad64b7c183a8 service nova] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Received event network-vif-plugged-b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 716.215726] env[65418]: DEBUG oslo_concurrency.lockutils [req-d761e24e-4e6f-4afe-8693-10acca4c3721 req-ec57a408-a006-4ad8-851c-ad64b7c183a8 service nova] Acquiring lock "ac183b2c-d144-4e65-9ddf-12ffc4f4093c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.215922] env[65418]: DEBUG oslo_concurrency.lockutils [req-d761e24e-4e6f-4afe-8693-10acca4c3721 req-ec57a408-a006-4ad8-851c-ad64b7c183a8 service nova] Lock "ac183b2c-d144-4e65-9ddf-12ffc4f4093c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.216089] env[65418]: DEBUG oslo_concurrency.lockutils [req-d761e24e-4e6f-4afe-8693-10acca4c3721 req-ec57a408-a006-4ad8-851c-ad64b7c183a8 service nova] Lock "ac183b2c-d144-4e65-9ddf-12ffc4f4093c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.216253] env[65418]: DEBUG nova.compute.manager [req-d761e24e-4e6f-4afe-8693-10acca4c3721 req-ec57a408-a006-4ad8-851c-ad64b7c183a8 service nova] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] No waiting events found dispatching network-vif-plugged-b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 716.216415] env[65418]: WARNING nova.compute.manager [req-d761e24e-4e6f-4afe-8693-10acca4c3721 req-ec57a408-a006-4ad8-851c-ad64b7c183a8 service nova] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Received unexpected event network-vif-plugged-b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350 for instance with vm_state building and task_state spawning. [ 716.216568] env[65418]: DEBUG nova.compute.manager [req-d761e24e-4e6f-4afe-8693-10acca4c3721 req-ec57a408-a006-4ad8-851c-ad64b7c183a8 service nova] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Received event network-changed-b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 716.216747] env[65418]: DEBUG nova.compute.manager [req-d761e24e-4e6f-4afe-8693-10acca4c3721 req-ec57a408-a006-4ad8-851c-ad64b7c183a8 service nova] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Refreshing instance network info cache due to event network-changed-b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 716.216946] env[65418]: DEBUG oslo_concurrency.lockutils [req-d761e24e-4e6f-4afe-8693-10acca4c3721 req-ec57a408-a006-4ad8-851c-ad64b7c183a8 service nova] Acquiring lock "refresh_cache-ac183b2c-d144-4e65-9ddf-12ffc4f4093c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.219211] env[65418]: DEBUG oslo_concurrency.lockutils [req-d761e24e-4e6f-4afe-8693-10acca4c3721 req-ec57a408-a006-4ad8-851c-ad64b7c183a8 service nova] Acquired lock "refresh_cache-ac183b2c-d144-4e65-9ddf-12ffc4f4093c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.222018] env[65418]: DEBUG nova.network.neutron [req-d761e24e-4e6f-4afe-8693-10acca4c3721 req-ec57a408-a006-4ad8-851c-ad64b7c183a8 service nova] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Refreshing network info cache for port b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 716.225426] env[65418]: DEBUG oslo_concurrency.lockutils [req-b3023ce5-ee77-40b9-8f8c-212d2f7d3b56 req-c74c3df4-094f-4863-a81a-aa600cb975ad service nova] Releasing lock "refresh_cache-45c2e0c5-9481-4e6d-b83d-545c7d2163a4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.234192] env[65418]: DEBUG oslo_vmware.api [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e1846c-0adb-7c9c-6b8d-065d96e5eda9, 'name': SearchDatastore_Task, 'duration_secs': 0.063094} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.234192] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.234192] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.234345] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.234384] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.234553] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.235059] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aff9cca6-b481-4968-8862-6c0dfa15c057 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.245526] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.245723] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.248662] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1c48944-1f93-41bc-825c-58af34d0338a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.255680] env[65418]: DEBUG oslo_vmware.api [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Waiting for the task: (returnval){ [ 716.255680] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525b4f77-5c05-0ca6-f076-af55246dd733" [ 716.255680] env[65418]: _type = "Task" [ 716.255680] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.266978] env[65418]: DEBUG oslo_vmware.api [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525b4f77-5c05-0ca6-f076-af55246dd733, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.289978] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Releasing lock "refresh_cache-625682a5-beee-49e9-bbb3-a188c3c41f0d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.290428] env[65418]: DEBUG nova.compute.manager [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Instance network_info: |[{"id": "d7166668-f516-4cce-9116-aaf6b041b040", "address": "fa:16:3e:a6:99:c0", "network": {"id": "d3664058-5559-4da1-b915-9dbe72d0603c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-176614607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe6158c9854d43ca9a507902c5e64bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7166668-f5", "ovs_interfaceid": "d7166668-f516-4cce-9116-aaf6b041b040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 716.291483] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:99:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7166668-f516-4cce-9116-aaf6b041b040', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.302512] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 716.303177] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.303434] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a456c68e-8117-48f5-bda8-a5e4357474e6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.332564] env[65418]: DEBUG oslo_vmware.api [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688025, 'name': PowerOnVM_Task, 'duration_secs': 0.54207} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.335081] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.335305] env[65418]: INFO nova.compute.manager [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Took 11.43 seconds to spawn the instance on the hypervisor. [ 716.335479] env[65418]: DEBUG nova.compute.manager [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 716.335745] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.335745] env[65418]: value = "task-4688031" [ 716.335745] env[65418]: _type = "Task" [ 716.335745] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.336504] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba5b3ec-34a1-459f-8853-2da3c7366460 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.355089] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688031, 'name': CreateVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.516710] env[65418]: DEBUG oslo_vmware.api [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': task-4688029, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.528978] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688030, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.662859] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ed101bff-fcd4-4b22-a858-78c6a1002a6f tempest-FloatingIPsAssociationNegativeTestJSON-275466521 tempest-FloatingIPsAssociationNegativeTestJSON-275466521-project-member] Lock "0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.167s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.724166] env[65418]: WARNING neutronclient.v2_0.client [req-d761e24e-4e6f-4afe-8693-10acca4c3721 req-ec57a408-a006-4ad8-851c-ad64b7c183a8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.771331] env[65418]: DEBUG oslo_vmware.api [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525b4f77-5c05-0ca6-f076-af55246dd733, 'name': SearchDatastore_Task, 'duration_secs': 0.011037} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.778036] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f3a77c5-006c-40de-93e8-0326481f5fad {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.784631] env[65418]: DEBUG oslo_vmware.api [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Waiting for the task: (returnval){ [ 716.784631] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52766e96-163d-d5d9-7588-b5bdca93a02e" [ 716.784631] env[65418]: _type = "Task" [ 716.784631] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.798096] env[65418]: DEBUG oslo_vmware.api [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52766e96-163d-d5d9-7588-b5bdca93a02e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.850526] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688031, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.867791] env[65418]: INFO nova.compute.manager [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Took 46.52 seconds to build instance. [ 717.018248] env[65418]: DEBUG oslo_vmware.api [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': task-4688029, 'name': ReconfigVM_Task, 'duration_secs': 0.547453} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.025255] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Reconfigured VM instance instance-00000022 to attach disk [datastore2] ac183b2c-d144-4e65-9ddf-12ffc4f4093c/ac183b2c-d144-4e65-9ddf-12ffc4f4093c.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.026218] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7065d299-6138-48b8-9c65-1c97e44d7e79 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.035335] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688030, 'name': CreateVM_Task, 'duration_secs': 0.589549} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.036268] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.036655] env[65418]: DEBUG oslo_vmware.api [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Waiting for the task: (returnval){ [ 717.036655] env[65418]: value = "task-4688032" [ 717.036655] env[65418]: _type = "Task" [ 717.036655] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.037127] env[65418]: DEBUG oslo_concurrency.lockutils [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.037306] env[65418]: DEBUG oslo_concurrency.lockutils [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.038147] env[65418]: DEBUG oslo_concurrency.lockutils [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.038147] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1430e61d-ad0c-411b-a8a7-4109523e1373 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.052034] env[65418]: DEBUG oslo_vmware.api [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Waiting for the task: (returnval){ [ 717.052034] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5243035e-c922-3972-61ee-767e624bc4da" [ 717.052034] env[65418]: _type = "Task" [ 717.052034] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.062201] env[65418]: DEBUG oslo_vmware.api [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5243035e-c922-3972-61ee-767e624bc4da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.079374] env[65418]: WARNING neutronclient.v2_0.client [req-d761e24e-4e6f-4afe-8693-10acca4c3721 req-ec57a408-a006-4ad8-851c-ad64b7c183a8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.256703] env[65418]: DEBUG nova.network.neutron [req-d761e24e-4e6f-4afe-8693-10acca4c3721 req-ec57a408-a006-4ad8-851c-ad64b7c183a8 service nova] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Updated VIF entry in instance network info cache for port b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 717.256703] env[65418]: DEBUG nova.network.neutron [req-d761e24e-4e6f-4afe-8693-10acca4c3721 req-ec57a408-a006-4ad8-851c-ad64b7c183a8 service nova] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Updating instance_info_cache with network_info: [{"id": "b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350", "address": "fa:16:3e:b3:f8:dc", "network": {"id": "2c92fd2b-dbd4-4ce3-b2af-d9a0000fb8b3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1658338312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42c815478e1453299d12fbf693348bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6abb127-3b", "ovs_interfaceid": "b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.297926] env[65418]: DEBUG oslo_vmware.api [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52766e96-163d-d5d9-7588-b5bdca93a02e, 'name': SearchDatastore_Task, 'duration_secs': 0.016141} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.297926] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.297926] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1/3870348a-33d6-43b2-9e7a-a4cd68a9e5f1.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.297926] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b94deb2-9e4f-49bc-993d-95322321b6b9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.312096] env[65418]: DEBUG oslo_vmware.api [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Waiting for the task: (returnval){ [ 717.312096] env[65418]: value = "task-4688033" [ 717.312096] env[65418]: _type = "Task" [ 717.312096] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.325412] env[65418]: DEBUG oslo_vmware.api [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Task: {'id': task-4688033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.354167] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688031, 'name': CreateVM_Task, 'duration_secs': 0.545083} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.354167] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 717.354167] env[65418]: WARNING neutronclient.v2_0.client [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.354167] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.376480] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b7f4308c-1b11-4acb-bb32-7ad33527186a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "ff5e8ecd-f8bc-452f-82fd-f4feb7533452" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.037s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.550977] env[65418]: DEBUG oslo_vmware.api [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': task-4688032, 'name': Rename_Task, 'duration_secs': 0.205781} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.551917] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.551917] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dd1bbbf-1051-4fb0-916a-64dbc792f16d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.567250] env[65418]: DEBUG oslo_vmware.api [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5243035e-c922-3972-61ee-767e624bc4da, 'name': SearchDatastore_Task, 'duration_secs': 0.014457} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.567578] env[65418]: DEBUG oslo_concurrency.lockutils [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.567833] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.568082] env[65418]: DEBUG oslo_concurrency.lockutils [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.568226] env[65418]: DEBUG oslo_concurrency.lockutils [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.568395] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.568711] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.569431] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.569431] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b7b6386-fc32-4cd3-9902-30c7f1136fe8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.572741] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3e4a9d9-bf98-4ed1-b414-54416f9e6dd5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.574606] env[65418]: DEBUG oslo_vmware.api [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Waiting for the task: (returnval){ [ 717.574606] env[65418]: value = "task-4688034" [ 717.574606] env[65418]: _type = "Task" [ 717.574606] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.587024] env[65418]: DEBUG oslo_vmware.api [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 717.587024] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5257d12b-f0d6-9c97-8892-611a4e36d8ec" [ 717.587024] env[65418]: _type = "Task" [ 717.587024] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.587024] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.587024] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.588998] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6766563f-d069-43e8-abba-a43cbed8a5c6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.594982] env[65418]: DEBUG oslo_vmware.api [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': task-4688034, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.605209] env[65418]: DEBUG oslo_vmware.api [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5257d12b-f0d6-9c97-8892-611a4e36d8ec, 'name': SearchDatastore_Task, 'duration_secs': 0.014191} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.606975] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.607592] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.607700] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.608188] env[65418]: DEBUG oslo_vmware.api [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Waiting for the task: (returnval){ [ 717.608188] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ec64b4-cb69-fed2-f8a3-fde525b2564e" [ 717.608188] env[65418]: _type = "Task" [ 717.608188] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.621989] env[65418]: DEBUG oslo_vmware.api [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ec64b4-cb69-fed2-f8a3-fde525b2564e, 'name': SearchDatastore_Task, 'duration_secs': 0.015072} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.622909] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-973e423c-4817-41da-90ef-55e133a23712 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.637901] env[65418]: DEBUG oslo_vmware.api [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Waiting for the task: (returnval){ [ 717.637901] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52873540-1613-20f6-c109-4a433b512079" [ 717.637901] env[65418]: _type = "Task" [ 717.637901] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.654983] env[65418]: DEBUG oslo_vmware.api [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52873540-1613-20f6-c109-4a433b512079, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.701444] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2212f5c-4460-49d7-8524-6cd547e0c911 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.712325] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b20d001-ae5d-4552-9ad8-933717d9a392 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.718789] env[65418]: DEBUG oslo_concurrency.lockutils [None req-930b70b6-b39c-41db-8403-26b23f0852e3 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Acquiring lock "d49e04fe-3f84-4baf-8d60-c81d4372fc03" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.719226] env[65418]: DEBUG oslo_concurrency.lockutils [None req-930b70b6-b39c-41db-8403-26b23f0852e3 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Lock "d49e04fe-3f84-4baf-8d60-c81d4372fc03" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.719526] env[65418]: DEBUG oslo_concurrency.lockutils [None req-930b70b6-b39c-41db-8403-26b23f0852e3 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Acquiring lock "d49e04fe-3f84-4baf-8d60-c81d4372fc03-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.719905] env[65418]: DEBUG oslo_concurrency.lockutils [None req-930b70b6-b39c-41db-8403-26b23f0852e3 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Lock "d49e04fe-3f84-4baf-8d60-c81d4372fc03-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.723058] env[65418]: DEBUG oslo_concurrency.lockutils [None req-930b70b6-b39c-41db-8403-26b23f0852e3 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Lock "d49e04fe-3f84-4baf-8d60-c81d4372fc03-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.752325] env[65418]: INFO nova.compute.manager [None req-930b70b6-b39c-41db-8403-26b23f0852e3 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Terminating instance [ 717.754311] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36dd5d8d-4831-44a8-821e-7e43f152b353 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.763652] env[65418]: DEBUG oslo_concurrency.lockutils [req-d761e24e-4e6f-4afe-8693-10acca4c3721 req-ec57a408-a006-4ad8-851c-ad64b7c183a8 service nova] Releasing lock "refresh_cache-ac183b2c-d144-4e65-9ddf-12ffc4f4093c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.766713] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8445bdb-2860-4bcd-85bf-3fc9c40fb45b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.775306] env[65418]: DEBUG nova.compute.manager [req-157774e3-d713-4e80-8867-79006699b473 req-a1f81127-3e6a-488c-bc0d-35ec019f4818 service nova] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Received event network-vif-plugged-ef4ca923-c07d-4e47-a711-034c9cb8f828 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 717.775552] env[65418]: DEBUG oslo_concurrency.lockutils [req-157774e3-d713-4e80-8867-79006699b473 req-a1f81127-3e6a-488c-bc0d-35ec019f4818 service nova] Acquiring lock "3870348a-33d6-43b2-9e7a-a4cd68a9e5f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.775852] env[65418]: DEBUG oslo_concurrency.lockutils [req-157774e3-d713-4e80-8867-79006699b473 req-a1f81127-3e6a-488c-bc0d-35ec019f4818 service nova] Lock "3870348a-33d6-43b2-9e7a-a4cd68a9e5f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.776089] env[65418]: DEBUG oslo_concurrency.lockutils [req-157774e3-d713-4e80-8867-79006699b473 req-a1f81127-3e6a-488c-bc0d-35ec019f4818 service nova] Lock "3870348a-33d6-43b2-9e7a-a4cd68a9e5f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.776238] env[65418]: DEBUG nova.compute.manager [req-157774e3-d713-4e80-8867-79006699b473 req-a1f81127-3e6a-488c-bc0d-35ec019f4818 service nova] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] No waiting events found dispatching network-vif-plugged-ef4ca923-c07d-4e47-a711-034c9cb8f828 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 717.776384] env[65418]: WARNING nova.compute.manager [req-157774e3-d713-4e80-8867-79006699b473 req-a1f81127-3e6a-488c-bc0d-35ec019f4818 service nova] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Received unexpected event network-vif-plugged-ef4ca923-c07d-4e47-a711-034c9cb8f828 for instance with vm_state building and task_state spawning. [ 717.776576] env[65418]: DEBUG nova.compute.manager [req-157774e3-d713-4e80-8867-79006699b473 req-a1f81127-3e6a-488c-bc0d-35ec019f4818 service nova] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Received event network-changed-ef4ca923-c07d-4e47-a711-034c9cb8f828 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 717.776757] env[65418]: DEBUG nova.compute.manager [req-157774e3-d713-4e80-8867-79006699b473 req-a1f81127-3e6a-488c-bc0d-35ec019f4818 service nova] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Refreshing instance network info cache due to event network-changed-ef4ca923-c07d-4e47-a711-034c9cb8f828. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 717.776960] env[65418]: DEBUG oslo_concurrency.lockutils [req-157774e3-d713-4e80-8867-79006699b473 req-a1f81127-3e6a-488c-bc0d-35ec019f4818 service nova] Acquiring lock "refresh_cache-3870348a-33d6-43b2-9e7a-a4cd68a9e5f1" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.777078] env[65418]: DEBUG oslo_concurrency.lockutils [req-157774e3-d713-4e80-8867-79006699b473 req-a1f81127-3e6a-488c-bc0d-35ec019f4818 service nova] Acquired lock "refresh_cache-3870348a-33d6-43b2-9e7a-a4cd68a9e5f1" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.777227] env[65418]: DEBUG nova.network.neutron [req-157774e3-d713-4e80-8867-79006699b473 req-a1f81127-3e6a-488c-bc0d-35ec019f4818 service nova] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Refreshing network info cache for port ef4ca923-c07d-4e47-a711-034c9cb8f828 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.799962] env[65418]: DEBUG nova.compute.provider_tree [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.809050] env[65418]: DEBUG nova.compute.manager [req-6cb7eb31-0338-4808-9c20-c449ad21918f req-6a80bb2b-4437-4c17-85c5-796ee7447837 service nova] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Received event network-vif-plugged-d7166668-f516-4cce-9116-aaf6b041b040 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 717.809050] env[65418]: DEBUG oslo_concurrency.lockutils [req-6cb7eb31-0338-4808-9c20-c449ad21918f req-6a80bb2b-4437-4c17-85c5-796ee7447837 service nova] Acquiring lock "625682a5-beee-49e9-bbb3-a188c3c41f0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.809050] env[65418]: DEBUG oslo_concurrency.lockutils [req-6cb7eb31-0338-4808-9c20-c449ad21918f req-6a80bb2b-4437-4c17-85c5-796ee7447837 service nova] Lock "625682a5-beee-49e9-bbb3-a188c3c41f0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.809050] env[65418]: DEBUG oslo_concurrency.lockutils [req-6cb7eb31-0338-4808-9c20-c449ad21918f req-6a80bb2b-4437-4c17-85c5-796ee7447837 service nova] Lock "625682a5-beee-49e9-bbb3-a188c3c41f0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.809050] env[65418]: DEBUG nova.compute.manager [req-6cb7eb31-0338-4808-9c20-c449ad21918f req-6a80bb2b-4437-4c17-85c5-796ee7447837 service nova] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] No waiting events found dispatching network-vif-plugged-d7166668-f516-4cce-9116-aaf6b041b040 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 717.809310] env[65418]: WARNING nova.compute.manager [req-6cb7eb31-0338-4808-9c20-c449ad21918f req-6a80bb2b-4437-4c17-85c5-796ee7447837 service nova] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Received unexpected event network-vif-plugged-d7166668-f516-4cce-9116-aaf6b041b040 for instance with vm_state building and task_state spawning. [ 717.809310] env[65418]: DEBUG nova.compute.manager [req-6cb7eb31-0338-4808-9c20-c449ad21918f req-6a80bb2b-4437-4c17-85c5-796ee7447837 service nova] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Received event network-changed-d7166668-f516-4cce-9116-aaf6b041b040 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 717.809391] env[65418]: DEBUG nova.compute.manager [req-6cb7eb31-0338-4808-9c20-c449ad21918f req-6a80bb2b-4437-4c17-85c5-796ee7447837 service nova] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Refreshing instance network info cache due to event network-changed-d7166668-f516-4cce-9116-aaf6b041b040. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 717.809527] env[65418]: DEBUG oslo_concurrency.lockutils [req-6cb7eb31-0338-4808-9c20-c449ad21918f req-6a80bb2b-4437-4c17-85c5-796ee7447837 service nova] Acquiring lock "refresh_cache-625682a5-beee-49e9-bbb3-a188c3c41f0d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.809719] env[65418]: DEBUG oslo_concurrency.lockutils [req-6cb7eb31-0338-4808-9c20-c449ad21918f req-6a80bb2b-4437-4c17-85c5-796ee7447837 service nova] Acquired lock "refresh_cache-625682a5-beee-49e9-bbb3-a188c3c41f0d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.810117] env[65418]: DEBUG nova.network.neutron [req-6cb7eb31-0338-4808-9c20-c449ad21918f req-6a80bb2b-4437-4c17-85c5-796ee7447837 service nova] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Refreshing network info cache for port d7166668-f516-4cce-9116-aaf6b041b040 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.835477] env[65418]: DEBUG oslo_vmware.api [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Task: {'id': task-4688033, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.089999] env[65418]: DEBUG oslo_vmware.api [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': task-4688034, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.150299] env[65418]: DEBUG oslo_vmware.api [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52873540-1613-20f6-c109-4a433b512079, 'name': SearchDatastore_Task, 'duration_secs': 0.069449} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.150588] env[65418]: DEBUG oslo_concurrency.lockutils [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.151366] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 1c263b74-93d1-4244-8f08-d35373a3a946/1c263b74-93d1-4244-8f08-d35373a3a946.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.151680] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.151851] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.152100] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93339a95-85aa-4aec-a0e5-23f308c71399 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.154159] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b0c2210-76b1-487d-8548-5bba934bf56c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.163469] env[65418]: DEBUG oslo_vmware.api [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Waiting for the task: (returnval){ [ 718.163469] env[65418]: value = "task-4688035" [ 718.163469] env[65418]: _type = "Task" [ 718.163469] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.169903] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.170159] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.171272] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a121b98e-db48-49db-bcd7-bb9b6415bc39 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.177895] env[65418]: DEBUG oslo_vmware.api [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Task: {'id': task-4688035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.182347] env[65418]: DEBUG oslo_vmware.api [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 718.182347] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5229dac9-a8af-703e-db1a-e24e11e9d449" [ 718.182347] env[65418]: _type = "Task" [ 718.182347] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.191134] env[65418]: DEBUG oslo_vmware.api [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5229dac9-a8af-703e-db1a-e24e11e9d449, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.260164] env[65418]: DEBUG nova.compute.manager [None req-930b70b6-b39c-41db-8403-26b23f0852e3 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 718.260437] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-930b70b6-b39c-41db-8403-26b23f0852e3 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.261411] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cc958f-c207-47c7-a20f-b83498638e63 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.270089] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-930b70b6-b39c-41db-8403-26b23f0852e3 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 718.270646] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38a58d89-f824-4d2d-bf56-9baff7ecf1c5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.278198] env[65418]: DEBUG oslo_vmware.api [None req-930b70b6-b39c-41db-8403-26b23f0852e3 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 718.278198] env[65418]: value = "task-4688036" [ 718.278198] env[65418]: _type = "Task" [ 718.278198] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.283437] env[65418]: WARNING neutronclient.v2_0.client [req-157774e3-d713-4e80-8867-79006699b473 req-a1f81127-3e6a-488c-bc0d-35ec019f4818 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.292601] env[65418]: DEBUG oslo_vmware.api [None req-930b70b6-b39c-41db-8403-26b23f0852e3 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4688036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.306895] env[65418]: DEBUG nova.scheduler.client.report [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.312718] env[65418]: WARNING neutronclient.v2_0.client [req-6cb7eb31-0338-4808-9c20-c449ad21918f req-6a80bb2b-4437-4c17-85c5-796ee7447837 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.329037] env[65418]: DEBUG oslo_vmware.api [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Task: {'id': task-4688033, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672587} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.330412] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1/3870348a-33d6-43b2-9e7a-a4cd68a9e5f1.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.330740] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.331629] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83a270c5-614c-4049-ad25-6038a4900263 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.340441] env[65418]: DEBUG oslo_vmware.api [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Waiting for the task: (returnval){ [ 718.340441] env[65418]: value = "task-4688037" [ 718.340441] env[65418]: _type = "Task" [ 718.340441] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.351679] env[65418]: DEBUG oslo_vmware.api [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Task: {'id': task-4688037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.595384] env[65418]: DEBUG oslo_vmware.api [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': task-4688034, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.678242] env[65418]: DEBUG oslo_vmware.api [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Task: {'id': task-4688035, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.700425] env[65418]: DEBUG oslo_vmware.api [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5229dac9-a8af-703e-db1a-e24e11e9d449, 'name': SearchDatastore_Task, 'duration_secs': 0.018688} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.702246] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ad3cf7f-cdd3-4122-a530-55016687d827 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.711213] env[65418]: DEBUG oslo_vmware.api [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 718.711213] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5281facc-f936-fa56-875d-d9f439fcda2c" [ 718.711213] env[65418]: _type = "Task" [ 718.711213] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.723123] env[65418]: DEBUG oslo_vmware.api [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5281facc-f936-fa56-875d-d9f439fcda2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.795696] env[65418]: DEBUG oslo_vmware.api [None req-930b70b6-b39c-41db-8403-26b23f0852e3 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4688036, 'name': PowerOffVM_Task, 'duration_secs': 0.261812} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.795696] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-930b70b6-b39c-41db-8403-26b23f0852e3 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 718.795696] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-930b70b6-b39c-41db-8403-26b23f0852e3 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 718.795696] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e519848-7242-42be-98a6-8525761eae2e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.812888] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.813444] env[65418]: DEBUG nova.compute.manager [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 718.818296] env[65418]: DEBUG oslo_concurrency.lockutils [None req-51f08125-7601-4116-a6d5-073c6c0bdcc4 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.152s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.818486] env[65418]: DEBUG nova.objects.instance [None req-51f08125-7601-4116-a6d5-073c6c0bdcc4 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Lazy-loading 'resources' on Instance uuid 75bc118e-4b07-499a-88b0-ac22272e9dc7 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 718.861914] env[65418]: DEBUG oslo_vmware.api [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Task: {'id': task-4688037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080903} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.861914] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.861914] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34632de-a750-4f3f-a29a-50857ed64b7e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.899120] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1/3870348a-33d6-43b2-9e7a-a4cd68a9e5f1.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.901246] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0062136-1d6c-471f-9cd0-f8f68f42ec27 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.917468] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-930b70b6-b39c-41db-8403-26b23f0852e3 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 718.917468] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-930b70b6-b39c-41db-8403-26b23f0852e3 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 718.917574] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-930b70b6-b39c-41db-8403-26b23f0852e3 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Deleting the datastore file [datastore2] d49e04fe-3f84-4baf-8d60-c81d4372fc03 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.921587] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34571ee0-5820-4703-8a65-bc3a8cc56607 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.930183] env[65418]: DEBUG oslo_vmware.api [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Waiting for the task: (returnval){ [ 718.930183] env[65418]: value = "task-4688039" [ 718.930183] env[65418]: _type = "Task" [ 718.930183] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.932305] env[65418]: DEBUG oslo_vmware.api [None req-930b70b6-b39c-41db-8403-26b23f0852e3 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 718.932305] env[65418]: value = "task-4688040" [ 718.932305] env[65418]: _type = "Task" [ 718.932305] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.948120] env[65418]: DEBUG oslo_vmware.api [None req-930b70b6-b39c-41db-8403-26b23f0852e3 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4688040, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.951936] env[65418]: DEBUG oslo_vmware.api [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Task: {'id': task-4688039, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.091075] env[65418]: DEBUG oslo_vmware.api [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': task-4688034, 'name': PowerOnVM_Task, 'duration_secs': 1.093798} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.092198] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.092198] env[65418]: INFO nova.compute.manager [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Took 11.55 seconds to spawn the instance on the hypervisor. [ 719.092198] env[65418]: DEBUG nova.compute.manager [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 719.092476] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee55601f-f18e-4428-b5c2-f9b14a28595d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.177721] env[65418]: DEBUG oslo_vmware.api [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Task: {'id': task-4688035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684251} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.177952] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 1c263b74-93d1-4244-8f08-d35373a3a946/1c263b74-93d1-4244-8f08-d35373a3a946.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.178188] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.178444] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27c1dc0f-5a5e-4bdd-98fd-c7be1ddcade8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.190061] env[65418]: DEBUG oslo_vmware.api [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Waiting for the task: (returnval){ [ 719.190061] env[65418]: value = "task-4688041" [ 719.190061] env[65418]: _type = "Task" [ 719.190061] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.201159] env[65418]: DEBUG oslo_vmware.api [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Task: {'id': task-4688041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.223956] env[65418]: DEBUG oslo_vmware.api [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5281facc-f936-fa56-875d-d9f439fcda2c, 'name': SearchDatastore_Task, 'duration_secs': 0.054898} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.225152] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.225152] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 625682a5-beee-49e9-bbb3-a188c3c41f0d/625682a5-beee-49e9-bbb3-a188c3c41f0d.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.225152] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62fd2e65-8478-4556-a57b-ca11301e9f60 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.233608] env[65418]: DEBUG oslo_vmware.api [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 719.233608] env[65418]: value = "task-4688042" [ 719.233608] env[65418]: _type = "Task" [ 719.233608] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.245916] env[65418]: DEBUG oslo_vmware.api [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.325162] env[65418]: DEBUG nova.compute.utils [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.330071] env[65418]: DEBUG nova.compute.manager [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 719.330071] env[65418]: DEBUG nova.network.neutron [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 719.330071] env[65418]: WARNING neutronclient.v2_0.client [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.330071] env[65418]: WARNING neutronclient.v2_0.client [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.449079] env[65418]: DEBUG oslo_vmware.api [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Task: {'id': task-4688039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.459852] env[65418]: DEBUG oslo_vmware.api [None req-930b70b6-b39c-41db-8403-26b23f0852e3 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4688040, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295545} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.461294] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-930b70b6-b39c-41db-8403-26b23f0852e3 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.461449] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-930b70b6-b39c-41db-8403-26b23f0852e3 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.461627] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-930b70b6-b39c-41db-8403-26b23f0852e3 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.461858] env[65418]: INFO nova.compute.manager [None req-930b70b6-b39c-41db-8403-26b23f0852e3 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Took 1.20 seconds to destroy the instance on the hypervisor. [ 719.462123] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-930b70b6-b39c-41db-8403-26b23f0852e3 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 719.462342] env[65418]: DEBUG nova.compute.manager [-] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 719.462435] env[65418]: DEBUG nova.network.neutron [-] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 719.462676] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.618176] env[65418]: INFO nova.compute.manager [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Took 36.72 seconds to build instance. [ 719.704907] env[65418]: DEBUG oslo_vmware.api [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Task: {'id': task-4688041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161653} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.705281] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.706142] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6b8671-3b98-4f19-86f0-417af69fc8cb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.729160] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 1c263b74-93d1-4244-8f08-d35373a3a946/1c263b74-93d1-4244-8f08-d35373a3a946.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.732486] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8ad9d71-f5a5-493b-b270-53937d1e2f85 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.758806] env[65418]: DEBUG oslo_vmware.api [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688042, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.763084] env[65418]: DEBUG oslo_vmware.api [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Waiting for the task: (returnval){ [ 719.763084] env[65418]: value = "task-4688043" [ 719.763084] env[65418]: _type = "Task" [ 719.763084] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.774899] env[65418]: DEBUG oslo_vmware.api [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Task: {'id': task-4688043, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.829173] env[65418]: DEBUG nova.compute.manager [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 719.884622] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5f8214-b0e1-4fbd-a1b4-60246c8eefc2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.895385] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680052a9-cf55-4563-830e-a32942c7db53 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.927464] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23757ed8-a72e-49fe-8f66-13b72bcc59a6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.942296] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7d7380-3791-4591-9088-3e5fef9af320 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.955057] env[65418]: DEBUG oslo_vmware.api [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Task: {'id': task-4688039, 'name': ReconfigVM_Task, 'duration_secs': 0.688887} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.955914] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1/3870348a-33d6-43b2-9e7a-a4cd68a9e5f1.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.956724] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71667b4e-0900-4b5d-91ff-9779b2a634c9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.969929] env[65418]: DEBUG nova.compute.provider_tree [None req-51f08125-7601-4116-a6d5-073c6c0bdcc4 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.977239] env[65418]: DEBUG oslo_vmware.api [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Waiting for the task: (returnval){ [ 719.977239] env[65418]: value = "task-4688044" [ 719.977239] env[65418]: _type = "Task" [ 719.977239] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.987555] env[65418]: DEBUG oslo_vmware.api [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Task: {'id': task-4688044, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.120336] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c649b3fb-41e8-4cfd-81eb-0774c5b0b97f tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Lock "ac183b2c-d144-4e65-9ddf-12ffc4f4093c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.234s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.208282] env[65418]: DEBUG nova.policy [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '356143ce08984217a5c45376dd335a41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '600e90f5dfed49e99fb0332048dc45ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.264024] env[65418]: DEBUG oslo_vmware.api [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573494} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.265067] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 625682a5-beee-49e9-bbb3-a188c3c41f0d/625682a5-beee-49e9-bbb3-a188c3c41f0d.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.265647] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.269332] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d81eaca7-398b-4d06-b051-be1d58796c97 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.279311] env[65418]: DEBUG oslo_vmware.api [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Task: {'id': task-4688043, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.281231] env[65418]: DEBUG oslo_vmware.api [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 720.281231] env[65418]: value = "task-4688045" [ 720.281231] env[65418]: _type = "Task" [ 720.281231] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.293530] env[65418]: DEBUG oslo_vmware.api [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.297997] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.411644] env[65418]: WARNING neutronclient.v2_0.client [req-157774e3-d713-4e80-8867-79006699b473 req-a1f81127-3e6a-488c-bc0d-35ec019f4818 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.473756] env[65418]: DEBUG nova.scheduler.client.report [None req-51f08125-7601-4116-a6d5-073c6c0bdcc4 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.496372] env[65418]: DEBUG oslo_vmware.api [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Task: {'id': task-4688044, 'name': Rename_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.759876] env[65418]: DEBUG nova.network.neutron [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Successfully created port: bcb58175-01b6-401c-9209-6d7de349d8ad {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 720.775421] env[65418]: DEBUG oslo_vmware.api [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Task: {'id': task-4688043, 'name': ReconfigVM_Task, 'duration_secs': 0.902761} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.775864] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 1c263b74-93d1-4244-8f08-d35373a3a946/1c263b74-93d1-4244-8f08-d35373a3a946.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.776506] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ef328f8-a440-43d4-81e0-35b76e05c7f2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.787290] env[65418]: WARNING neutronclient.v2_0.client [req-6cb7eb31-0338-4808-9c20-c449ad21918f req-6a80bb2b-4437-4c17-85c5-796ee7447837 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.790868] env[65418]: DEBUG oslo_vmware.api [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Waiting for the task: (returnval){ [ 720.790868] env[65418]: value = "task-4688046" [ 720.790868] env[65418]: _type = "Task" [ 720.790868] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.799044] env[65418]: DEBUG oslo_vmware.api [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081777} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.800047] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.801344] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9928bf-b740-453b-b268-a9407cc0faac {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.807684] env[65418]: DEBUG oslo_vmware.api [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Task: {'id': task-4688046, 'name': Rename_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.835572] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 625682a5-beee-49e9-bbb3-a188c3c41f0d/625682a5-beee-49e9-bbb3-a188c3c41f0d.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.835931] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92840107-e3a9-40c3-8e73-5e23989e4292 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.853734] env[65418]: DEBUG nova.compute.manager [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 720.865598] env[65418]: DEBUG oslo_vmware.api [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 720.865598] env[65418]: value = "task-4688047" [ 720.865598] env[65418]: _type = "Task" [ 720.865598] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.881343] env[65418]: DEBUG oslo_vmware.api [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688047, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.903921] env[65418]: DEBUG nova.virt.hardware [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 720.904228] env[65418]: DEBUG nova.virt.hardware [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.904383] env[65418]: DEBUG nova.virt.hardware [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 720.904580] env[65418]: DEBUG nova.virt.hardware [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.904753] env[65418]: DEBUG nova.virt.hardware [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 720.904870] env[65418]: DEBUG nova.virt.hardware [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 720.905915] env[65418]: DEBUG nova.virt.hardware [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 720.906269] env[65418]: DEBUG nova.virt.hardware [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 720.906593] env[65418]: DEBUG nova.virt.hardware [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 720.906866] env[65418]: DEBUG nova.virt.hardware [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 720.907083] env[65418]: DEBUG nova.virt.hardware [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 720.908043] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf7f507-e133-46f1-bf29-70877ee5a225 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.919020] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78fa18d-a6bb-4be8-b5a5-673db0a1408f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.982766] env[65418]: DEBUG oslo_concurrency.lockutils [None req-51f08125-7601-4116-a6d5-073c6c0bdcc4 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.985948] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.580s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.987833] env[65418]: INFO nova.compute.claims [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.004882] env[65418]: DEBUG oslo_vmware.api [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Task: {'id': task-4688044, 'name': Rename_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.028754] env[65418]: INFO nova.scheduler.client.report [None req-51f08125-7601-4116-a6d5-073c6c0bdcc4 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Deleted allocations for instance 75bc118e-4b07-499a-88b0-ac22272e9dc7 [ 721.309099] env[65418]: DEBUG oslo_vmware.api [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Task: {'id': task-4688046, 'name': Rename_Task, 'duration_secs': 0.266889} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.309099] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.309099] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f64b04a8-d7b4-41e9-8902-49f172ae6e7c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.317770] env[65418]: DEBUG oslo_vmware.api [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Waiting for the task: (returnval){ [ 721.317770] env[65418]: value = "task-4688048" [ 721.317770] env[65418]: _type = "Task" [ 721.317770] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.329319] env[65418]: DEBUG oslo_vmware.api [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Task: {'id': task-4688048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.378844] env[65418]: DEBUG oslo_vmware.api [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688047, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.500462] env[65418]: DEBUG oslo_vmware.api [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Task: {'id': task-4688044, 'name': Rename_Task, 'duration_secs': 1.380574} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.501290] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.501290] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bedfb2d0-ae13-4591-b65b-1854161a0942 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.509367] env[65418]: DEBUG oslo_vmware.api [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Waiting for the task: (returnval){ [ 721.509367] env[65418]: value = "task-4688049" [ 721.509367] env[65418]: _type = "Task" [ 721.509367] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.520323] env[65418]: DEBUG oslo_vmware.api [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Task: {'id': task-4688049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.524807] env[65418]: DEBUG nova.network.neutron [-] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.538734] env[65418]: DEBUG oslo_concurrency.lockutils [None req-51f08125-7601-4116-a6d5-073c6c0bdcc4 tempest-ImagesOneServerTestJSON-971250030 tempest-ImagesOneServerTestJSON-971250030-project-member] Lock "75bc118e-4b07-499a-88b0-ac22272e9dc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.556s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.728123] env[65418]: DEBUG nova.compute.manager [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 721.733389] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9085593-25eb-47ec-877e-d04b61ab2338 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.794507] env[65418]: DEBUG nova.network.neutron [req-157774e3-d713-4e80-8867-79006699b473 req-a1f81127-3e6a-488c-bc0d-35ec019f4818 service nova] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Updated VIF entry in instance network info cache for port ef4ca923-c07d-4e47-a711-034c9cb8f828. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 721.794852] env[65418]: DEBUG nova.network.neutron [req-157774e3-d713-4e80-8867-79006699b473 req-a1f81127-3e6a-488c-bc0d-35ec019f4818 service nova] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Updating instance_info_cache with network_info: [{"id": "ef4ca923-c07d-4e47-a711-034c9cb8f828", "address": "fa:16:3e:a1:b1:11", "network": {"id": "7b32203e-bfdb-46fa-be86-03c891f36602", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1083860704-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb907cec87a7463999e26da47dc56043", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4225eb1f-0af4-4ed4-8e3d-de822eb6d4ea", "external-id": "nsx-vlan-transportzone-40", "segmentation_id": 40, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef4ca923-c0", "ovs_interfaceid": "ef4ca923-c07d-4e47-a711-034c9cb8f828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.831835] env[65418]: DEBUG oslo_vmware.api [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Task: {'id': task-4688048, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.880838] env[65418]: DEBUG oslo_vmware.api [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688047, 'name': ReconfigVM_Task, 'duration_secs': 0.558807} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.880838] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 625682a5-beee-49e9-bbb3-a188c3c41f0d/625682a5-beee-49e9-bbb3-a188c3c41f0d.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.881324] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a33a5e38-f012-47da-8b65-7cb0f257651f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.889900] env[65418]: DEBUG oslo_vmware.api [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 721.889900] env[65418]: value = "task-4688050" [ 721.889900] env[65418]: _type = "Task" [ 721.889900] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.900965] env[65418]: DEBUG oslo_vmware.api [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688050, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.025195] env[65418]: DEBUG oslo_vmware.api [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Task: {'id': task-4688049, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.028040] env[65418]: INFO nova.compute.manager [-] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Took 2.57 seconds to deallocate network for instance. [ 722.248550] env[65418]: INFO nova.compute.manager [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] instance snapshotting [ 722.251860] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e890284a-1acc-463e-a2f5-bb64a17d1d19 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.278665] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a917e4e-64ba-49bf-ad19-fe8b4e7b1e59 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.300286] env[65418]: DEBUG oslo_concurrency.lockutils [req-157774e3-d713-4e80-8867-79006699b473 req-a1f81127-3e6a-488c-bc0d-35ec019f4818 service nova] Releasing lock "refresh_cache-3870348a-33d6-43b2-9e7a-a4cd68a9e5f1" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.301724] env[65418]: DEBUG nova.compute.manager [req-157774e3-d713-4e80-8867-79006699b473 req-a1f81127-3e6a-488c-bc0d-35ec019f4818 service nova] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Received event network-vif-deleted-c6ecd9a5-1e82-43c9-8092-48d5a104350c {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 722.301724] env[65418]: DEBUG nova.compute.manager [req-157774e3-d713-4e80-8867-79006699b473 req-a1f81127-3e6a-488c-bc0d-35ec019f4818 service nova] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Received event network-changed-07516081-95d5-411b-9914-1f658ec348e5 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 722.301724] env[65418]: DEBUG nova.compute.manager [req-157774e3-d713-4e80-8867-79006699b473 req-a1f81127-3e6a-488c-bc0d-35ec019f4818 service nova] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Refreshing instance network info cache due to event network-changed-07516081-95d5-411b-9914-1f658ec348e5. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 722.301724] env[65418]: DEBUG oslo_concurrency.lockutils [req-157774e3-d713-4e80-8867-79006699b473 req-a1f81127-3e6a-488c-bc0d-35ec019f4818 service nova] Acquiring lock "refresh_cache-45c2e0c5-9481-4e6d-b83d-545c7d2163a4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.301724] env[65418]: DEBUG oslo_concurrency.lockutils [req-157774e3-d713-4e80-8867-79006699b473 req-a1f81127-3e6a-488c-bc0d-35ec019f4818 service nova] Acquired lock "refresh_cache-45c2e0c5-9481-4e6d-b83d-545c7d2163a4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.302066] env[65418]: DEBUG nova.network.neutron [req-157774e3-d713-4e80-8867-79006699b473 req-a1f81127-3e6a-488c-bc0d-35ec019f4818 service nova] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Refreshing network info cache for port 07516081-95d5-411b-9914-1f658ec348e5 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.333969] env[65418]: DEBUG oslo_vmware.api [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Task: {'id': task-4688048, 'name': PowerOnVM_Task, 'duration_secs': 0.713782} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.337475] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.337672] env[65418]: INFO nova.compute.manager [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Took 6.51 seconds to spawn the instance on the hypervisor. [ 722.337843] env[65418]: DEBUG nova.compute.manager [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 722.338999] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb1d8e1-e2d7-46c3-8763-764a5d49b17b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.402800] env[65418]: DEBUG oslo_vmware.api [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688050, 'name': Rename_Task, 'duration_secs': 0.185366} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.405610] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.406096] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4911a256-679f-457a-8f42-56d9f46db8de {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.414356] env[65418]: DEBUG oslo_vmware.api [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 722.414356] env[65418]: value = "task-4688051" [ 722.414356] env[65418]: _type = "Task" [ 722.414356] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.431906] env[65418]: DEBUG oslo_vmware.api [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.517109] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b89bbde-6227-4fe5-a0b6-93fb1b8282ea {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.527960] env[65418]: DEBUG oslo_vmware.api [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Task: {'id': task-4688049, 'name': PowerOnVM_Task, 'duration_secs': 0.675405} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.531132] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.531132] env[65418]: INFO nova.compute.manager [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Took 12.35 seconds to spawn the instance on the hypervisor. [ 722.531132] env[65418]: DEBUG nova.compute.manager [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 722.532931] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfe773f-33cd-4e32-93dc-fce383f78624 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.537085] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4365676a-97d7-4b6a-a814-1b691360972b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.541549] env[65418]: DEBUG oslo_concurrency.lockutils [None req-930b70b6-b39c-41db-8403-26b23f0852e3 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.579273] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51820d46-d674-49ed-b31e-a7bca9cb9eb7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.589262] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f813a7e0-94f9-4bfb-80bb-f68e7451db3c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.605078] env[65418]: DEBUG nova.compute.provider_tree [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.793266] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Creating Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 722.796018] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-07df0b65-8400-4b2d-a541-ac0929d996b5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.801733] env[65418]: DEBUG oslo_vmware.api [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for the task: (returnval){ [ 722.801733] env[65418]: value = "task-4688052" [ 722.801733] env[65418]: _type = "Task" [ 722.801733] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.806401] env[65418]: WARNING neutronclient.v2_0.client [req-157774e3-d713-4e80-8867-79006699b473 req-a1f81127-3e6a-488c-bc0d-35ec019f4818 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.815849] env[65418]: DEBUG oslo_vmware.api [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4688052, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.861123] env[65418]: INFO nova.compute.manager [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Took 30.23 seconds to build instance. [ 722.929551] env[65418]: DEBUG oslo_vmware.api [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688051, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.090528] env[65418]: INFO nova.compute.manager [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Took 39.00 seconds to build instance. [ 723.109122] env[65418]: DEBUG nova.scheduler.client.report [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.225256] env[65418]: DEBUG nova.network.neutron [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Successfully updated port: bcb58175-01b6-401c-9209-6d7de349d8ad {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 723.281082] env[65418]: DEBUG nova.network.neutron [req-6cb7eb31-0338-4808-9c20-c449ad21918f req-6a80bb2b-4437-4c17-85c5-796ee7447837 service nova] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Updated VIF entry in instance network info cache for port d7166668-f516-4cce-9116-aaf6b041b040. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 723.281082] env[65418]: DEBUG nova.network.neutron [req-6cb7eb31-0338-4808-9c20-c449ad21918f req-6a80bb2b-4437-4c17-85c5-796ee7447837 service nova] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Updating instance_info_cache with network_info: [{"id": "d7166668-f516-4cce-9116-aaf6b041b040", "address": "fa:16:3e:a6:99:c0", "network": {"id": "d3664058-5559-4da1-b915-9dbe72d0603c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-176614607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe6158c9854d43ca9a507902c5e64bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7166668-f5", "ovs_interfaceid": "d7166668-f516-4cce-9116-aaf6b041b040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.321471] env[65418]: DEBUG oslo_vmware.api [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4688052, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.363820] env[65418]: DEBUG oslo_concurrency.lockutils [None req-300831bf-1f09-4616-9a1d-85dbe2d03fef tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Lock "1c263b74-93d1-4244-8f08-d35373a3a946" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.986s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.427731] env[65418]: DEBUG oslo_vmware.api [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688051, 'name': PowerOnVM_Task, 'duration_secs': 0.962804} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.428040] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.428253] env[65418]: INFO nova.compute.manager [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Took 10.44 seconds to spawn the instance on the hypervisor. [ 723.428432] env[65418]: DEBUG nova.compute.manager [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 723.429249] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa46a8be-3d6d-47e5-b0d4-66f7b635f4ed {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.592074] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cbe00842-cc8c-4af1-b2d7-1ed7cd14555f tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Lock "3870348a-33d6-43b2-9e7a-a4cd68a9e5f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.513s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.614042] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.615415] env[65418]: DEBUG nova.compute.manager [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 723.619237] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.327s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.620916] env[65418]: INFO nova.compute.claims [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.728922] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "refresh_cache-f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.729686] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquired lock "refresh_cache-f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.729686] env[65418]: DEBUG nova.network.neutron [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 723.787270] env[65418]: DEBUG oslo_concurrency.lockutils [req-6cb7eb31-0338-4808-9c20-c449ad21918f req-6a80bb2b-4437-4c17-85c5-796ee7447837 service nova] Releasing lock "refresh_cache-625682a5-beee-49e9-bbb3-a188c3c41f0d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.823468] env[65418]: DEBUG oslo_vmware.api [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4688052, 'name': CreateSnapshot_Task, 'duration_secs': 0.923921} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.823759] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Created Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 723.825155] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3558de-7da5-48df-8c57-adc75433f345 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.894092] env[65418]: DEBUG oslo_concurrency.lockutils [None req-976f8aed-483a-47e2-a653-521c63fd6d7a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "ff5e8ecd-f8bc-452f-82fd-f4feb7533452" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.894092] env[65418]: DEBUG oslo_concurrency.lockutils [None req-976f8aed-483a-47e2-a653-521c63fd6d7a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "ff5e8ecd-f8bc-452f-82fd-f4feb7533452" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.956639] env[65418]: WARNING neutronclient.v2_0.client [req-157774e3-d713-4e80-8867-79006699b473 req-a1f81127-3e6a-488c-bc0d-35ec019f4818 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 723.959729] env[65418]: INFO nova.compute.manager [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Took 33.10 seconds to build instance. [ 724.114603] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ccdbfb53-cc22-46fb-8379-6054a3f721dc tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquiring lock "d0bebee5-1131-4f01-85d6-502a2a030524" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.115364] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ccdbfb53-cc22-46fb-8379-6054a3f721dc tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "d0bebee5-1131-4f01-85d6-502a2a030524" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.115945] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ccdbfb53-cc22-46fb-8379-6054a3f721dc tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquiring lock "d0bebee5-1131-4f01-85d6-502a2a030524-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.115945] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ccdbfb53-cc22-46fb-8379-6054a3f721dc tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "d0bebee5-1131-4f01-85d6-502a2a030524-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.116064] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ccdbfb53-cc22-46fb-8379-6054a3f721dc tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "d0bebee5-1131-4f01-85d6-502a2a030524-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.119430] env[65418]: INFO nova.compute.manager [None req-ccdbfb53-cc22-46fb-8379-6054a3f721dc tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Terminating instance [ 724.131501] env[65418]: DEBUG nova.compute.utils [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.133146] env[65418]: DEBUG nova.compute.manager [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 724.133661] env[65418]: DEBUG nova.network.neutron [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 724.134672] env[65418]: WARNING neutronclient.v2_0.client [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.134672] env[65418]: WARNING neutronclient.v2_0.client [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.229520] env[65418]: DEBUG nova.network.neutron [req-157774e3-d713-4e80-8867-79006699b473 req-a1f81127-3e6a-488c-bc0d-35ec019f4818 service nova] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Updated VIF entry in instance network info cache for port 07516081-95d5-411b-9914-1f658ec348e5. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 724.232936] env[65418]: DEBUG nova.network.neutron [req-157774e3-d713-4e80-8867-79006699b473 req-a1f81127-3e6a-488c-bc0d-35ec019f4818 service nova] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Updating instance_info_cache with network_info: [{"id": "07516081-95d5-411b-9914-1f658ec348e5", "address": "fa:16:3e:9d:d0:c4", "network": {"id": "b682c431-6990-4574-a38e-8722d7938cc9", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1922345163-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "45816b24ab1b4ef78d0938dcec0b4cb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07516081-95", "ovs_interfaceid": "07516081-95d5-411b-9914-1f658ec348e5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.314755] env[65418]: DEBUG nova.network.neutron [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 724.348025] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Creating linked-clone VM from snapshot {{(pid=65418) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 724.348025] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-76f69622-c832-4dbe-b208-6b20be937b26 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.358454] env[65418]: DEBUG oslo_vmware.api [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for the task: (returnval){ [ 724.358454] env[65418]: value = "task-4688053" [ 724.358454] env[65418]: _type = "Task" [ 724.358454] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.370254] env[65418]: DEBUG oslo_vmware.api [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4688053, 'name': CloneVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.398051] env[65418]: DEBUG nova.compute.utils [None req-976f8aed-483a-47e2-a653-521c63fd6d7a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.463307] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba0b3c68-cc70-4336-8a83-ee703227bd56 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "625682a5-beee-49e9-bbb3-a188c3c41f0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.438s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.618022] env[65418]: DEBUG nova.policy [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd3755ca4af4044cca65b01a5405a3572', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3886082574624c979043ef2d9ead8ffd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 724.624232] env[65418]: DEBUG nova.compute.manager [None req-ccdbfb53-cc22-46fb-8379-6054a3f721dc tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 724.624530] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ccdbfb53-cc22-46fb-8379-6054a3f721dc tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.625732] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc20b5e8-ff71-436d-ac63-fd0a98bc0b16 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.637920] env[65418]: DEBUG nova.compute.manager [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 724.649318] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccdbfb53-cc22-46fb-8379-6054a3f721dc tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.649318] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05884a68-9b4a-4f0e-a0e3-c3e69f8dcef8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.655509] env[65418]: DEBUG oslo_vmware.api [None req-ccdbfb53-cc22-46fb-8379-6054a3f721dc tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 724.655509] env[65418]: value = "task-4688054" [ 724.655509] env[65418]: _type = "Task" [ 724.655509] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.669263] env[65418]: DEBUG oslo_vmware.api [None req-ccdbfb53-cc22-46fb-8379-6054a3f721dc tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4688054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.734666] env[65418]: DEBUG oslo_concurrency.lockutils [req-157774e3-d713-4e80-8867-79006699b473 req-a1f81127-3e6a-488c-bc0d-35ec019f4818 service nova] Releasing lock "refresh_cache-45c2e0c5-9481-4e6d-b83d-545c7d2163a4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.875085] env[65418]: DEBUG oslo_vmware.api [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4688053, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.905885] env[65418]: DEBUG oslo_concurrency.lockutils [None req-976f8aed-483a-47e2-a653-521c63fd6d7a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "ff5e8ecd-f8bc-452f-82fd-f4feb7533452" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.116656] env[65418]: DEBUG nova.network.neutron [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Successfully created port: 4c5ca920-6538-464a-81cc-d3b41e3c055c {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 725.149897] env[65418]: WARNING neutronclient.v2_0.client [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.178729] env[65418]: DEBUG oslo_vmware.api [None req-ccdbfb53-cc22-46fb-8379-6054a3f721dc tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4688054, 'name': PowerOffVM_Task, 'duration_secs': 0.207861} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.182446] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccdbfb53-cc22-46fb-8379-6054a3f721dc tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.182446] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ccdbfb53-cc22-46fb-8379-6054a3f721dc tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.184460] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5539023-cfc9-42ae-8760-aa031bae3bc7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.190920] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6af869a2-eefe-465a-acda-e0f5177f7299 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.200386] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd7b021-c412-4e51-b316-f16d2f37d89f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.238397] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dc65b6-d9e7-4045-ba5e-08bc39def38c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.248714] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7517a7e-17b5-4606-9b84-208c553e2025 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.269266] env[65418]: DEBUG nova.compute.provider_tree [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.278040] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ccdbfb53-cc22-46fb-8379-6054a3f721dc tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.278040] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ccdbfb53-cc22-46fb-8379-6054a3f721dc tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.278040] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccdbfb53-cc22-46fb-8379-6054a3f721dc tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Deleting the datastore file [datastore1] d0bebee5-1131-4f01-85d6-502a2a030524 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.278040] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b866f61-1824-42f7-a307-d605d9a1809d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.284128] env[65418]: DEBUG oslo_vmware.api [None req-ccdbfb53-cc22-46fb-8379-6054a3f721dc tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 725.284128] env[65418]: value = "task-4688056" [ 725.284128] env[65418]: _type = "Task" [ 725.284128] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.295228] env[65418]: DEBUG oslo_vmware.api [None req-ccdbfb53-cc22-46fb-8379-6054a3f721dc tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4688056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.371582] env[65418]: DEBUG oslo_vmware.api [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4688053, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.664384] env[65418]: DEBUG nova.compute.manager [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 725.694902] env[65418]: DEBUG nova.virt.hardware [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:42:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='59898279-5594-4c8a-87eb-f7be03177b08',id=33,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1778292381',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 725.695224] env[65418]: DEBUG nova.virt.hardware [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.695380] env[65418]: DEBUG nova.virt.hardware [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 725.695592] env[65418]: DEBUG nova.virt.hardware [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.695810] env[65418]: DEBUG nova.virt.hardware [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 725.695955] env[65418]: DEBUG nova.virt.hardware [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 725.696216] env[65418]: DEBUG nova.virt.hardware [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 725.696331] env[65418]: DEBUG nova.virt.hardware [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 725.696587] env[65418]: DEBUG nova.virt.hardware [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 725.696648] env[65418]: DEBUG nova.virt.hardware [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 725.696790] env[65418]: DEBUG nova.virt.hardware [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 725.697765] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca11107-1b40-41f1-b2b5-16c801c8ac4b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.707066] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b762b2a-ef7d-47b0-b339-d65622240944 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.773025] env[65418]: DEBUG nova.scheduler.client.report [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.795483] env[65418]: DEBUG oslo_vmware.api [None req-ccdbfb53-cc22-46fb-8379-6054a3f721dc tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4688056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207027} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.796249] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccdbfb53-cc22-46fb-8379-6054a3f721dc tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.796455] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ccdbfb53-cc22-46fb-8379-6054a3f721dc tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.796630] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ccdbfb53-cc22-46fb-8379-6054a3f721dc tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.796834] env[65418]: INFO nova.compute.manager [None req-ccdbfb53-cc22-46fb-8379-6054a3f721dc tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Took 1.17 seconds to destroy the instance on the hypervisor. [ 725.797075] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-ccdbfb53-cc22-46fb-8379-6054a3f721dc tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 725.797236] env[65418]: DEBUG nova.compute.manager [-] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 725.797341] env[65418]: DEBUG nova.network.neutron [-] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 725.797660] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.873258] env[65418]: DEBUG oslo_vmware.api [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4688053, 'name': CloneVM_Task, 'duration_secs': 1.447808} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.873674] env[65418]: INFO nova.virt.vmwareapi.vmops [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Created linked-clone VM from snapshot [ 725.874764] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24194e3-5149-4860-a497-b0e565a981fe {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.885469] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Uploading image 35d3d18c-e9e4-4378-b598-054684c36b8b {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 725.921070] env[65418]: DEBUG oslo_vmware.rw_handles [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 725.921070] env[65418]: value = "vm-915087" [ 725.921070] env[65418]: _type = "VirtualMachine" [ 725.921070] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 725.922053] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c43c4f86-57f5-4aea-abaa-4500f959957d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.931513] env[65418]: DEBUG oslo_vmware.rw_handles [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Lease: (returnval){ [ 725.931513] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52752875-244c-5978-d2b3-9e7df2af4b80" [ 725.931513] env[65418]: _type = "HttpNfcLease" [ 725.931513] env[65418]: } obtained for exporting VM: (result){ [ 725.931513] env[65418]: value = "vm-915087" [ 725.931513] env[65418]: _type = "VirtualMachine" [ 725.931513] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 725.931797] env[65418]: DEBUG oslo_vmware.api [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for the lease: (returnval){ [ 725.931797] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52752875-244c-5978-d2b3-9e7df2af4b80" [ 725.931797] env[65418]: _type = "HttpNfcLease" [ 725.931797] env[65418]: } to be ready. {{(pid=65418) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 725.941452] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 725.941452] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52752875-244c-5978-d2b3-9e7df2af4b80" [ 725.941452] env[65418]: _type = "HttpNfcLease" [ 725.941452] env[65418]: } is initializing. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 726.009678] env[65418]: DEBUG oslo_concurrency.lockutils [None req-976f8aed-483a-47e2-a653-521c63fd6d7a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "ff5e8ecd-f8bc-452f-82fd-f4feb7533452" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.009678] env[65418]: DEBUG oslo_concurrency.lockutils [None req-976f8aed-483a-47e2-a653-521c63fd6d7a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "ff5e8ecd-f8bc-452f-82fd-f4feb7533452" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.009678] env[65418]: INFO nova.compute.manager [None req-976f8aed-483a-47e2-a653-521c63fd6d7a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Attaching volume 6f3551e9-3e27-4e4a-b4c3-c7d68413251a to /dev/sdb [ 726.049790] env[65418]: DEBUG nova.compute.manager [req-003041c4-9685-416f-a2a3-d782b28e6882 req-c25b321b-1e4a-4135-8a93-44c3a05cbc64 service nova] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Received event network-vif-deleted-65b300c5-340d-40fc-bc2f-3bab7243fc80 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 726.084357] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b1529d-b645-4228-8150-764d7410a135 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.090033] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.096426] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fca18fe-7957-49ea-aa83-9266da430742 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.113921] env[65418]: DEBUG nova.virt.block_device [None req-976f8aed-483a-47e2-a653-521c63fd6d7a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Updating existing volume attachment record: a5b79061-7fb0-4eee-8001-ae0add44463a {{(pid=65418) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 726.277805] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.278983] env[65418]: DEBUG nova.compute.manager [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 726.281588] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6a1cd94c-251a-4cca-8341-367cd3ac93eb tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.458s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.281841] env[65418]: DEBUG nova.objects.instance [None req-6a1cd94c-251a-4cca-8341-367cd3ac93eb tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Lazy-loading 'resources' on Instance uuid bf4b716b-1514-4c79-a1fd-34846d330eda {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.443446] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 726.443446] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52752875-244c-5978-d2b3-9e7df2af4b80" [ 726.443446] env[65418]: _type = "HttpNfcLease" [ 726.443446] env[65418]: } is ready. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 726.443743] env[65418]: DEBUG oslo_vmware.rw_handles [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 726.443743] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52752875-244c-5978-d2b3-9e7df2af4b80" [ 726.443743] env[65418]: _type = "HttpNfcLease" [ 726.443743] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 726.444555] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a49fab-5286-45d9-9189-44155cde8aad {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.454530] env[65418]: DEBUG oslo_vmware.rw_handles [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d861c2-0b59-50e3-bdda-0523d7c04425/disk-0.vmdk from lease info. {{(pid=65418) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 726.454892] env[65418]: DEBUG oslo_vmware.rw_handles [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d861c2-0b59-50e3-bdda-0523d7c04425/disk-0.vmdk for reading. {{(pid=65418) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 726.621459] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-20c33ace-95de-408b-bc85-8529c146320a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.785593] env[65418]: DEBUG nova.compute.utils [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.798998] env[65418]: DEBUG nova.compute.manager [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 726.799405] env[65418]: DEBUG nova.network.neutron [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 726.800194] env[65418]: WARNING neutronclient.v2_0.client [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.801332] env[65418]: WARNING neutronclient.v2_0.client [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.931519] env[65418]: DEBUG nova.network.neutron [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Successfully updated port: 4c5ca920-6538-464a-81cc-d3b41e3c055c {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 726.972889] env[65418]: DEBUG nova.network.neutron [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Updating instance_info_cache with network_info: [{"id": "bcb58175-01b6-401c-9209-6d7de349d8ad", "address": "fa:16:3e:8b:14:2f", "network": {"id": "bbc60f98-d468-4e8d-9774-ea69eb2850f4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-368158998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "600e90f5dfed49e99fb0332048dc45ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcb58175-01", "ovs_interfaceid": "bcb58175-01b6-401c-9209-6d7de349d8ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.301458] env[65418]: DEBUG nova.compute.manager [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 727.324236] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd38239-1069-4f93-af3b-0bb07a244eb3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.338031] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140dd9da-bcd9-4fe6-a27c-f2a71f198265 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.385147] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c849a8c0-6261-448b-9377-07c033000f21 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.395825] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2898e3c2-6c2a-4fa4-9441-d17a6c7f61cd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.421094] env[65418]: DEBUG nova.compute.provider_tree [None req-6a1cd94c-251a-4cca-8341-367cd3ac93eb tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.425811] env[65418]: DEBUG nova.policy [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2301f046f12d4be4aec6b3c84f052e08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf990c4ef1ff4879ba4e5d9c0086dc0f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.437174] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquiring lock "refresh_cache-4b446122-8965-4d44-974c-bedbf73cf659" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.437366] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquired lock "refresh_cache-4b446122-8965-4d44-974c-bedbf73cf659" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.437546] env[65418]: DEBUG nova.network.neutron [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 727.474918] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Releasing lock "refresh_cache-f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.475432] env[65418]: DEBUG nova.compute.manager [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Instance network_info: |[{"id": "bcb58175-01b6-401c-9209-6d7de349d8ad", "address": "fa:16:3e:8b:14:2f", "network": {"id": "bbc60f98-d468-4e8d-9774-ea69eb2850f4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-368158998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "600e90f5dfed49e99fb0332048dc45ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcb58175-01", "ovs_interfaceid": "bcb58175-01b6-401c-9209-6d7de349d8ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 727.475913] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:14:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bed837fa-6b6a-4192-a229-a99426a46065', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcb58175-01b6-401c-9209-6d7de349d8ad', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.487899] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Creating folder: Project (600e90f5dfed49e99fb0332048dc45ca). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.490781] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a922148-6e2a-4cb7-8947-d2f733b5348a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.506142] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Created folder: Project (600e90f5dfed49e99fb0332048dc45ca) in parent group-v914982. [ 727.506361] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Creating folder: Instances. Parent ref: group-v915090. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.506623] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c99d409-41dc-4bfb-b26d-6dc91a389c55 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.523328] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Created folder: Instances in parent group-v915090. [ 727.523328] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 727.523328] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.523328] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-192efe1a-7d54-4646-aaa8-9f9ef60529b3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.550568] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.550568] env[65418]: value = "task-4688064" [ 727.550568] env[65418]: _type = "Task" [ 727.550568] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.562490] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688064, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.814992] env[65418]: DEBUG nova.network.neutron [-] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.858941] env[65418]: DEBUG nova.network.neutron [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Successfully created port: 986c2835-9027-4f56-a988-0d68c0d595b4 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 727.925318] env[65418]: DEBUG nova.scheduler.client.report [None req-6a1cd94c-251a-4cca-8341-367cd3ac93eb tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.063021] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688064, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.315477] env[65418]: DEBUG nova.compute.manager [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 728.321767] env[65418]: INFO nova.compute.manager [-] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Took 2.52 seconds to deallocate network for instance. [ 728.352755] env[65418]: DEBUG nova.virt.hardware [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 728.352755] env[65418]: DEBUG nova.virt.hardware [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.352755] env[65418]: DEBUG nova.virt.hardware [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 728.353199] env[65418]: DEBUG nova.virt.hardware [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.353479] env[65418]: DEBUG nova.virt.hardware [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 728.353741] env[65418]: DEBUG nova.virt.hardware [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 728.354087] env[65418]: DEBUG nova.virt.hardware [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 728.354429] env[65418]: DEBUG nova.virt.hardware [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 728.354730] env[65418]: DEBUG nova.virt.hardware [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 728.355013] env[65418]: DEBUG nova.virt.hardware [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 728.355528] env[65418]: DEBUG nova.virt.hardware [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 728.356551] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee803b1d-90ed-49e3-9daa-c242752bc600 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.366746] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71f8da4-afd2-4ca6-9065-89c6fd557d35 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.433097] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6a1cd94c-251a-4cca-8341-367cd3ac93eb tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.437563] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4099473f-ee96-4b49-a4db-ab9f84c19493 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.476s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.437563] env[65418]: DEBUG nova.objects.instance [None req-4099473f-ee96-4b49-a4db-ab9f84c19493 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Lazy-loading 'resources' on Instance uuid 5ead0aad-8032-408f-ba51-a793bf0652c2 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.468089] env[65418]: INFO nova.scheduler.client.report [None req-6a1cd94c-251a-4cca-8341-367cd3ac93eb tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Deleted allocations for instance bf4b716b-1514-4c79-a1fd-34846d330eda [ 728.564863] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688064, 'name': CreateVM_Task, 'duration_secs': 0.559481} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.566960] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.566960] env[65418]: WARNING neutronclient.v2_0.client [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.566960] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.566960] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.567615] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.568021] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19e13595-950d-4069-98d4-4a0ff74854d5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.575118] env[65418]: DEBUG oslo_vmware.api [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 728.575118] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52489095-adde-0ceb-0885-5f3e7eb21fcd" [ 728.575118] env[65418]: _type = "Task" [ 728.575118] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.585590] env[65418]: DEBUG oslo_vmware.api [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52489095-adde-0ceb-0885-5f3e7eb21fcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.706057] env[65418]: DEBUG nova.network.neutron [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 728.830365] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ccdbfb53-cc22-46fb-8379-6054a3f721dc tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.979785] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6a1cd94c-251a-4cca-8341-367cd3ac93eb tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Lock "bf4b716b-1514-4c79-a1fd-34846d330eda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.907s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.092489] env[65418]: DEBUG oslo_vmware.api [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52489095-adde-0ceb-0885-5f3e7eb21fcd, 'name': SearchDatastore_Task, 'duration_secs': 0.022546} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.095678] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.096388] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.096652] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.096796] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.097026] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.097996] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08c75544-451e-4c46-a6a2-501e6c03e460 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.109018] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.109233] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.110219] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-175e4494-a93f-460c-9748-76b0d7f02826 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.122023] env[65418]: DEBUG oslo_vmware.api [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 729.122023] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52a283da-b55e-dec3-2877-b5743cb6a0fc" [ 729.122023] env[65418]: _type = "Task" [ 729.122023] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.130807] env[65418]: DEBUG oslo_vmware.api [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52a283da-b55e-dec3-2877-b5743cb6a0fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.401644] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e88c80-b88d-42ca-96f9-d936359b00f9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.412641] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34967a6-2e6c-4d3d-91db-d7b09f7ae46d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.449243] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c633bc-bd09-4501-a166-7b04b6f991d6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.458441] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb83fb90-d25a-45cd-abf3-5d65ae4e4fcc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.475340] env[65418]: DEBUG nova.compute.provider_tree [None req-4099473f-ee96-4b49-a4db-ab9f84c19493 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.515288] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f47fe56b-db6e-47ed-bcc5-5ed3a67b9eb2 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Acquiring lock "45c2e0c5-9481-4e6d-b83d-545c7d2163a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.515912] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f47fe56b-db6e-47ed-bcc5-5ed3a67b9eb2 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Lock "45c2e0c5-9481-4e6d-b83d-545c7d2163a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.515912] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f47fe56b-db6e-47ed-bcc5-5ed3a67b9eb2 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Acquiring lock "45c2e0c5-9481-4e6d-b83d-545c7d2163a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.516109] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f47fe56b-db6e-47ed-bcc5-5ed3a67b9eb2 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Lock "45c2e0c5-9481-4e6d-b83d-545c7d2163a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.516212] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f47fe56b-db6e-47ed-bcc5-5ed3a67b9eb2 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Lock "45c2e0c5-9481-4e6d-b83d-545c7d2163a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.518793] env[65418]: INFO nova.compute.manager [None req-f47fe56b-db6e-47ed-bcc5-5ed3a67b9eb2 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Terminating instance [ 729.635192] env[65418]: DEBUG oslo_vmware.api [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52a283da-b55e-dec3-2877-b5743cb6a0fc, 'name': SearchDatastore_Task, 'duration_secs': 0.01533} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.637180] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-095aabc6-f0db-4e8f-ab9d-5a311f737b27 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.644686] env[65418]: DEBUG oslo_vmware.api [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 729.644686] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5263d3da-29cb-5529-9125-c5f0362ba791" [ 729.644686] env[65418]: _type = "Task" [ 729.644686] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.657092] env[65418]: DEBUG oslo_vmware.api [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5263d3da-29cb-5529-9125-c5f0362ba791, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.659687] env[65418]: DEBUG oslo_concurrency.lockutils [None req-77795f04-5a80-4fe8-8875-8bc2f8a382f3 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquiring lock "491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.660208] env[65418]: DEBUG oslo_concurrency.lockutils [None req-77795f04-5a80-4fe8-8875-8bc2f8a382f3 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.660314] env[65418]: DEBUG oslo_concurrency.lockutils [None req-77795f04-5a80-4fe8-8875-8bc2f8a382f3 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquiring lock "491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.661198] env[65418]: DEBUG oslo_concurrency.lockutils [None req-77795f04-5a80-4fe8-8875-8bc2f8a382f3 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.661422] env[65418]: DEBUG oslo_concurrency.lockutils [None req-77795f04-5a80-4fe8-8875-8bc2f8a382f3 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.664080] env[65418]: INFO nova.compute.manager [None req-77795f04-5a80-4fe8-8875-8bc2f8a382f3 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Terminating instance [ 729.798240] env[65418]: DEBUG nova.network.neutron [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Successfully updated port: 986c2835-9027-4f56-a988-0d68c0d595b4 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 729.981373] env[65418]: DEBUG nova.scheduler.client.report [None req-4099473f-ee96-4b49-a4db-ab9f84c19493 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.024165] env[65418]: DEBUG nova.compute.manager [None req-f47fe56b-db6e-47ed-bcc5-5ed3a67b9eb2 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 730.024332] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f47fe56b-db6e-47ed-bcc5-5ed3a67b9eb2 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.025688] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981cc1d1-302a-4f8c-aeb8-6f353faca8f9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.037628] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-f47fe56b-db6e-47ed-bcc5-5ed3a67b9eb2 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.037974] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d283799-36fd-4e73-b842-7c7b6372feeb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.047513] env[65418]: DEBUG oslo_vmware.api [None req-f47fe56b-db6e-47ed-bcc5-5ed3a67b9eb2 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Waiting for the task: (returnval){ [ 730.047513] env[65418]: value = "task-4688066" [ 730.047513] env[65418]: _type = "Task" [ 730.047513] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.059390] env[65418]: DEBUG oslo_vmware.api [None req-f47fe56b-db6e-47ed-bcc5-5ed3a67b9eb2 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': task-4688066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.064620] env[65418]: WARNING neutronclient.v2_0.client [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.167614] env[65418]: DEBUG oslo_vmware.api [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5263d3da-29cb-5529-9125-c5f0362ba791, 'name': SearchDatastore_Task, 'duration_secs': 0.016775} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.167982] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.168295] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff/f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.169060] env[65418]: DEBUG nova.compute.manager [None req-77795f04-5a80-4fe8-8875-8bc2f8a382f3 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 730.169296] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-77795f04-5a80-4fe8-8875-8bc2f8a382f3 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.169562] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9efd7515-af6c-4800-8096-53146c7aeed7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.175328] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefb59b6-df1a-42da-9066-9ca5c9560a87 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.185704] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-77795f04-5a80-4fe8-8875-8bc2f8a382f3 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.187859] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7fd9c2f-c6f2-4da1-92c9-09f78e6e887a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.191054] env[65418]: DEBUG oslo_vmware.api [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 730.191054] env[65418]: value = "task-4688067" [ 730.191054] env[65418]: _type = "Task" [ 730.191054] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.200788] env[65418]: DEBUG oslo_vmware.api [None req-77795f04-5a80-4fe8-8875-8bc2f8a382f3 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 730.200788] env[65418]: value = "task-4688068" [ 730.200788] env[65418]: _type = "Task" [ 730.200788] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.212894] env[65418]: DEBUG oslo_vmware.api [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.221573] env[65418]: DEBUG oslo_vmware.api [None req-77795f04-5a80-4fe8-8875-8bc2f8a382f3 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4688068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.222990] env[65418]: DEBUG nova.network.neutron [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Updating instance_info_cache with network_info: [{"id": "4c5ca920-6538-464a-81cc-d3b41e3c055c", "address": "fa:16:3e:cb:b8:7b", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c5ca920-65", "ovs_interfaceid": "4c5ca920-6538-464a-81cc-d3b41e3c055c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.301814] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "refresh_cache-8fe24eee-92e6-4c17-bd9c-50d538e33739" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.302209] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquired lock "refresh_cache-8fe24eee-92e6-4c17-bd9c-50d538e33739" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.302620] env[65418]: DEBUG nova.network.neutron [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 730.340399] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ec146eae-db00-49ed-996e-c95314cd2f7b tempest-ServersAdminTestJSON-1109655512 tempest-ServersAdminTestJSON-1109655512-project-admin] Acquiring lock "refresh_cache-625682a5-beee-49e9-bbb3-a188c3c41f0d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.340514] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ec146eae-db00-49ed-996e-c95314cd2f7b tempest-ServersAdminTestJSON-1109655512 tempest-ServersAdminTestJSON-1109655512-project-admin] Acquired lock "refresh_cache-625682a5-beee-49e9-bbb3-a188c3c41f0d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.340665] env[65418]: DEBUG nova.network.neutron [None req-ec146eae-db00-49ed-996e-c95314cd2f7b tempest-ServersAdminTestJSON-1109655512 tempest-ServersAdminTestJSON-1109655512-project-admin] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 730.490622] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4099473f-ee96-4b49-a4db-ab9f84c19493 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.492146] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.384s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.494662] env[65418]: INFO nova.compute.claims [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.533502] env[65418]: INFO nova.scheduler.client.report [None req-4099473f-ee96-4b49-a4db-ab9f84c19493 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Deleted allocations for instance 5ead0aad-8032-408f-ba51-a793bf0652c2 [ 730.566137] env[65418]: DEBUG oslo_vmware.api [None req-f47fe56b-db6e-47ed-bcc5-5ed3a67b9eb2 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': task-4688066, 'name': PowerOffVM_Task, 'duration_secs': 0.273563} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.566137] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-f47fe56b-db6e-47ed-bcc5-5ed3a67b9eb2 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.566137] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f47fe56b-db6e-47ed-bcc5-5ed3a67b9eb2 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.566137] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc4356be-9f77-4dc5-955a-b718c9691aa0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.675603] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f47fe56b-db6e-47ed-bcc5-5ed3a67b9eb2 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.675603] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f47fe56b-db6e-47ed-bcc5-5ed3a67b9eb2 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.675603] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-f47fe56b-db6e-47ed-bcc5-5ed3a67b9eb2 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Deleting the datastore file [datastore1] 45c2e0c5-9481-4e6d-b83d-545c7d2163a4 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.676449] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38e50e53-aee9-436f-8a34-41adf51c5a02 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.691526] env[65418]: DEBUG oslo_vmware.api [None req-f47fe56b-db6e-47ed-bcc5-5ed3a67b9eb2 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Waiting for the task: (returnval){ [ 730.691526] env[65418]: value = "task-4688070" [ 730.691526] env[65418]: _type = "Task" [ 730.691526] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.719465] env[65418]: DEBUG oslo_vmware.api [None req-f47fe56b-db6e-47ed-bcc5-5ed3a67b9eb2 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': task-4688070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.725145] env[65418]: DEBUG oslo_vmware.api [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688067, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.728372] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Releasing lock "refresh_cache-4b446122-8965-4d44-974c-bedbf73cf659" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.728973] env[65418]: DEBUG nova.compute.manager [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Instance network_info: |[{"id": "4c5ca920-6538-464a-81cc-d3b41e3c055c", "address": "fa:16:3e:cb:b8:7b", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c5ca920-65", "ovs_interfaceid": "4c5ca920-6538-464a-81cc-d3b41e3c055c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 730.734122] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:b8:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c5ca920-6538-464a-81cc-d3b41e3c055c', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.744708] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 730.744853] env[65418]: DEBUG oslo_vmware.api [None req-77795f04-5a80-4fe8-8875-8bc2f8a382f3 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4688068, 'name': PowerOffVM_Task, 'duration_secs': 0.431784} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.745518] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.745835] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-77795f04-5a80-4fe8-8875-8bc2f8a382f3 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.745954] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-77795f04-5a80-4fe8-8875-8bc2f8a382f3 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.746523] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0507e2a-093b-4c06-bb14-36507f496fa7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.765290] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3688a8f-167d-4bd3-83d5-b5ff0208cdde {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.773490] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.773490] env[65418]: value = "task-4688072" [ 730.773490] env[65418]: _type = "Task" [ 730.773490] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.787993] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688072, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.844746] env[65418]: WARNING neutronclient.v2_0.client [None req-ec146eae-db00-49ed-996e-c95314cd2f7b tempest-ServersAdminTestJSON-1109655512 tempest-ServersAdminTestJSON-1109655512-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.850524] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-77795f04-5a80-4fe8-8875-8bc2f8a382f3 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.850524] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-77795f04-5a80-4fe8-8875-8bc2f8a382f3 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.850707] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-77795f04-5a80-4fe8-8875-8bc2f8a382f3 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Deleting the datastore file [datastore1] 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.852977] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01b38b14-a043-4d0d-82bf-15a894604158 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.861549] env[65418]: DEBUG oslo_vmware.api [None req-77795f04-5a80-4fe8-8875-8bc2f8a382f3 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for the task: (returnval){ [ 730.861549] env[65418]: value = "task-4688073" [ 730.861549] env[65418]: _type = "Task" [ 730.861549] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.876068] env[65418]: DEBUG oslo_vmware.api [None req-77795f04-5a80-4fe8-8875-8bc2f8a382f3 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4688073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.883051] env[65418]: DEBUG nova.network.neutron [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 730.982603] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7ce9e795-2b90-4d33-88bf-0476eb6f78a6 tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Acquiring lock "3870348a-33d6-43b2-9e7a-a4cd68a9e5f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.982971] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7ce9e795-2b90-4d33-88bf-0476eb6f78a6 tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Lock "3870348a-33d6-43b2-9e7a-a4cd68a9e5f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.983255] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7ce9e795-2b90-4d33-88bf-0476eb6f78a6 tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Acquiring lock "3870348a-33d6-43b2-9e7a-a4cd68a9e5f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.983608] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7ce9e795-2b90-4d33-88bf-0476eb6f78a6 tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Lock "3870348a-33d6-43b2-9e7a-a4cd68a9e5f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.983735] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7ce9e795-2b90-4d33-88bf-0476eb6f78a6 tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Lock "3870348a-33d6-43b2-9e7a-a4cd68a9e5f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.986218] env[65418]: INFO nova.compute.manager [None req-7ce9e795-2b90-4d33-88bf-0476eb6f78a6 tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Terminating instance [ 731.046954] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4099473f-ee96-4b49-a4db-ab9f84c19493 tempest-VolumesAdminNegativeTest-976716430 tempest-VolumesAdminNegativeTest-976716430-project-member] Lock "5ead0aad-8032-408f-ba51-a793bf0652c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.820s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.190095] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-976f8aed-483a-47e2-a653-521c63fd6d7a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Volume attach. Driver type: vmdk {{(pid=65418) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 731.191061] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-976f8aed-483a-47e2-a653-521c63fd6d7a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915089', 'volume_id': '6f3551e9-3e27-4e4a-b4c3-c7d68413251a', 'name': 'volume-6f3551e9-3e27-4e4a-b4c3-c7d68413251a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff5e8ecd-f8bc-452f-82fd-f4feb7533452', 'attached_at': '', 'detached_at': '', 'volume_id': '6f3551e9-3e27-4e4a-b4c3-c7d68413251a', 'serial': '6f3551e9-3e27-4e4a-b4c3-c7d68413251a'} {{(pid=65418) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 731.191821] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a2edcd-73fb-4edd-be3c-1b070611dbad {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.220136] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9170d788-fa4a-4b18-854e-ff34500e5c74 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.231860] env[65418]: DEBUG oslo_vmware.api [None req-f47fe56b-db6e-47ed-bcc5-5ed3a67b9eb2 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Task: {'id': task-4688070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307239} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.232457] env[65418]: DEBUG oslo_vmware.api [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607045} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.233347] env[65418]: WARNING neutronclient.v2_0.client [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.240838] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-f47fe56b-db6e-47ed-bcc5-5ed3a67b9eb2 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.240838] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f47fe56b-db6e-47ed-bcc5-5ed3a67b9eb2 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.241055] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f47fe56b-db6e-47ed-bcc5-5ed3a67b9eb2 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.241175] env[65418]: INFO nova.compute.manager [None req-f47fe56b-db6e-47ed-bcc5-5ed3a67b9eb2 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Took 1.22 seconds to destroy the instance on the hypervisor. [ 731.241451] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-f47fe56b-db6e-47ed-bcc5-5ed3a67b9eb2 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 731.241652] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff/f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.241853] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.243723] env[65418]: DEBUG nova.compute.manager [-] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 731.243723] env[65418]: DEBUG nova.network.neutron [-] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 731.243851] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.246285] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebffe235-05cd-4439-b056-f3bd14b4736b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.273804] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-976f8aed-483a-47e2-a653-521c63fd6d7a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] volume-6f3551e9-3e27-4e4a-b4c3-c7d68413251a/volume-6f3551e9-3e27-4e4a-b4c3-c7d68413251a.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.278971] env[65418]: DEBUG nova.compute.manager [req-cd100f96-6f6a-41b2-9705-3a1a710193a8 req-207a2249-230a-407a-ad7f-7b573ed6978f service nova] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Received event network-vif-plugged-bcb58175-01b6-401c-9209-6d7de349d8ad {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 731.278971] env[65418]: DEBUG oslo_concurrency.lockutils [req-cd100f96-6f6a-41b2-9705-3a1a710193a8 req-207a2249-230a-407a-ad7f-7b573ed6978f service nova] Acquiring lock "f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.279083] env[65418]: DEBUG oslo_concurrency.lockutils [req-cd100f96-6f6a-41b2-9705-3a1a710193a8 req-207a2249-230a-407a-ad7f-7b573ed6978f service nova] Lock "f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.279268] env[65418]: DEBUG oslo_concurrency.lockutils [req-cd100f96-6f6a-41b2-9705-3a1a710193a8 req-207a2249-230a-407a-ad7f-7b573ed6978f service nova] Lock "f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.279907] env[65418]: DEBUG nova.compute.manager [req-cd100f96-6f6a-41b2-9705-3a1a710193a8 req-207a2249-230a-407a-ad7f-7b573ed6978f service nova] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] No waiting events found dispatching network-vif-plugged-bcb58175-01b6-401c-9209-6d7de349d8ad {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 731.279907] env[65418]: WARNING nova.compute.manager [req-cd100f96-6f6a-41b2-9705-3a1a710193a8 req-207a2249-230a-407a-ad7f-7b573ed6978f service nova] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Received unexpected event network-vif-plugged-bcb58175-01b6-401c-9209-6d7de349d8ad for instance with vm_state building and task_state spawning. [ 731.279907] env[65418]: DEBUG nova.compute.manager [req-cd100f96-6f6a-41b2-9705-3a1a710193a8 req-207a2249-230a-407a-ad7f-7b573ed6978f service nova] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Received event network-changed-bcb58175-01b6-401c-9209-6d7de349d8ad {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 731.279907] env[65418]: DEBUG nova.compute.manager [req-cd100f96-6f6a-41b2-9705-3a1a710193a8 req-207a2249-230a-407a-ad7f-7b573ed6978f service nova] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Refreshing instance network info cache due to event network-changed-bcb58175-01b6-401c-9209-6d7de349d8ad. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 731.280164] env[65418]: DEBUG oslo_concurrency.lockutils [req-cd100f96-6f6a-41b2-9705-3a1a710193a8 req-207a2249-230a-407a-ad7f-7b573ed6978f service nova] Acquiring lock "refresh_cache-f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.280164] env[65418]: DEBUG oslo_concurrency.lockutils [req-cd100f96-6f6a-41b2-9705-3a1a710193a8 req-207a2249-230a-407a-ad7f-7b573ed6978f service nova] Acquired lock "refresh_cache-f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.280357] env[65418]: DEBUG nova.network.neutron [req-cd100f96-6f6a-41b2-9705-3a1a710193a8 req-207a2249-230a-407a-ad7f-7b573ed6978f service nova] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Refreshing network info cache for port bcb58175-01b6-401c-9209-6d7de349d8ad {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.282911] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e59745ba-3681-499b-af4e-6cefd8d41590 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.304145] env[65418]: DEBUG oslo_vmware.api [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 731.304145] env[65418]: value = "task-4688074" [ 731.304145] env[65418]: _type = "Task" [ 731.304145] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.318311] env[65418]: DEBUG oslo_vmware.api [None req-976f8aed-483a-47e2-a653-521c63fd6d7a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 731.318311] env[65418]: value = "task-4688075" [ 731.318311] env[65418]: _type = "Task" [ 731.318311] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.318311] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688072, 'name': CreateVM_Task, 'duration_secs': 0.450539} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.319968] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.324616] env[65418]: WARNING neutronclient.v2_0.client [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.325470] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.325936] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.326745] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.331387] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d17d3d6-807f-4ea3-8ac4-0f3c9597940d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.334094] env[65418]: DEBUG oslo_vmware.api [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688074, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.340120] env[65418]: DEBUG oslo_vmware.api [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 731.340120] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526fefd4-6afe-1601-ab22-52e471c8a3ff" [ 731.340120] env[65418]: _type = "Task" [ 731.340120] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.344655] env[65418]: DEBUG oslo_vmware.api [None req-976f8aed-483a-47e2-a653-521c63fd6d7a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.359106] env[65418]: DEBUG oslo_vmware.api [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526fefd4-6afe-1601-ab22-52e471c8a3ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.372131] env[65418]: DEBUG oslo_vmware.api [None req-77795f04-5a80-4fe8-8875-8bc2f8a382f3 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Task: {'id': task-4688073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180951} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.372424] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-77795f04-5a80-4fe8-8875-8bc2f8a382f3 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.372789] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-77795f04-5a80-4fe8-8875-8bc2f8a382f3 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.372789] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-77795f04-5a80-4fe8-8875-8bc2f8a382f3 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.373330] env[65418]: INFO nova.compute.manager [None req-77795f04-5a80-4fe8-8875-8bc2f8a382f3 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Took 1.20 seconds to destroy the instance on the hypervisor. [ 731.373330] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-77795f04-5a80-4fe8-8875-8bc2f8a382f3 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 731.373456] env[65418]: DEBUG nova.compute.manager [-] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 731.373545] env[65418]: DEBUG nova.network.neutron [-] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 731.373806] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.450526] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.494172] env[65418]: DEBUG nova.compute.manager [None req-7ce9e795-2b90-4d33-88bf-0476eb6f78a6 tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 731.494430] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce9e795-2b90-4d33-88bf-0476eb6f78a6 tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.495465] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4e3404-3b3e-48d0-98e7-ddd012254864 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.513626] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce9e795-2b90-4d33-88bf-0476eb6f78a6 tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.513626] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b6a9820-47c0-4735-a690-c15687a0d73d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.519606] env[65418]: WARNING neutronclient.v2_0.client [None req-ec146eae-db00-49ed-996e-c95314cd2f7b tempest-ServersAdminTestJSON-1109655512 tempest-ServersAdminTestJSON-1109655512-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.523524] env[65418]: DEBUG oslo_vmware.api [None req-7ce9e795-2b90-4d33-88bf-0476eb6f78a6 tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Waiting for the task: (returnval){ [ 731.523524] env[65418]: value = "task-4688076" [ 731.523524] env[65418]: _type = "Task" [ 731.523524] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.533853] env[65418]: DEBUG oslo_vmware.api [None req-7ce9e795-2b90-4d33-88bf-0476eb6f78a6 tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Task: {'id': task-4688076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.588111] env[65418]: DEBUG nova.network.neutron [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Updating instance_info_cache with network_info: [{"id": "986c2835-9027-4f56-a988-0d68c0d595b4", "address": "fa:16:3e:13:2d:52", "network": {"id": "8300f26e-bb5f-4680-8e68-d1a25e45be92", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-401722129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf990c4ef1ff4879ba4e5d9c0086dc0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap986c2835-90", "ovs_interfaceid": "986c2835-9027-4f56-a988-0d68c0d595b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.654593] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.740915] env[65418]: DEBUG nova.compute.manager [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 731.742514] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729658ee-c828-4a96-a275-4442a93bbf6e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.798176] env[65418]: WARNING neutronclient.v2_0.client [req-cd100f96-6f6a-41b2-9705-3a1a710193a8 req-207a2249-230a-407a-ad7f-7b573ed6978f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.824885] env[65418]: DEBUG oslo_vmware.api [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150734} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.832382] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.834489] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ede87a-407a-4c13-80d8-aae935ef01b6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.851591] env[65418]: DEBUG oslo_vmware.api [None req-976f8aed-483a-47e2-a653-521c63fd6d7a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.878680] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff/f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.880470] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6e292de-4888-419e-a8bc-d230e6abe7a5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.906422] env[65418]: DEBUG oslo_vmware.api [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526fefd4-6afe-1601-ab22-52e471c8a3ff, 'name': SearchDatastore_Task, 'duration_secs': 0.018535} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.907370] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.907722] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.907722] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.908104] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.908104] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.912037] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ea66841-2b1f-41a4-b283-544493341ed7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.916308] env[65418]: DEBUG oslo_vmware.api [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 731.916308] env[65418]: value = "task-4688077" [ 731.916308] env[65418]: _type = "Task" [ 731.916308] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.922576] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.922794] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.924251] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d588725a-950b-44cf-a53d-b7569ebddfad {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.937094] env[65418]: DEBUG oslo_vmware.api [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.939048] env[65418]: DEBUG oslo_vmware.api [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 731.939048] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52516a99-0844-4ec2-82bb-0437e7e9fe18" [ 731.939048] env[65418]: _type = "Task" [ 731.939048] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.953029] env[65418]: DEBUG oslo_vmware.api [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52516a99-0844-4ec2-82bb-0437e7e9fe18, 'name': SearchDatastore_Task, 'duration_secs': 0.013484} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.953960] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3630f2c2-9f0e-4a99-8ab8-6cff2023ace0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.964547] env[65418]: DEBUG oslo_vmware.api [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 731.964547] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52a50951-7e5a-211c-9c3e-c926bce3a336" [ 731.964547] env[65418]: _type = "Task" [ 731.964547] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.976117] env[65418]: DEBUG oslo_vmware.api [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52a50951-7e5a-211c-9c3e-c926bce3a336, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.040911] env[65418]: DEBUG oslo_vmware.api [None req-7ce9e795-2b90-4d33-88bf-0476eb6f78a6 tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Task: {'id': task-4688076, 'name': PowerOffVM_Task, 'duration_secs': 0.350844} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.044551] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ce9e795-2b90-4d33-88bf-0476eb6f78a6 tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.044711] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce9e795-2b90-4d33-88bf-0476eb6f78a6 tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.045410] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abc6ff74-3474-4701-b9ac-fa762d0e80ee {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.057957] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad799bb-23a2-4a26-9f70-f44078452ea7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.068163] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6d43be-aa21-42c0-ae3d-0d1e2a3be238 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.103247] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Releasing lock "refresh_cache-8fe24eee-92e6-4c17-bd9c-50d538e33739" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.104043] env[65418]: DEBUG nova.compute.manager [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Instance network_info: |[{"id": "986c2835-9027-4f56-a988-0d68c0d595b4", "address": "fa:16:3e:13:2d:52", "network": {"id": "8300f26e-bb5f-4680-8e68-d1a25e45be92", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-401722129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf990c4ef1ff4879ba4e5d9c0086dc0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap986c2835-90", "ovs_interfaceid": "986c2835-9027-4f56-a988-0d68c0d595b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 732.104301] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:2d:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '986c2835-9027-4f56-a988-0d68c0d595b4', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.112146] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Creating folder: Project (bf990c4ef1ff4879ba4e5d9c0086dc0f). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.112990] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5bf5df-80a7-4a2b-9c9b-8e54d28cfdf3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.117840] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eae9be80-4181-45cc-b1fe-c088ebd2ec2c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.128516] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d29ac1-5053-4102-832b-e7dd67febe55 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.133923] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce9e795-2b90-4d33-88bf-0476eb6f78a6 tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.133923] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce9e795-2b90-4d33-88bf-0476eb6f78a6 tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.133923] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ce9e795-2b90-4d33-88bf-0476eb6f78a6 tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Deleting the datastore file [datastore2] 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.135495] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-495ef2c0-8446-49fb-a318-163ebaf901ca {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.138962] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Created folder: Project (bf990c4ef1ff4879ba4e5d9c0086dc0f) in parent group-v914982. [ 732.138962] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Creating folder: Instances. Parent ref: group-v915094. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.139483] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3892a6a7-03d3-4c4c-8f4f-bc0222faf0ec {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.152522] env[65418]: DEBUG nova.compute.provider_tree [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.154875] env[65418]: DEBUG oslo_vmware.api [None req-7ce9e795-2b90-4d33-88bf-0476eb6f78a6 tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Waiting for the task: (returnval){ [ 732.154875] env[65418]: value = "task-4688080" [ 732.154875] env[65418]: _type = "Task" [ 732.154875] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.161152] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Created folder: Instances in parent group-v915094. [ 732.161471] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 732.162129] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.162433] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da274159-d98f-44bc-aa43-345d57353430 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.183427] env[65418]: DEBUG oslo_vmware.api [None req-7ce9e795-2b90-4d33-88bf-0476eb6f78a6 tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Task: {'id': task-4688080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.190879] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.190879] env[65418]: value = "task-4688082" [ 732.190879] env[65418]: _type = "Task" [ 732.190879] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.204048] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688082, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.256254] env[65418]: INFO nova.compute.manager [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] instance snapshotting [ 732.256955] env[65418]: DEBUG nova.objects.instance [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Lazy-loading 'flavor' on Instance uuid 1c263b74-93d1-4244-8f08-d35373a3a946 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.339697] env[65418]: DEBUG oslo_vmware.api [None req-976f8aed-483a-47e2-a653-521c63fd6d7a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688075, 'name': ReconfigVM_Task, 'duration_secs': 0.785273} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.339697] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-976f8aed-483a-47e2-a653-521c63fd6d7a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Reconfigured VM instance instance-00000021 to attach disk [datastore2] volume-6f3551e9-3e27-4e4a-b4c3-c7d68413251a/volume-6f3551e9-3e27-4e4a-b4c3-c7d68413251a.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.345757] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-064fcf78-ad4a-4304-a77a-613c362f5127 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.367341] env[65418]: DEBUG oslo_vmware.api [None req-976f8aed-483a-47e2-a653-521c63fd6d7a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 732.367341] env[65418]: value = "task-4688083" [ 732.367341] env[65418]: _type = "Task" [ 732.367341] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.377579] env[65418]: DEBUG oslo_vmware.api [None req-976f8aed-483a-47e2-a653-521c63fd6d7a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.430127] env[65418]: DEBUG oslo_vmware.api [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.477587] env[65418]: DEBUG oslo_vmware.api [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52a50951-7e5a-211c-9c3e-c926bce3a336, 'name': SearchDatastore_Task, 'duration_secs': 0.012083} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.477834] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.478112] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 4b446122-8965-4d44-974c-bedbf73cf659/4b446122-8965-4d44-974c-bedbf73cf659.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.478395] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ea1036e-4328-4bb6-8061-85097a8548db {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.486114] env[65418]: DEBUG oslo_vmware.api [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 732.486114] env[65418]: value = "task-4688084" [ 732.486114] env[65418]: _type = "Task" [ 732.486114] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.496196] env[65418]: DEBUG oslo_vmware.api [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.536925] env[65418]: DEBUG nova.network.neutron [None req-ec146eae-db00-49ed-996e-c95314cd2f7b tempest-ServersAdminTestJSON-1109655512 tempest-ServersAdminTestJSON-1109655512-project-admin] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Updating instance_info_cache with network_info: [{"id": "d7166668-f516-4cce-9116-aaf6b041b040", "address": "fa:16:3e:a6:99:c0", "network": {"id": "d3664058-5559-4da1-b915-9dbe72d0603c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-176614607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe6158c9854d43ca9a507902c5e64bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7166668-f5", "ovs_interfaceid": "d7166668-f516-4cce-9116-aaf6b041b040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.621422] env[65418]: DEBUG nova.network.neutron [-] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.657237] env[65418]: DEBUG nova.scheduler.client.report [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.676762] env[65418]: DEBUG oslo_vmware.api [None req-7ce9e795-2b90-4d33-88bf-0476eb6f78a6 tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Task: {'id': task-4688080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150051} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.677100] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ce9e795-2b90-4d33-88bf-0476eb6f78a6 tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.677257] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce9e795-2b90-4d33-88bf-0476eb6f78a6 tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 732.677419] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7ce9e795-2b90-4d33-88bf-0476eb6f78a6 tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.677586] env[65418]: INFO nova.compute.manager [None req-7ce9e795-2b90-4d33-88bf-0476eb6f78a6 tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Took 1.18 seconds to destroy the instance on the hypervisor. [ 732.677930] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-7ce9e795-2b90-4d33-88bf-0476eb6f78a6 tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 732.678175] env[65418]: DEBUG nova.compute.manager [-] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 732.678274] env[65418]: DEBUG nova.network.neutron [-] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 732.678712] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.702898] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688082, 'name': CreateVM_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.766328] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080e8d3d-9e63-41e4-9899-8be63414f752 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.788758] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdecc23f-9b02-43d6-9f8b-63c45cc8cfa6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.863745] env[65418]: DEBUG nova.network.neutron [-] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.885931] env[65418]: DEBUG oslo_vmware.api [None req-976f8aed-483a-47e2-a653-521c63fd6d7a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688083, 'name': ReconfigVM_Task, 'duration_secs': 0.217088} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.886706] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-976f8aed-483a-47e2-a653-521c63fd6d7a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915089', 'volume_id': '6f3551e9-3e27-4e4a-b4c3-c7d68413251a', 'name': 'volume-6f3551e9-3e27-4e4a-b4c3-c7d68413251a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff5e8ecd-f8bc-452f-82fd-f4feb7533452', 'attached_at': '', 'detached_at': '', 'volume_id': '6f3551e9-3e27-4e4a-b4c3-c7d68413251a', 'serial': '6f3551e9-3e27-4e4a-b4c3-c7d68413251a'} {{(pid=65418) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 732.932156] env[65418]: DEBUG oslo_vmware.api [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.999535] env[65418]: DEBUG oslo_vmware.api [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688084, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.041463] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ec146eae-db00-49ed-996e-c95314cd2f7b tempest-ServersAdminTestJSON-1109655512 tempest-ServersAdminTestJSON-1109655512-project-admin] Releasing lock "refresh_cache-625682a5-beee-49e9-bbb3-a188c3c41f0d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.041819] env[65418]: DEBUG nova.compute.manager [None req-ec146eae-db00-49ed-996e-c95314cd2f7b tempest-ServersAdminTestJSON-1109655512 tempest-ServersAdminTestJSON-1109655512-project-admin] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Inject network info {{(pid=65418) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 733.042237] env[65418]: DEBUG nova.compute.manager [None req-ec146eae-db00-49ed-996e-c95314cd2f7b tempest-ServersAdminTestJSON-1109655512 tempest-ServersAdminTestJSON-1109655512-project-admin] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] network_info to inject: |[{"id": "d7166668-f516-4cce-9116-aaf6b041b040", "address": "fa:16:3e:a6:99:c0", "network": {"id": "d3664058-5559-4da1-b915-9dbe72d0603c", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-176614607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe6158c9854d43ca9a507902c5e64bf8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7166668-f5", "ovs_interfaceid": "d7166668-f516-4cce-9116-aaf6b041b040", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 733.048066] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ec146eae-db00-49ed-996e-c95314cd2f7b tempest-ServersAdminTestJSON-1109655512 tempest-ServersAdminTestJSON-1109655512-project-admin] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Reconfiguring VM instance to set the machine id {{(pid=65418) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 733.048506] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baca64a2-6179-4523-b3ea-35cbeaf96984 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.070252] env[65418]: DEBUG oslo_vmware.api [None req-ec146eae-db00-49ed-996e-c95314cd2f7b tempest-ServersAdminTestJSON-1109655512 tempest-ServersAdminTestJSON-1109655512-project-admin] Waiting for the task: (returnval){ [ 733.070252] env[65418]: value = "task-4688085" [ 733.070252] env[65418]: _type = "Task" [ 733.070252] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.071680] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.085661] env[65418]: DEBUG oslo_vmware.api [None req-ec146eae-db00-49ed-996e-c95314cd2f7b tempest-ServersAdminTestJSON-1109655512 tempest-ServersAdminTestJSON-1109655512-project-admin] Task: {'id': task-4688085, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.125656] env[65418]: INFO nova.compute.manager [-] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Took 1.88 seconds to deallocate network for instance. [ 733.170138] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.171614] env[65418]: DEBUG nova.compute.manager [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 733.174658] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fa0b6abd-d7ff-469d-ae57-b14070a32228 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.232s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.174889] env[65418]: DEBUG nova.objects.instance [None req-fa0b6abd-d7ff-469d-ae57-b14070a32228 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Lazy-loading 'resources' on Instance uuid 80fb72d3-6e2c-4118-9936-ba8ce2d59b93 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.201703] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688082, 'name': CreateVM_Task, 'duration_secs': 0.897636} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.202129] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.202441] env[65418]: WARNING neutronclient.v2_0.client [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.202798] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.202949] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.203279] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.203544] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3328cdd6-0474-4334-b95c-9788d1e69df1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.210131] env[65418]: DEBUG oslo_vmware.api [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 733.210131] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52574fa9-f85e-5cd4-01eb-4cac087a6be9" [ 733.210131] env[65418]: _type = "Task" [ 733.210131] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.219584] env[65418]: DEBUG oslo_vmware.api [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52574fa9-f85e-5cd4-01eb-4cac087a6be9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.301207] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Creating Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 733.301603] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-546e5f6b-0aa0-477b-9414-92a27830938b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.309951] env[65418]: DEBUG oslo_vmware.api [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Waiting for the task: (returnval){ [ 733.309951] env[65418]: value = "task-4688086" [ 733.309951] env[65418]: _type = "Task" [ 733.309951] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.319109] env[65418]: DEBUG oslo_vmware.api [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Task: {'id': task-4688086, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.367517] env[65418]: INFO nova.compute.manager [-] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Took 1.99 seconds to deallocate network for instance. [ 733.434055] env[65418]: DEBUG oslo_vmware.api [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688077, 'name': ReconfigVM_Task, 'duration_secs': 1.19405} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.434499] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Reconfigured VM instance instance-00000026 to attach disk [datastore2] f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff/f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.437020] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e497ca4-040c-4773-84b7-4a35794be817 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.444277] env[65418]: DEBUG oslo_vmware.api [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 733.444277] env[65418]: value = "task-4688087" [ 733.444277] env[65418]: _type = "Task" [ 733.444277] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.459208] env[65418]: DEBUG oslo_vmware.api [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688087, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.498690] env[65418]: DEBUG oslo_vmware.api [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661462} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.499643] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 4b446122-8965-4d44-974c-bedbf73cf659/4b446122-8965-4d44-974c-bedbf73cf659.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.499643] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.499643] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46df64fa-51ec-47e7-8b86-b653391273c6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.508581] env[65418]: DEBUG oslo_vmware.api [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 733.508581] env[65418]: value = "task-4688088" [ 733.508581] env[65418]: _type = "Task" [ 733.508581] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.523347] env[65418]: DEBUG oslo_vmware.api [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688088, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.583783] env[65418]: DEBUG oslo_vmware.api [None req-ec146eae-db00-49ed-996e-c95314cd2f7b tempest-ServersAdminTestJSON-1109655512 tempest-ServersAdminTestJSON-1109655512-project-admin] Task: {'id': task-4688085, 'name': ReconfigVM_Task, 'duration_secs': 0.218553} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.584118] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ec146eae-db00-49ed-996e-c95314cd2f7b tempest-ServersAdminTestJSON-1109655512 tempest-ServersAdminTestJSON-1109655512-project-admin] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Reconfigured VM instance to set the machine id {{(pid=65418) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 733.633095] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f47fe56b-db6e-47ed-bcc5-5ed3a67b9eb2 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.677848] env[65418]: DEBUG nova.compute.utils [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.682923] env[65418]: DEBUG nova.compute.manager [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 733.683292] env[65418]: DEBUG nova.network.neutron [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 733.683459] env[65418]: WARNING neutronclient.v2_0.client [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.683723] env[65418]: WARNING neutronclient.v2_0.client [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.720540] env[65418]: DEBUG oslo_vmware.api [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52574fa9-f85e-5cd4-01eb-4cac087a6be9, 'name': SearchDatastore_Task, 'duration_secs': 0.010752} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.723379] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.723649] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.723873] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.724022] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.724198] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.724661] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc2d2bad-24ef-4d07-99ca-79756a71609b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.734699] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.734939] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.738353] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df5655ac-5517-4c76-a4d3-5ab68be5d6dd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.745578] env[65418]: DEBUG oslo_vmware.api [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 733.745578] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ae1a82-9aed-1e5c-22e2-8cf4d55c235d" [ 733.745578] env[65418]: _type = "Task" [ 733.745578] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.758997] env[65418]: DEBUG oslo_vmware.api [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ae1a82-9aed-1e5c-22e2-8cf4d55c235d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.826565] env[65418]: DEBUG oslo_vmware.api [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Task: {'id': task-4688086, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.875086] env[65418]: DEBUG oslo_concurrency.lockutils [None req-77795f04-5a80-4fe8-8875-8bc2f8a382f3 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.952248] env[65418]: DEBUG nova.objects.instance [None req-976f8aed-483a-47e2-a653-521c63fd6d7a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lazy-loading 'flavor' on Instance uuid ff5e8ecd-f8bc-452f-82fd-f4feb7533452 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.969286] env[65418]: DEBUG oslo_vmware.api [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688087, 'name': Rename_Task, 'duration_secs': 0.165193} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.973227] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.973227] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da480e79-7404-4dec-889b-0a65071fa0d0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.982062] env[65418]: DEBUG oslo_vmware.api [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 733.982062] env[65418]: value = "task-4688089" [ 733.982062] env[65418]: _type = "Task" [ 733.982062] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.992820] env[65418]: DEBUG oslo_vmware.api [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.024056] env[65418]: DEBUG oslo_vmware.api [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688088, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091404} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.031286] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.032589] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45337c3b-604c-4b0b-92a2-941eea0d1e2b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.058926] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 4b446122-8965-4d44-974c-bedbf73cf659/4b446122-8965-4d44-974c-bedbf73cf659.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.063862] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8bc7b72-31be-4779-a1a9-9bcd802c6198 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.091734] env[65418]: DEBUG oslo_vmware.api [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 734.091734] env[65418]: value = "task-4688090" [ 734.091734] env[65418]: _type = "Task" [ 734.091734] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.100452] env[65418]: DEBUG oslo_vmware.api [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688090, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.185111] env[65418]: DEBUG nova.compute.manager [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 734.258842] env[65418]: DEBUG oslo_vmware.api [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ae1a82-9aed-1e5c-22e2-8cf4d55c235d, 'name': SearchDatastore_Task, 'duration_secs': 0.011392} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.260199] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77befaed-adc6-4d6a-8ebd-157edb19690c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.271439] env[65418]: DEBUG oslo_vmware.api [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 734.271439] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527faff1-8ff8-8221-2966-888986c2c2c2" [ 734.271439] env[65418]: _type = "Task" [ 734.271439] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.279909] env[65418]: DEBUG oslo_vmware.api [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527faff1-8ff8-8221-2966-888986c2c2c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.305016] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedd7bdc-ca55-43f2-b37d-5e2af75d2531 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.321368] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6d4960-a626-4f88-95e7-252305e979b0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.329335] env[65418]: DEBUG oslo_vmware.api [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Task: {'id': task-4688086, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.364473] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1804f353-524f-4ebb-aebb-8a65809a284a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.373632] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b971bf-5603-4647-8b31-cdddf6e51030 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.392366] env[65418]: DEBUG nova.compute.provider_tree [None req-fa0b6abd-d7ff-469d-ae57-b14070a32228 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.464016] env[65418]: DEBUG oslo_concurrency.lockutils [None req-976f8aed-483a-47e2-a653-521c63fd6d7a tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "ff5e8ecd-f8bc-452f-82fd-f4feb7533452" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.455s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.497798] env[65418]: DEBUG oslo_vmware.api [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688089, 'name': PowerOnVM_Task, 'duration_secs': 0.500347} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.497798] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.497798] env[65418]: INFO nova.compute.manager [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Took 13.64 seconds to spawn the instance on the hypervisor. [ 734.497798] env[65418]: DEBUG nova.compute.manager [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 734.499110] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7065127c-a618-458f-baed-177e059afd57 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.605589] env[65418]: DEBUG oslo_vmware.api [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688090, 'name': ReconfigVM_Task, 'duration_secs': 0.46338} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.606123] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 4b446122-8965-4d44-974c-bedbf73cf659/4b446122-8965-4d44-974c-bedbf73cf659.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.606656] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2dd5f73e-40bb-40ee-a68d-e229449e3b00 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.615673] env[65418]: DEBUG nova.network.neutron [-] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.617654] env[65418]: DEBUG oslo_vmware.api [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 734.617654] env[65418]: value = "task-4688091" [ 734.617654] env[65418]: _type = "Task" [ 734.617654] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.636511] env[65418]: DEBUG oslo_vmware.api [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688091, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.772514] env[65418]: WARNING neutronclient.v2_0.client [req-cd100f96-6f6a-41b2-9705-3a1a710193a8 req-207a2249-230a-407a-ad7f-7b573ed6978f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.785353] env[65418]: DEBUG oslo_vmware.api [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527faff1-8ff8-8221-2966-888986c2c2c2, 'name': SearchDatastore_Task, 'duration_secs': 0.011158} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.785928] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.786337] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 8fe24eee-92e6-4c17-bd9c-50d538e33739/8fe24eee-92e6-4c17-bd9c-50d538e33739.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.786760] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00f6f7a3-b34f-40bd-988e-715d90388733 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.795038] env[65418]: DEBUG oslo_vmware.api [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 734.795038] env[65418]: value = "task-4688092" [ 734.795038] env[65418]: _type = "Task" [ 734.795038] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.805154] env[65418]: DEBUG oslo_vmware.api [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.810126] env[65418]: DEBUG nova.policy [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '456577d4c54e4e4eaeef39dd7450aa73', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8717620fa9474031896da65986bad711', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.824026] env[65418]: DEBUG oslo_vmware.api [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Task: {'id': task-4688086, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.897990] env[65418]: DEBUG nova.scheduler.client.report [None req-fa0b6abd-d7ff-469d-ae57-b14070a32228 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.022206] env[65418]: INFO nova.compute.manager [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Took 37.63 seconds to build instance. [ 735.120928] env[65418]: INFO nova.compute.manager [-] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Took 2.44 seconds to deallocate network for instance. [ 735.141392] env[65418]: DEBUG oslo_vmware.api [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688091, 'name': Rename_Task, 'duration_secs': 0.170841} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.141776] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.142101] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03955901-8cb4-4ea9-8104-09eef5c56315 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.157025] env[65418]: DEBUG oslo_vmware.api [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 735.157025] env[65418]: value = "task-4688093" [ 735.157025] env[65418]: _type = "Task" [ 735.157025] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.166437] env[65418]: DEBUG oslo_vmware.api [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.199249] env[65418]: DEBUG nova.compute.manager [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 735.229321] env[65418]: DEBUG nova.virt.hardware [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 735.229572] env[65418]: DEBUG nova.virt.hardware [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.229720] env[65418]: DEBUG nova.virt.hardware [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 735.229964] env[65418]: DEBUG nova.virt.hardware [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.230291] env[65418]: DEBUG nova.virt.hardware [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 735.232301] env[65418]: DEBUG nova.virt.hardware [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 735.232611] env[65418]: DEBUG nova.virt.hardware [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 735.232824] env[65418]: DEBUG nova.virt.hardware [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 735.233064] env[65418]: DEBUG nova.virt.hardware [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 735.233257] env[65418]: DEBUG nova.virt.hardware [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 735.233470] env[65418]: DEBUG nova.virt.hardware [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 735.237024] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9bccef-e6f5-4b20-9011-0090cd1d44e0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.247519] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd29729-61fd-457d-aa78-1a8973e1c4b9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.309165] env[65418]: DEBUG oslo_vmware.api [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688092, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.325416] env[65418]: DEBUG oslo_vmware.api [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Task: {'id': task-4688086, 'name': CreateSnapshot_Task, 'duration_secs': 1.66123} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.325823] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Created Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 735.326709] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68794b8d-0457-4370-999b-c49e05f90b4f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.405133] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fa0b6abd-d7ff-469d-ae57-b14070a32228 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.407665] env[65418]: DEBUG oslo_concurrency.lockutils [None req-930b70b6-b39c-41db-8403-26b23f0852e3 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.866s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.407948] env[65418]: DEBUG nova.objects.instance [None req-930b70b6-b39c-41db-8403-26b23f0852e3 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Lazy-loading 'resources' on Instance uuid d49e04fe-3f84-4baf-8d60-c81d4372fc03 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.443846] env[65418]: DEBUG oslo_vmware.rw_handles [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d861c2-0b59-50e3-bdda-0523d7c04425/disk-0.vmdk. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 735.445331] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f8f976-fdab-45d3-99b7-d66ca21d607b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.450108] env[65418]: INFO nova.scheduler.client.report [None req-fa0b6abd-d7ff-469d-ae57-b14070a32228 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Deleted allocations for instance 80fb72d3-6e2c-4118-9936-ba8ce2d59b93 [ 735.454512] env[65418]: DEBUG oslo_vmware.rw_handles [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d861c2-0b59-50e3-bdda-0523d7c04425/disk-0.vmdk is in state: ready. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 735.454723] env[65418]: ERROR oslo_vmware.rw_handles [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d861c2-0b59-50e3-bdda-0523d7c04425/disk-0.vmdk due to incomplete transfer. [ 735.457765] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-87381ad0-6d59-48de-8dc1-f00b9f6072e0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.467862] env[65418]: DEBUG oslo_vmware.rw_handles [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d861c2-0b59-50e3-bdda-0523d7c04425/disk-0.vmdk. {{(pid=65418) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 735.468145] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Uploaded image 35d3d18c-e9e4-4378-b598-054684c36b8b to the Glance image server {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 735.470586] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Destroying the VM {{(pid=65418) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 735.470936] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-69483bf8-1ee4-41bd-9a8d-275577f47093 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.479295] env[65418]: DEBUG oslo_vmware.api [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for the task: (returnval){ [ 735.479295] env[65418]: value = "task-4688094" [ 735.479295] env[65418]: _type = "Task" [ 735.479295] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.489554] env[65418]: DEBUG oslo_vmware.api [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4688094, 'name': Destroy_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.525248] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6a1d5f95-fd09-4f07-826a-139f8a13590e tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.148s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.640894] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7ce9e795-2b90-4d33-88bf-0476eb6f78a6 tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.666030] env[65418]: DEBUG oslo_vmware.api [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688093, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.812281] env[65418]: DEBUG oslo_vmware.api [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640544} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.812547] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 8fe24eee-92e6-4c17-bd9c-50d538e33739/8fe24eee-92e6-4c17-bd9c-50d538e33739.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.812872] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.813776] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0581031e-1b64-4791-8ac4-63c71d1968d8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.822974] env[65418]: DEBUG oslo_vmware.api [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 735.822974] env[65418]: value = "task-4688095" [ 735.822974] env[65418]: _type = "Task" [ 735.822974] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.835336] env[65418]: DEBUG oslo_vmware.api [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.853311] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Creating linked-clone VM from snapshot {{(pid=65418) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 735.853722] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8edd1397-10b0-431b-b2e8-384a5132dc62 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.867041] env[65418]: DEBUG oslo_vmware.api [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Waiting for the task: (returnval){ [ 735.867041] env[65418]: value = "task-4688096" [ 735.867041] env[65418]: _type = "Task" [ 735.867041] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.880726] env[65418]: DEBUG oslo_vmware.api [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Task: {'id': task-4688096, 'name': CloneVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.965046] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fa0b6abd-d7ff-469d-ae57-b14070a32228 tempest-ServerGroupTestJSON-651024800 tempest-ServerGroupTestJSON-651024800-project-member] Lock "80fb72d3-6e2c-4118-9936-ba8ce2d59b93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.050s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.002534] env[65418]: DEBUG oslo_vmware.api [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4688094, 'name': Destroy_Task, 'duration_secs': 0.416469} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.004039] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Destroyed the VM [ 736.005318] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Deleting Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 736.005318] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fd4d2f4f-b3ea-4572-bf00-01246d5f8056 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.015219] env[65418]: DEBUG oslo_vmware.api [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for the task: (returnval){ [ 736.015219] env[65418]: value = "task-4688097" [ 736.015219] env[65418]: _type = "Task" [ 736.015219] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.025856] env[65418]: DEBUG oslo_vmware.api [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4688097, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.169373] env[65418]: DEBUG oslo_vmware.api [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688093, 'name': PowerOnVM_Task, 'duration_secs': 0.551129} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.169654] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.169904] env[65418]: INFO nova.compute.manager [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Took 10.51 seconds to spawn the instance on the hypervisor. [ 736.170121] env[65418]: DEBUG nova.compute.manager [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 736.171026] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6d3dc4-28a7-4c41-bf81-a65b359e2dbe {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.259405] env[65418]: DEBUG nova.network.neutron [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Successfully created port: 64fa37bf-b60d-4098-9e27-2b7a4436306d {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 736.331475] env[65418]: DEBUG nova.network.neutron [req-cd100f96-6f6a-41b2-9705-3a1a710193a8 req-207a2249-230a-407a-ad7f-7b573ed6978f service nova] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Updated VIF entry in instance network info cache for port bcb58175-01b6-401c-9209-6d7de349d8ad. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 736.331858] env[65418]: DEBUG nova.network.neutron [req-cd100f96-6f6a-41b2-9705-3a1a710193a8 req-207a2249-230a-407a-ad7f-7b573ed6978f service nova] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Updating instance_info_cache with network_info: [{"id": "bcb58175-01b6-401c-9209-6d7de349d8ad", "address": "fa:16:3e:8b:14:2f", "network": {"id": "bbc60f98-d468-4e8d-9774-ea69eb2850f4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-368158998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "600e90f5dfed49e99fb0332048dc45ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcb58175-01", "ovs_interfaceid": "bcb58175-01b6-401c-9209-6d7de349d8ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.341877] env[65418]: DEBUG oslo_vmware.api [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211399} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.342355] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.343447] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae55815-dbf7-408b-abed-3968904c7e7a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.373972] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 8fe24eee-92e6-4c17-bd9c-50d538e33739/8fe24eee-92e6-4c17-bd9c-50d538e33739.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.376709] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-759f9d52-9db1-4388-9de2-e34b1dd95848 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.405039] env[65418]: DEBUG oslo_vmware.api [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Task: {'id': task-4688096, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.406875] env[65418]: DEBUG oslo_vmware.api [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 736.406875] env[65418]: value = "task-4688098" [ 736.406875] env[65418]: _type = "Task" [ 736.406875] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.421528] env[65418]: DEBUG oslo_vmware.api [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688098, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.481538] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e066708d-a7dc-4f91-ba78-c0f0fa3c372f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.496691] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1303e907-4d8a-40bc-8bf8-6e8fa2ffd6c1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.535103] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eaca1f5-2454-4836-ad95-62dc76fe7135 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.546258] env[65418]: DEBUG oslo_vmware.api [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4688097, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.551197] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60027d3a-0a1a-43d2-b4a9-6e0af8dc425a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.568929] env[65418]: DEBUG nova.compute.provider_tree [None req-930b70b6-b39c-41db-8403-26b23f0852e3 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.695470] env[65418]: INFO nova.compute.manager [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Took 35.31 seconds to build instance. [ 736.843158] env[65418]: DEBUG oslo_concurrency.lockutils [req-cd100f96-6f6a-41b2-9705-3a1a710193a8 req-207a2249-230a-407a-ad7f-7b573ed6978f service nova] Releasing lock "refresh_cache-f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.843444] env[65418]: DEBUG nova.compute.manager [req-cd100f96-6f6a-41b2-9705-3a1a710193a8 req-207a2249-230a-407a-ad7f-7b573ed6978f service nova] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Received event network-vif-plugged-4c5ca920-6538-464a-81cc-d3b41e3c055c {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 736.843637] env[65418]: DEBUG oslo_concurrency.lockutils [req-cd100f96-6f6a-41b2-9705-3a1a710193a8 req-207a2249-230a-407a-ad7f-7b573ed6978f service nova] Acquiring lock "4b446122-8965-4d44-974c-bedbf73cf659-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.843849] env[65418]: DEBUG oslo_concurrency.lockutils [req-cd100f96-6f6a-41b2-9705-3a1a710193a8 req-207a2249-230a-407a-ad7f-7b573ed6978f service nova] Lock "4b446122-8965-4d44-974c-bedbf73cf659-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.844020] env[65418]: DEBUG oslo_concurrency.lockutils [req-cd100f96-6f6a-41b2-9705-3a1a710193a8 req-207a2249-230a-407a-ad7f-7b573ed6978f service nova] Lock "4b446122-8965-4d44-974c-bedbf73cf659-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.844202] env[65418]: DEBUG nova.compute.manager [req-cd100f96-6f6a-41b2-9705-3a1a710193a8 req-207a2249-230a-407a-ad7f-7b573ed6978f service nova] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] No waiting events found dispatching network-vif-plugged-4c5ca920-6538-464a-81cc-d3b41e3c055c {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 736.844366] env[65418]: WARNING nova.compute.manager [req-cd100f96-6f6a-41b2-9705-3a1a710193a8 req-207a2249-230a-407a-ad7f-7b573ed6978f service nova] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Received unexpected event network-vif-plugged-4c5ca920-6538-464a-81cc-d3b41e3c055c for instance with vm_state building and task_state spawning. [ 736.844523] env[65418]: DEBUG nova.compute.manager [req-cd100f96-6f6a-41b2-9705-3a1a710193a8 req-207a2249-230a-407a-ad7f-7b573ed6978f service nova] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Received event network-changed-4c5ca920-6538-464a-81cc-d3b41e3c055c {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 736.844669] env[65418]: DEBUG nova.compute.manager [req-cd100f96-6f6a-41b2-9705-3a1a710193a8 req-207a2249-230a-407a-ad7f-7b573ed6978f service nova] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Refreshing instance network info cache due to event network-changed-4c5ca920-6538-464a-81cc-d3b41e3c055c. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 736.844854] env[65418]: DEBUG oslo_concurrency.lockutils [req-cd100f96-6f6a-41b2-9705-3a1a710193a8 req-207a2249-230a-407a-ad7f-7b573ed6978f service nova] Acquiring lock "refresh_cache-4b446122-8965-4d44-974c-bedbf73cf659" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.844988] env[65418]: DEBUG oslo_concurrency.lockutils [req-cd100f96-6f6a-41b2-9705-3a1a710193a8 req-207a2249-230a-407a-ad7f-7b573ed6978f service nova] Acquired lock "refresh_cache-4b446122-8965-4d44-974c-bedbf73cf659" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.845215] env[65418]: DEBUG nova.network.neutron [req-cd100f96-6f6a-41b2-9705-3a1a710193a8 req-207a2249-230a-407a-ad7f-7b573ed6978f service nova] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Refreshing network info cache for port 4c5ca920-6538-464a-81cc-d3b41e3c055c {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.887828] env[65418]: DEBUG oslo_vmware.api [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Task: {'id': task-4688096, 'name': CloneVM_Task, 'duration_secs': 1.019649} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.888362] env[65418]: INFO nova.virt.vmwareapi.vmops [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Created linked-clone VM from snapshot [ 736.889164] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6eeddb5-d409-41af-9f59-53e5a899b34f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.900195] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Uploading image 1c7838f7-6f20-4d27-a235-7897eaffed63 {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 736.919515] env[65418]: DEBUG oslo_vmware.api [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688098, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.930134] env[65418]: DEBUG oslo_vmware.rw_handles [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 736.930134] env[65418]: value = "vm-915098" [ 736.930134] env[65418]: _type = "VirtualMachine" [ 736.930134] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 736.930443] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e9e32824-78a5-4e55-be49-39f43034bf26 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.942040] env[65418]: DEBUG oslo_vmware.rw_handles [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Lease: (returnval){ [ 736.942040] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5298f66f-01c8-a0bc-77b1-8f43677b4b05" [ 736.942040] env[65418]: _type = "HttpNfcLease" [ 736.942040] env[65418]: } obtained for exporting VM: (result){ [ 736.942040] env[65418]: value = "vm-915098" [ 736.942040] env[65418]: _type = "VirtualMachine" [ 736.942040] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 736.942040] env[65418]: DEBUG oslo_vmware.api [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Waiting for the lease: (returnval){ [ 736.942040] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5298f66f-01c8-a0bc-77b1-8f43677b4b05" [ 736.942040] env[65418]: _type = "HttpNfcLease" [ 736.942040] env[65418]: } to be ready. {{(pid=65418) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 736.950917] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 736.950917] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5298f66f-01c8-a0bc-77b1-8f43677b4b05" [ 736.950917] env[65418]: _type = "HttpNfcLease" [ 736.950917] env[65418]: } is initializing. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 737.043688] env[65418]: DEBUG oslo_vmware.api [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4688097, 'name': RemoveSnapshot_Task, 'duration_secs': 0.623345} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.045075] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Deleted Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 737.045699] env[65418]: INFO nova.compute.manager [None req-b34717fc-d22c-4456-84e7-6a652c0d30a4 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Took 14.79 seconds to snapshot the instance on the hypervisor. [ 737.062378] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Acquiring lock "c5cd495b-987b-476c-974f-467a379c9db1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.062618] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Lock "c5cd495b-987b-476c-974f-467a379c9db1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.073305] env[65418]: DEBUG nova.scheduler.client.report [None req-930b70b6-b39c-41db-8403-26b23f0852e3 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.197309] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f9907117-d0c2-4704-b828-3f9534ed26dc tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lock "4b446122-8965-4d44-974c-bedbf73cf659" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.829s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.350187] env[65418]: WARNING neutronclient.v2_0.client [req-cd100f96-6f6a-41b2-9705-3a1a710193a8 req-207a2249-230a-407a-ad7f-7b573ed6978f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 737.420871] env[65418]: DEBUG oslo_vmware.api [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688098, 'name': ReconfigVM_Task, 'duration_secs': 0.579983} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.421178] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 8fe24eee-92e6-4c17-bd9c-50d538e33739/8fe24eee-92e6-4c17-bd9c-50d538e33739.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.421838] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21b74d4e-4731-428d-a5cf-52c614897b1d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.430197] env[65418]: DEBUG oslo_vmware.api [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 737.430197] env[65418]: value = "task-4688100" [ 737.430197] env[65418]: _type = "Task" [ 737.430197] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.439302] env[65418]: DEBUG oslo_vmware.api [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688100, 'name': Rename_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.449243] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 737.449243] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5298f66f-01c8-a0bc-77b1-8f43677b4b05" [ 737.449243] env[65418]: _type = "HttpNfcLease" [ 737.449243] env[65418]: } is ready. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 737.449549] env[65418]: DEBUG oslo_vmware.rw_handles [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 737.449549] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5298f66f-01c8-a0bc-77b1-8f43677b4b05" [ 737.449549] env[65418]: _type = "HttpNfcLease" [ 737.449549] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 737.450417] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc4cc3d-e380-41a6-8190-a502efc2d01e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.459070] env[65418]: DEBUG oslo_vmware.rw_handles [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e34a92-7633-7633-9115-eb24d69d082a/disk-0.vmdk from lease info. {{(pid=65418) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 737.459070] env[65418]: DEBUG oslo_vmware.rw_handles [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e34a92-7633-7633-9115-eb24d69d082a/disk-0.vmdk for reading. {{(pid=65418) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 737.530975] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3da42958-ace2-437d-b440-b2ea9e1ec48f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Acquiring lock "e9546215-c6b7-4b67-8ff6-8ca483b0dd29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.531367] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3da42958-ace2-437d-b440-b2ea9e1ec48f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Lock "e9546215-c6b7-4b67-8ff6-8ca483b0dd29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.531663] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3da42958-ace2-437d-b440-b2ea9e1ec48f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Acquiring lock "e9546215-c6b7-4b67-8ff6-8ca483b0dd29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.531936] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3da42958-ace2-437d-b440-b2ea9e1ec48f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Lock "e9546215-c6b7-4b67-8ff6-8ca483b0dd29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.532215] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3da42958-ace2-437d-b440-b2ea9e1ec48f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Lock "e9546215-c6b7-4b67-8ff6-8ca483b0dd29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.536239] env[65418]: INFO nova.compute.manager [None req-3da42958-ace2-437d-b440-b2ea9e1ec48f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Terminating instance [ 737.565871] env[65418]: DEBUG nova.compute.manager [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 737.576096] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ed361cd1-eaf3-4362-a9d8-0bf8c3e55355 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.579759] env[65418]: DEBUG oslo_concurrency.lockutils [None req-930b70b6-b39c-41db-8403-26b23f0852e3 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.582415] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ccdbfb53-cc22-46fb-8379-6054a3f721dc tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.752s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.582651] env[65418]: DEBUG nova.objects.instance [None req-ccdbfb53-cc22-46fb-8379-6054a3f721dc tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lazy-loading 'resources' on Instance uuid d0bebee5-1131-4f01-85d6-502a2a030524 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 737.637330] env[65418]: INFO nova.scheduler.client.report [None req-930b70b6-b39c-41db-8403-26b23f0852e3 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Deleted allocations for instance d49e04fe-3f84-4baf-8d60-c81d4372fc03 [ 737.944457] env[65418]: DEBUG oslo_vmware.api [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688100, 'name': Rename_Task, 'duration_secs': 0.224888} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.945167] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.945167] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fd3139a-f10e-4c3e-add3-c252a9fa3723 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.956948] env[65418]: DEBUG oslo_vmware.api [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 737.956948] env[65418]: value = "task-4688101" [ 737.956948] env[65418]: _type = "Task" [ 737.956948] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.967836] env[65418]: DEBUG oslo_vmware.api [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.045326] env[65418]: DEBUG nova.compute.manager [None req-3da42958-ace2-437d-b440-b2ea9e1ec48f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 738.045687] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3da42958-ace2-437d-b440-b2ea9e1ec48f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.048421] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3d339c-27cf-42e3-a911-dfdce58c9ac0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.058263] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da42958-ace2-437d-b440-b2ea9e1ec48f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.058807] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2176e5b-7627-4c3d-9fa2-cb93db3ebe60 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.076855] env[65418]: DEBUG oslo_vmware.api [None req-3da42958-ace2-437d-b440-b2ea9e1ec48f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Waiting for the task: (returnval){ [ 738.076855] env[65418]: value = "task-4688102" [ 738.076855] env[65418]: _type = "Task" [ 738.076855] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.101994] env[65418]: DEBUG oslo_vmware.api [None req-3da42958-ace2-437d-b440-b2ea9e1ec48f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4688102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.156290] env[65418]: DEBUG oslo_concurrency.lockutils [None req-930b70b6-b39c-41db-8403-26b23f0852e3 tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Lock "d49e04fe-3f84-4baf-8d60-c81d4372fc03" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.436s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.169309] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.284037] env[65418]: DEBUG nova.network.neutron [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Successfully updated port: 64fa37bf-b60d-4098-9e27-2b7a4436306d {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 738.470991] env[65418]: DEBUG oslo_vmware.api [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688101, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.570917] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab69864-12a9-4e0e-af43-10b3cf7a6c8d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.583431] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd7276d-82b8-4fff-8ff9-dafb7b71362f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.594941] env[65418]: DEBUG oslo_vmware.api [None req-3da42958-ace2-437d-b440-b2ea9e1ec48f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4688102, 'name': PowerOffVM_Task, 'duration_secs': 0.342688} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.621033] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da42958-ace2-437d-b440-b2ea9e1ec48f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.621033] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3da42958-ace2-437d-b440-b2ea9e1ec48f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.621033] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47dd9320-77fc-4eea-99c2-2d3121e3be1c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.623737] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0299f06-fac6-40e2-9643-fcd3d828ef37 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.633080] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7807e7-b8e2-4bfa-9a2d-12ffcb703173 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.649349] env[65418]: DEBUG nova.compute.provider_tree [None req-ccdbfb53-cc22-46fb-8379-6054a3f721dc tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.707206] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3da42958-ace2-437d-b440-b2ea9e1ec48f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.707655] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3da42958-ace2-437d-b440-b2ea9e1ec48f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.707965] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da42958-ace2-437d-b440-b2ea9e1ec48f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Deleting the datastore file [datastore2] e9546215-c6b7-4b67-8ff6-8ca483b0dd29 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.708497] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d4a0e4a-fff9-4490-ac5d-cce9ebcc83a1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.718550] env[65418]: DEBUG oslo_vmware.api [None req-3da42958-ace2-437d-b440-b2ea9e1ec48f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Waiting for the task: (returnval){ [ 738.718550] env[65418]: value = "task-4688104" [ 738.718550] env[65418]: _type = "Task" [ 738.718550] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.730544] env[65418]: DEBUG oslo_vmware.api [None req-3da42958-ace2-437d-b440-b2ea9e1ec48f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4688104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.787352] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Acquiring lock "refresh_cache-49ebbc06-bfc6-4b0f-82dd-eedd572f8147" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.787629] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Acquired lock "refresh_cache-49ebbc06-bfc6-4b0f-82dd-eedd572f8147" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.788107] env[65418]: DEBUG nova.network.neutron [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 738.970237] env[65418]: DEBUG oslo_vmware.api [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688101, 'name': PowerOnVM_Task, 'duration_secs': 0.791058} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.971043] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.971272] env[65418]: INFO nova.compute.manager [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Took 10.66 seconds to spawn the instance on the hypervisor. [ 738.971580] env[65418]: DEBUG nova.compute.manager [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 738.973361] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ea6781-9840-4bc7-92c9-62b1935eb105 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.030013] env[65418]: DEBUG oslo_concurrency.lockutils [None req-515f003b-c2b3-41c4-91b1-fd2017903e6d tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] Acquiring lock "c23c3312-47e5-42e4-9b3e-72d687b4656b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.033436] env[65418]: DEBUG oslo_concurrency.lockutils [None req-515f003b-c2b3-41c4-91b1-fd2017903e6d tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] Lock "c23c3312-47e5-42e4-9b3e-72d687b4656b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.003s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.058802] env[65418]: WARNING neutronclient.v2_0.client [req-cd100f96-6f6a-41b2-9705-3a1a710193a8 req-207a2249-230a-407a-ad7f-7b573ed6978f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.148961] env[65418]: DEBUG nova.network.neutron [req-cd100f96-6f6a-41b2-9705-3a1a710193a8 req-207a2249-230a-407a-ad7f-7b573ed6978f service nova] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Updated VIF entry in instance network info cache for port 4c5ca920-6538-464a-81cc-d3b41e3c055c. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 739.151034] env[65418]: DEBUG nova.network.neutron [req-cd100f96-6f6a-41b2-9705-3a1a710193a8 req-207a2249-230a-407a-ad7f-7b573ed6978f service nova] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Updating instance_info_cache with network_info: [{"id": "4c5ca920-6538-464a-81cc-d3b41e3c055c", "address": "fa:16:3e:cb:b8:7b", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c5ca920-65", "ovs_interfaceid": "4c5ca920-6538-464a-81cc-d3b41e3c055c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.152967] env[65418]: DEBUG nova.scheduler.client.report [None req-ccdbfb53-cc22-46fb-8379-6054a3f721dc tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.232448] env[65418]: DEBUG oslo_vmware.api [None req-3da42958-ace2-437d-b440-b2ea9e1ec48f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4688104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240174} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.232874] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-3da42958-ace2-437d-b440-b2ea9e1ec48f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.233082] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3da42958-ace2-437d-b440-b2ea9e1ec48f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.234407] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3da42958-ace2-437d-b440-b2ea9e1ec48f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.234407] env[65418]: INFO nova.compute.manager [None req-3da42958-ace2-437d-b440-b2ea9e1ec48f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Took 1.19 seconds to destroy the instance on the hypervisor. [ 739.234407] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-3da42958-ace2-437d-b440-b2ea9e1ec48f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 739.234407] env[65418]: DEBUG nova.compute.manager [-] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 739.234407] env[65418]: DEBUG nova.network.neutron [-] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 739.234653] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.334879] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.340641] env[65418]: DEBUG nova.compute.manager [req-1a2f78e3-60eb-4ae2-83ef-2cb0c9575b4b req-54e68571-77df-4331-98c8-43460c0ab663 service nova] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Received event network-vif-deleted-07516081-95d5-411b-9914-1f658ec348e5 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 739.371239] env[65418]: DEBUG nova.network.neutron [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 739.426383] env[65418]: DEBUG oslo_concurrency.lockutils [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Acquiring lock "1c263b74-93d1-4244-8f08-d35373a3a946" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.426713] env[65418]: DEBUG oslo_concurrency.lockutils [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Lock "1c263b74-93d1-4244-8f08-d35373a3a946" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.426944] env[65418]: DEBUG oslo_concurrency.lockutils [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Acquiring lock "1c263b74-93d1-4244-8f08-d35373a3a946-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.427642] env[65418]: DEBUG oslo_concurrency.lockutils [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Lock "1c263b74-93d1-4244-8f08-d35373a3a946-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.427642] env[65418]: DEBUG oslo_concurrency.lockutils [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Lock "1c263b74-93d1-4244-8f08-d35373a3a946-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.430145] env[65418]: INFO nova.compute.manager [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Terminating instance [ 739.498579] env[65418]: INFO nova.compute.manager [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Took 36.23 seconds to build instance. [ 739.538412] env[65418]: DEBUG nova.compute.utils [None req-515f003b-c2b3-41c4-91b1-fd2017903e6d tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.658218] env[65418]: DEBUG oslo_concurrency.lockutils [req-cd100f96-6f6a-41b2-9705-3a1a710193a8 req-207a2249-230a-407a-ad7f-7b573ed6978f service nova] Releasing lock "refresh_cache-4b446122-8965-4d44-974c-bedbf73cf659" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.659672] env[65418]: DEBUG nova.compute.manager [req-cd100f96-6f6a-41b2-9705-3a1a710193a8 req-207a2249-230a-407a-ad7f-7b573ed6978f service nova] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Received event network-vif-deleted-bdc614ae-dd15-43e6-9f89-4414dc52b0fe {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 739.660621] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ccdbfb53-cc22-46fb-8379-6054a3f721dc tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.663516] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f47fe56b-db6e-47ed-bcc5-5ed3a67b9eb2 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.030s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.664395] env[65418]: DEBUG nova.objects.instance [None req-f47fe56b-db6e-47ed-bcc5-5ed3a67b9eb2 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Lazy-loading 'resources' on Instance uuid 45c2e0c5-9481-4e6d-b83d-545c7d2163a4 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.683721] env[65418]: INFO nova.scheduler.client.report [None req-ccdbfb53-cc22-46fb-8379-6054a3f721dc tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Deleted allocations for instance d0bebee5-1131-4f01-85d6-502a2a030524 [ 739.759564] env[65418]: DEBUG nova.compute.manager [req-0b4383c3-6087-45da-8980-63f08b433a1f req-9a8e6472-bec0-4b55-a689-c6f59e52d97b service nova] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Received event network-vif-plugged-986c2835-9027-4f56-a988-0d68c0d595b4 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 739.759806] env[65418]: DEBUG oslo_concurrency.lockutils [req-0b4383c3-6087-45da-8980-63f08b433a1f req-9a8e6472-bec0-4b55-a689-c6f59e52d97b service nova] Acquiring lock "8fe24eee-92e6-4c17-bd9c-50d538e33739-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.760305] env[65418]: DEBUG oslo_concurrency.lockutils [req-0b4383c3-6087-45da-8980-63f08b433a1f req-9a8e6472-bec0-4b55-a689-c6f59e52d97b service nova] Lock "8fe24eee-92e6-4c17-bd9c-50d538e33739-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.760305] env[65418]: DEBUG oslo_concurrency.lockutils [req-0b4383c3-6087-45da-8980-63f08b433a1f req-9a8e6472-bec0-4b55-a689-c6f59e52d97b service nova] Lock "8fe24eee-92e6-4c17-bd9c-50d538e33739-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.760456] env[65418]: DEBUG nova.compute.manager [req-0b4383c3-6087-45da-8980-63f08b433a1f req-9a8e6472-bec0-4b55-a689-c6f59e52d97b service nova] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] No waiting events found dispatching network-vif-plugged-986c2835-9027-4f56-a988-0d68c0d595b4 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 739.760521] env[65418]: WARNING nova.compute.manager [req-0b4383c3-6087-45da-8980-63f08b433a1f req-9a8e6472-bec0-4b55-a689-c6f59e52d97b service nova] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Received unexpected event network-vif-plugged-986c2835-9027-4f56-a988-0d68c0d595b4 for instance with vm_state active and task_state None. [ 739.760687] env[65418]: DEBUG nova.compute.manager [req-0b4383c3-6087-45da-8980-63f08b433a1f req-9a8e6472-bec0-4b55-a689-c6f59e52d97b service nova] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Received event network-changed-986c2835-9027-4f56-a988-0d68c0d595b4 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 739.760891] env[65418]: DEBUG nova.compute.manager [req-0b4383c3-6087-45da-8980-63f08b433a1f req-9a8e6472-bec0-4b55-a689-c6f59e52d97b service nova] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Refreshing instance network info cache due to event network-changed-986c2835-9027-4f56-a988-0d68c0d595b4. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 739.761081] env[65418]: DEBUG oslo_concurrency.lockutils [req-0b4383c3-6087-45da-8980-63f08b433a1f req-9a8e6472-bec0-4b55-a689-c6f59e52d97b service nova] Acquiring lock "refresh_cache-8fe24eee-92e6-4c17-bd9c-50d538e33739" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.761208] env[65418]: DEBUG oslo_concurrency.lockutils [req-0b4383c3-6087-45da-8980-63f08b433a1f req-9a8e6472-bec0-4b55-a689-c6f59e52d97b service nova] Acquired lock "refresh_cache-8fe24eee-92e6-4c17-bd9c-50d538e33739" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.761417] env[65418]: DEBUG nova.network.neutron [req-0b4383c3-6087-45da-8980-63f08b433a1f req-9a8e6472-bec0-4b55-a689-c6f59e52d97b service nova] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Refreshing network info cache for port 986c2835-9027-4f56-a988-0d68c0d595b4 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.778162] env[65418]: WARNING neutronclient.v2_0.client [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.802671] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Acquiring lock "30d0c975-942c-41ea-b666-b84a230cc4b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.802914] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Lock "30d0c975-942c-41ea-b666-b84a230cc4b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.938523] env[65418]: DEBUG oslo_concurrency.lockutils [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Acquiring lock "refresh_cache-1c263b74-93d1-4244-8f08-d35373a3a946" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.938759] env[65418]: DEBUG oslo_concurrency.lockutils [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Acquired lock "refresh_cache-1c263b74-93d1-4244-8f08-d35373a3a946" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.938957] env[65418]: DEBUG nova.network.neutron [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 739.954914] env[65418]: DEBUG nova.network.neutron [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Updating instance_info_cache with network_info: [{"id": "64fa37bf-b60d-4098-9e27-2b7a4436306d", "address": "fa:16:3e:2d:8b:94", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64fa37bf-b6", "ovs_interfaceid": "64fa37bf-b60d-4098-9e27-2b7a4436306d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.002046] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9231dda6-a4ef-421d-9b0b-4b2afbc3ed2f tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "8fe24eee-92e6-4c17-bd9c-50d538e33739" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.742s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.021158] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5e900bd5-d097-4716-aaff-c43762814012 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "cde5e247-0e3b-4dbd-b715-3cf5312465e2" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.021158] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5e900bd5-d097-4716-aaff-c43762814012 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "cde5e247-0e3b-4dbd-b715-3cf5312465e2" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.021238] env[65418]: INFO nova.compute.manager [None req-5e900bd5-d097-4716-aaff-c43762814012 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Rebooting instance [ 740.042099] env[65418]: DEBUG oslo_concurrency.lockutils [None req-515f003b-c2b3-41c4-91b1-fd2017903e6d tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] Lock "c23c3312-47e5-42e4-9b3e-72d687b4656b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.194371] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ccdbfb53-cc22-46fb-8379-6054a3f721dc tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "d0bebee5-1131-4f01-85d6-502a2a030524" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.078s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.267095] env[65418]: WARNING neutronclient.v2_0.client [req-0b4383c3-6087-45da-8980-63f08b433a1f req-9a8e6472-bec0-4b55-a689-c6f59e52d97b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.306789] env[65418]: DEBUG nova.compute.manager [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 740.446861] env[65418]: WARNING neutronclient.v2_0.client [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.451571] env[65418]: DEBUG nova.network.neutron [-] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.457914] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Releasing lock "refresh_cache-49ebbc06-bfc6-4b0f-82dd-eedd572f8147" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.458833] env[65418]: DEBUG nova.compute.manager [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Instance network_info: |[{"id": "64fa37bf-b60d-4098-9e27-2b7a4436306d", "address": "fa:16:3e:2d:8b:94", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64fa37bf-b6", "ovs_interfaceid": "64fa37bf-b60d-4098-9e27-2b7a4436306d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 740.458956] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:8b:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64fa37bf-b60d-4098-9e27-2b7a4436306d', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.470179] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 740.472409] env[65418]: WARNING neutronclient.v2_0.client [req-0b4383c3-6087-45da-8980-63f08b433a1f req-9a8e6472-bec0-4b55-a689-c6f59e52d97b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.477978] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.481241] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bb7815f-2b3a-4cd0-9141-258ec24c734b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.508419] env[65418]: DEBUG nova.network.neutron [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 740.522488] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.522488] env[65418]: value = "task-4688105" [ 740.522488] env[65418]: _type = "Task" [ 740.522488] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.543385] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688105, 'name': CreateVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.556885] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5e900bd5-d097-4716-aaff-c43762814012 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "refresh_cache-cde5e247-0e3b-4dbd-b715-3cf5312465e2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.557381] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5e900bd5-d097-4716-aaff-c43762814012 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquired lock "refresh_cache-cde5e247-0e3b-4dbd-b715-3cf5312465e2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.557824] env[65418]: DEBUG nova.network.neutron [None req-5e900bd5-d097-4716-aaff-c43762814012 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 740.593602] env[65418]: DEBUG nova.network.neutron [req-0b4383c3-6087-45da-8980-63f08b433a1f req-9a8e6472-bec0-4b55-a689-c6f59e52d97b service nova] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Updated VIF entry in instance network info cache for port 986c2835-9027-4f56-a988-0d68c0d595b4. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 740.593969] env[65418]: DEBUG nova.network.neutron [req-0b4383c3-6087-45da-8980-63f08b433a1f req-9a8e6472-bec0-4b55-a689-c6f59e52d97b service nova] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Updating instance_info_cache with network_info: [{"id": "986c2835-9027-4f56-a988-0d68c0d595b4", "address": "fa:16:3e:13:2d:52", "network": {"id": "8300f26e-bb5f-4680-8e68-d1a25e45be92", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-401722129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf990c4ef1ff4879ba4e5d9c0086dc0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap986c2835-90", "ovs_interfaceid": "986c2835-9027-4f56-a988-0d68c0d595b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.640652] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d30d02a-095a-4ade-bcf9-c4e23c89c15e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.650375] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1138384b-9a0c-4b85-80c3-5b90fb1bc7cb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.690048] env[65418]: DEBUG nova.network.neutron [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.693031] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061058c4-f561-4409-b6ff-3a4739a804eb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.706121] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3879c53f-6baf-4197-b8a3-0daf88d92360 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.725425] env[65418]: DEBUG nova.compute.provider_tree [None req-f47fe56b-db6e-47ed-bcc5-5ed3a67b9eb2 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.843553] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.955143] env[65418]: INFO nova.compute.manager [-] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Took 1.72 seconds to deallocate network for instance. [ 741.013296] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "ff5e8ecd-f8bc-452f-82fd-f4feb7533452" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.013296] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "ff5e8ecd-f8bc-452f-82fd-f4feb7533452" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.013571] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "ff5e8ecd-f8bc-452f-82fd-f4feb7533452-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.013628] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "ff5e8ecd-f8bc-452f-82fd-f4feb7533452-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.013821] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "ff5e8ecd-f8bc-452f-82fd-f4feb7533452-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.017249] env[65418]: INFO nova.compute.manager [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Terminating instance [ 741.036025] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688105, 'name': CreateVM_Task, 'duration_secs': 0.451692} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.036025] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.036025] env[65418]: WARNING neutronclient.v2_0.client [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.036025] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.036025] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.036388] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.036388] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50fba347-38d4-4dce-bea3-b65febace793 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.045315] env[65418]: DEBUG oslo_vmware.api [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Waiting for the task: (returnval){ [ 741.045315] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52277477-57b5-4f08-b41d-9672e7e1bf3e" [ 741.045315] env[65418]: _type = "Task" [ 741.045315] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.058383] env[65418]: DEBUG oslo_vmware.api [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52277477-57b5-4f08-b41d-9672e7e1bf3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.064206] env[65418]: WARNING neutronclient.v2_0.client [None req-5e900bd5-d097-4716-aaff-c43762814012 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.098863] env[65418]: DEBUG oslo_concurrency.lockutils [req-0b4383c3-6087-45da-8980-63f08b433a1f req-9a8e6472-bec0-4b55-a689-c6f59e52d97b service nova] Releasing lock "refresh_cache-8fe24eee-92e6-4c17-bd9c-50d538e33739" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.101659] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Acquiring lock "71be4a03-3ca3-4314-9f48-60cb7aa3a58b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.101982] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Lock "71be4a03-3ca3-4314-9f48-60cb7aa3a58b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.197727] env[65418]: DEBUG oslo_concurrency.lockutils [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Releasing lock "refresh_cache-1c263b74-93d1-4244-8f08-d35373a3a946" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.198410] env[65418]: DEBUG nova.compute.manager [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 741.198556] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.199165] env[65418]: DEBUG oslo_concurrency.lockutils [None req-515f003b-c2b3-41c4-91b1-fd2017903e6d tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] Acquiring lock "c23c3312-47e5-42e4-9b3e-72d687b4656b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.199396] env[65418]: DEBUG oslo_concurrency.lockutils [None req-515f003b-c2b3-41c4-91b1-fd2017903e6d tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] Lock "c23c3312-47e5-42e4-9b3e-72d687b4656b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.199628] env[65418]: INFO nova.compute.manager [None req-515f003b-c2b3-41c4-91b1-fd2017903e6d tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Attaching volume ea909c11-d047-462b-a404-bde406b6a5c6 to /dev/sdb [ 741.205619] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c9ba22-0678-409d-95f1-797d6eb3dca4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.215043] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.215327] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0553673-cd5b-4aad-ace2-cd3d80ebd0d6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.223709] env[65418]: DEBUG oslo_vmware.api [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Waiting for the task: (returnval){ [ 741.223709] env[65418]: value = "task-4688106" [ 741.223709] env[65418]: _type = "Task" [ 741.223709] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.228722] env[65418]: DEBUG nova.scheduler.client.report [None req-f47fe56b-db6e-47ed-bcc5-5ed3a67b9eb2 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.243848] env[65418]: DEBUG oslo_vmware.api [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Task: {'id': task-4688106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.258284] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b5f8b5-7df5-4704-80f9-daa33ea83d87 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.267820] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060b9988-13d5-41f0-82d4-8b061eb056ce {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.288597] env[65418]: DEBUG nova.virt.block_device [None req-515f003b-c2b3-41c4-91b1-fd2017903e6d tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Updating existing volume attachment record: 1a3e96df-4f3c-493a-9ccc-e15204c7fafc {{(pid=65418) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 741.464610] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3da42958-ace2-437d-b440-b2ea9e1ec48f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.523288] env[65418]: DEBUG nova.compute.manager [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 741.523623] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.523922] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00b8466f-52d3-4527-9241-19298fe6f0db {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.535439] env[65418]: DEBUG oslo_vmware.api [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 741.535439] env[65418]: value = "task-4688110" [ 741.535439] env[65418]: _type = "Task" [ 741.535439] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.547368] env[65418]: DEBUG oslo_vmware.api [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.553568] env[65418]: WARNING neutronclient.v2_0.client [None req-5e900bd5-d097-4716-aaff-c43762814012 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.572075] env[65418]: DEBUG oslo_vmware.api [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52277477-57b5-4f08-b41d-9672e7e1bf3e, 'name': SearchDatastore_Task, 'duration_secs': 0.016742} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.572441] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.572740] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.573049] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.573239] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.573457] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.574240] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7b416e1-7ba7-45be-8f6d-0a6b2cf8dc6c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.590027] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.590027] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.590027] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c3276b0-5894-42f3-b376-0c746c872b77 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.598544] env[65418]: DEBUG oslo_vmware.api [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Waiting for the task: (returnval){ [ 741.598544] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528f9266-2926-7250-bb4e-12653c39cca5" [ 741.598544] env[65418]: _type = "Task" [ 741.598544] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.604270] env[65418]: DEBUG nova.compute.manager [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 741.613132] env[65418]: DEBUG oslo_vmware.api [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528f9266-2926-7250-bb4e-12653c39cca5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.741822] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f47fe56b-db6e-47ed-bcc5-5ed3a67b9eb2 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.744831] env[65418]: DEBUG oslo_vmware.api [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Task: {'id': task-4688106, 'name': PowerOffVM_Task, 'duration_secs': 0.235421} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.745357] env[65418]: DEBUG oslo_concurrency.lockutils [None req-77795f04-5a80-4fe8-8875-8bc2f8a382f3 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.871s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.745497] env[65418]: DEBUG nova.objects.instance [None req-77795f04-5a80-4fe8-8875-8bc2f8a382f3 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lazy-loading 'resources' on Instance uuid 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.747321] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.747321] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.747744] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be35fcef-81fa-46d7-8280-6d8f30fa71bb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.793887] env[65418]: INFO nova.scheduler.client.report [None req-f47fe56b-db6e-47ed-bcc5-5ed3a67b9eb2 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Deleted allocations for instance 45c2e0c5-9481-4e6d-b83d-545c7d2163a4 [ 741.802649] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.802937] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.803129] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Deleting the datastore file [datastore2] 1c263b74-93d1-4244-8f08-d35373a3a946 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.809824] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eabe9272-1b03-46ec-93cf-0b4bdd7cee18 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.821024] env[65418]: DEBUG oslo_vmware.api [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Waiting for the task: (returnval){ [ 741.821024] env[65418]: value = "task-4688112" [ 741.821024] env[65418]: _type = "Task" [ 741.821024] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.834985] env[65418]: DEBUG oslo_vmware.api [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Task: {'id': task-4688112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.048277] env[65418]: DEBUG oslo_vmware.api [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688110, 'name': PowerOffVM_Task, 'duration_secs': 0.279715} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.048277] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.048277] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Volume detach. Driver type: vmdk {{(pid=65418) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 742.052320] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915089', 'volume_id': '6f3551e9-3e27-4e4a-b4c3-c7d68413251a', 'name': 'volume-6f3551e9-3e27-4e4a-b4c3-c7d68413251a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff5e8ecd-f8bc-452f-82fd-f4feb7533452', 'attached_at': '', 'detached_at': '', 'volume_id': '6f3551e9-3e27-4e4a-b4c3-c7d68413251a', 'serial': '6f3551e9-3e27-4e4a-b4c3-c7d68413251a'} {{(pid=65418) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 742.052320] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e0e3fe-a95f-4af6-bb1d-9927c4445c23 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.078381] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bb63c7-7297-4929-a311-f77758ed651f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.087582] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b3f6ef-bfc3-4efa-85ea-5502cbd75c47 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.124955] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092bf39a-eaf6-466c-be0f-55b5553c5b07 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.152536] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The volume has not been displaced from its original location: [datastore2] volume-6f3551e9-3e27-4e4a-b4c3-c7d68413251a/volume-6f3551e9-3e27-4e4a-b4c3-c7d68413251a.vmdk. No consolidation needed. {{(pid=65418) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 742.160013] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Reconfiguring VM instance instance-00000021 to detach disk 2001 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 742.160013] env[65418]: DEBUG oslo_vmware.api [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528f9266-2926-7250-bb4e-12653c39cca5, 'name': SearchDatastore_Task, 'duration_secs': 0.014928} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.160013] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a65d902-daf1-406e-8f0a-38afafec4ed2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.174969] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.175293] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9dc047d-52d6-4632-a89c-9835dd1e4249 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.182880] env[65418]: DEBUG oslo_vmware.api [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Waiting for the task: (returnval){ [ 742.182880] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520aefd3-f7b4-c94b-0534-fb85894fa79b" [ 742.182880] env[65418]: _type = "Task" [ 742.182880] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.187649] env[65418]: DEBUG oslo_vmware.api [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 742.187649] env[65418]: value = "task-4688113" [ 742.187649] env[65418]: _type = "Task" [ 742.187649] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.195031] env[65418]: DEBUG oslo_vmware.api [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520aefd3-f7b4-c94b-0534-fb85894fa79b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.201697] env[65418]: DEBUG oslo_vmware.api [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688113, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.284079] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Acquiring lock "97ee846b-68d9-408b-9409-7e5a3aeb2dfb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.284339] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Lock "97ee846b-68d9-408b-9409-7e5a3aeb2dfb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.305580] env[65418]: DEBUG oslo_concurrency.lockutils [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "950b12b3-0577-43ca-9a34-b13d5de40b68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.306080] env[65418]: DEBUG oslo_concurrency.lockutils [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "950b12b3-0577-43ca-9a34-b13d5de40b68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.320414] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f47fe56b-db6e-47ed-bcc5-5ed3a67b9eb2 tempest-ServerRescueTestJSONUnderV235-958519432 tempest-ServerRescueTestJSONUnderV235-958519432-project-member] Lock "45c2e0c5-9481-4e6d-b83d-545c7d2163a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.805s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.340582] env[65418]: WARNING nova.virt.vmwareapi.vmops [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] In vmwareapi:vmops:_destroy_instance, exception while deleting the VM contents from the disk: oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore2] 1c263b74-93d1-4244-8f08-d35373a3a946 [ 742.340582] env[65418]: ERROR nova.virt.vmwareapi.vmops [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Traceback (most recent call last): [ 742.340582] env[65418]: ERROR nova.virt.vmwareapi.vmops [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1113, in _destroy_instance [ 742.340582] env[65418]: ERROR nova.virt.vmwareapi.vmops [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] ds_util.file_delete(self._session, [ 742.340582] env[65418]: ERROR nova.virt.vmwareapi.vmops [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] File "/opt/stack/nova/nova/virt/vmwareapi/ds_util.py", line 219, in file_delete [ 742.340582] env[65418]: ERROR nova.virt.vmwareapi.vmops [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] session._wait_for_task(file_delete_task) [ 742.340582] env[65418]: ERROR nova.virt.vmwareapi.vmops [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 742.340582] env[65418]: ERROR nova.virt.vmwareapi.vmops [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] return self.wait_for_task(task_ref) [ 742.340582] env[65418]: ERROR nova.virt.vmwareapi.vmops [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 742.340582] env[65418]: ERROR nova.virt.vmwareapi.vmops [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] return evt.wait() [ 742.340582] env[65418]: ERROR nova.virt.vmwareapi.vmops [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 742.341253] env[65418]: ERROR nova.virt.vmwareapi.vmops [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] result = hub.switch() [ 742.341253] env[65418]: ERROR nova.virt.vmwareapi.vmops [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 742.341253] env[65418]: ERROR nova.virt.vmwareapi.vmops [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] return self.greenlet.switch() [ 742.341253] env[65418]: ERROR nova.virt.vmwareapi.vmops [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 742.341253] env[65418]: ERROR nova.virt.vmwareapi.vmops [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] self.f(*self.args, **self.kw) [ 742.341253] env[65418]: ERROR nova.virt.vmwareapi.vmops [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 742.341253] env[65418]: ERROR nova.virt.vmwareapi.vmops [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] raise exceptions.translate_fault(task_info.error) [ 742.341253] env[65418]: ERROR nova.virt.vmwareapi.vmops [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore2] 1c263b74-93d1-4244-8f08-d35373a3a946 [ 742.341253] env[65418]: ERROR nova.virt.vmwareapi.vmops [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] [ 742.341253] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.341563] env[65418]: INFO nova.compute.manager [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Took 1.14 seconds to destroy the instance on the hypervisor. [ 742.341563] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 742.343411] env[65418]: DEBUG nova.compute.manager [-] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 742.343411] env[65418]: DEBUG nova.network.neutron [-] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 742.343411] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.375435] env[65418]: DEBUG nova.network.neutron [None req-5e900bd5-d097-4716-aaff-c43762814012 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Updating instance_info_cache with network_info: [{"id": "0b6d946a-d398-4c1e-bf74-7df2518a23c3", "address": "fa:16:3e:2e:be:23", "network": {"id": "3fab3b70-ba17-4e6a-ae3d-5a05fb711a8b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-395157993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0727a4c133420fa0cb4f4356dee109", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b6d946a-d3", "ovs_interfaceid": "0b6d946a-d398-4c1e-bf74-7df2518a23c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.521583] env[65418]: DEBUG nova.network.neutron [-] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 742.521927] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.695931] env[65418]: DEBUG oslo_vmware.api [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520aefd3-f7b4-c94b-0534-fb85894fa79b, 'name': SearchDatastore_Task, 'duration_secs': 0.01972} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.699097] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.699352] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 49ebbc06-bfc6-4b0f-82dd-eedd572f8147/49ebbc06-bfc6-4b0f-82dd-eedd572f8147.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.699840] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e8c1107-8737-4d0d-9bad-c6470207068f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.705299] env[65418]: DEBUG oslo_vmware.api [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688113, 'name': ReconfigVM_Task, 'duration_secs': 0.325671} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.706153] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Reconfigured VM instance instance-00000021 to detach disk 2001 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 742.715809] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-531039d9-50fc-42ea-a01c-b92542493adf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.727194] env[65418]: DEBUG oslo_vmware.api [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Waiting for the task: (returnval){ [ 742.727194] env[65418]: value = "task-4688114" [ 742.727194] env[65418]: _type = "Task" [ 742.727194] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.734391] env[65418]: DEBUG oslo_vmware.api [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 742.734391] env[65418]: value = "task-4688115" [ 742.734391] env[65418]: _type = "Task" [ 742.734391] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.738429] env[65418]: DEBUG oslo_vmware.api [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': task-4688114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.753099] env[65418]: DEBUG oslo_vmware.api [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688115, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.759577] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c310cc-e6a8-490c-9fa2-ae8746f9980d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.768211] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef64c309-c140-4a30-86b3-7f06daadb8c7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.800501] env[65418]: DEBUG nova.compute.manager [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 742.806210] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa771a9b-7e9f-4886-b27f-5ed22d488e8c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.807540] env[65418]: DEBUG nova.compute.manager [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 742.819389] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbf7d9a-b757-4b83-967a-0e6660d783c0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.842245] env[65418]: DEBUG nova.compute.provider_tree [None req-77795f04-5a80-4fe8-8875-8bc2f8a382f3 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.880041] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5e900bd5-d097-4716-aaff-c43762814012 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Releasing lock "refresh_cache-cde5e247-0e3b-4dbd-b715-3cf5312465e2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.024862] env[65418]: DEBUG nova.network.neutron [-] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.240009] env[65418]: DEBUG oslo_vmware.api [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': task-4688114, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.250075] env[65418]: DEBUG oslo_vmware.api [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688115, 'name': ReconfigVM_Task, 'duration_secs': 0.265966} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.250481] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915089', 'volume_id': '6f3551e9-3e27-4e4a-b4c3-c7d68413251a', 'name': 'volume-6f3551e9-3e27-4e4a-b4c3-c7d68413251a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff5e8ecd-f8bc-452f-82fd-f4feb7533452', 'attached_at': '', 'detached_at': '', 'volume_id': '6f3551e9-3e27-4e4a-b4c3-c7d68413251a', 'serial': '6f3551e9-3e27-4e4a-b4c3-c7d68413251a'} {{(pid=65418) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 743.250784] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.251832] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffa941f-9430-4b8a-95c0-2521da8ea376 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.261673] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.261980] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e82e87d-ace0-4680-bb2a-9aa9d9bef1e0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.332345] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.333677] env[65418]: DEBUG oslo_concurrency.lockutils [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.345062] env[65418]: DEBUG nova.scheduler.client.report [None req-77795f04-5a80-4fe8-8875-8bc2f8a382f3 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.363719] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.366520] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.366520] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Deleting the datastore file [datastore1] ff5e8ecd-f8bc-452f-82fd-f4feb7533452 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.366520] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9125b13-d136-416f-b473-6c9d948b8b64 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.379050] env[65418]: DEBUG oslo_vmware.api [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 743.379050] env[65418]: value = "task-4688117" [ 743.379050] env[65418]: _type = "Task" [ 743.379050] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.389538] env[65418]: DEBUG nova.compute.manager [None req-5e900bd5-d097-4716-aaff-c43762814012 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 743.391075] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512f5f0a-5f77-492d-a7e2-391ef94e6a5a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.400946] env[65418]: DEBUG oslo_vmware.api [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.531160] env[65418]: INFO nova.compute.manager [-] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Took 1.19 seconds to deallocate network for instance. [ 743.743903] env[65418]: DEBUG oslo_vmware.api [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': task-4688114, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663542} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.744449] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 49ebbc06-bfc6-4b0f-82dd-eedd572f8147/49ebbc06-bfc6-4b0f-82dd-eedd572f8147.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.744704] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.745072] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-975cc5cb-95a6-4792-8eee-b1e6bc745167 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.756421] env[65418]: DEBUG oslo_vmware.api [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Waiting for the task: (returnval){ [ 743.756421] env[65418]: value = "task-4688119" [ 743.756421] env[65418]: _type = "Task" [ 743.756421] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.764799] env[65418]: DEBUG oslo_vmware.api [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': task-4688119, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.853030] env[65418]: DEBUG oslo_concurrency.lockutils [None req-77795f04-5a80-4fe8-8875-8bc2f8a382f3 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.859217] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7ce9e795-2b90-4d33-88bf-0476eb6f78a6 tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.220s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.859516] env[65418]: DEBUG nova.objects.instance [None req-7ce9e795-2b90-4d33-88bf-0476eb6f78a6 tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Lazy-loading 'resources' on Instance uuid 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.894517] env[65418]: DEBUG oslo_vmware.api [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409345} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.895695] env[65418]: INFO nova.scheduler.client.report [None req-77795f04-5a80-4fe8-8875-8bc2f8a382f3 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Deleted allocations for instance 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1 [ 743.899460] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.899650] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.899817] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.900255] env[65418]: INFO nova.compute.manager [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Took 2.38 seconds to destroy the instance on the hypervisor. [ 743.900348] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 743.904160] env[65418]: DEBUG nova.compute.manager [-] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 743.904160] env[65418]: DEBUG nova.network.neutron [-] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 743.904459] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.029139] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.041783] env[65418]: DEBUG oslo_concurrency.lockutils [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.147635] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Acquiring lock "fae0d838-d1d4-4efc-b7f1-8125d6e689c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.147900] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Lock "fae0d838-d1d4-4efc-b7f1-8125d6e689c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.221549] env[65418]: DEBUG oslo_concurrency.lockutils [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquiring lock "116dc19f-b3fa-4e95-bc31-e75ac6bd37ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.221549] env[65418]: DEBUG oslo_concurrency.lockutils [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Lock "116dc19f-b3fa-4e95-bc31-e75ac6bd37ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.269026] env[65418]: DEBUG oslo_vmware.api [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': task-4688119, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100214} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.269026] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.269026] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d70800-ad56-4d4e-b753-631ea01f5905 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.292414] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 49ebbc06-bfc6-4b0f-82dd-eedd572f8147/49ebbc06-bfc6-4b0f-82dd-eedd572f8147.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.293351] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a44e952-bf4d-4422-b969-0d43cf73b2ee {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.318031] env[65418]: DEBUG oslo_vmware.api [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Waiting for the task: (returnval){ [ 744.318031] env[65418]: value = "task-4688120" [ 744.318031] env[65418]: _type = "Task" [ 744.318031] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.328194] env[65418]: DEBUG oslo_vmware.api [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': task-4688120, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.415889] env[65418]: DEBUG oslo_concurrency.lockutils [None req-77795f04-5a80-4fe8-8875-8bc2f8a382f3 tempest-MultipleCreateTestJSON-1512040954 tempest-MultipleCreateTestJSON-1512040954-project-member] Lock "491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.755s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.422497] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8752f6-f09d-4885-b647-809b5c25063a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.435927] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5e900bd5-d097-4716-aaff-c43762814012 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Doing hard reboot of VM {{(pid=65418) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 744.438126] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-9fd04b54-4d88-4cac-aa2e-13417a0a1ae9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.448200] env[65418]: DEBUG oslo_vmware.api [None req-5e900bd5-d097-4716-aaff-c43762814012 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 744.448200] env[65418]: value = "task-4688121" [ 744.448200] env[65418]: _type = "Task" [ 744.448200] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.463277] env[65418]: DEBUG oslo_vmware.api [None req-5e900bd5-d097-4716-aaff-c43762814012 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688121, 'name': ResetVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.498949] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c95c05aa-f363-4f9e-803f-60b0fac47e2f tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Acquiring lock "2a8fab21-61e8-48f5-a5fa-1b7715eca707" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.499351] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c95c05aa-f363-4f9e-803f-60b0fac47e2f tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Lock "2a8fab21-61e8-48f5-a5fa-1b7715eca707" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.499631] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c95c05aa-f363-4f9e-803f-60b0fac47e2f tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Acquiring lock "2a8fab21-61e8-48f5-a5fa-1b7715eca707-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.499891] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c95c05aa-f363-4f9e-803f-60b0fac47e2f tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Lock "2a8fab21-61e8-48f5-a5fa-1b7715eca707-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.500142] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c95c05aa-f363-4f9e-803f-60b0fac47e2f tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Lock "2a8fab21-61e8-48f5-a5fa-1b7715eca707-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.511181] env[65418]: INFO nova.compute.manager [None req-c95c05aa-f363-4f9e-803f-60b0fac47e2f tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Terminating instance [ 744.595801] env[65418]: DEBUG nova.compute.manager [req-882635fd-995a-493d-971d-494f4d1a2d00 req-f51d6649-f3eb-4f0e-aa3e-b1e55c5812ab service nova] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Received event network-vif-deleted-f88d5e82-8dd4-47bd-8337-28cce6809a6f {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 744.596873] env[65418]: DEBUG nova.compute.manager [req-882635fd-995a-493d-971d-494f4d1a2d00 req-f51d6649-f3eb-4f0e-aa3e-b1e55c5812ab service nova] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Received event network-vif-plugged-64fa37bf-b60d-4098-9e27-2b7a4436306d {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 744.596873] env[65418]: DEBUG oslo_concurrency.lockutils [req-882635fd-995a-493d-971d-494f4d1a2d00 req-f51d6649-f3eb-4f0e-aa3e-b1e55c5812ab service nova] Acquiring lock "49ebbc06-bfc6-4b0f-82dd-eedd572f8147-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.596873] env[65418]: DEBUG oslo_concurrency.lockutils [req-882635fd-995a-493d-971d-494f4d1a2d00 req-f51d6649-f3eb-4f0e-aa3e-b1e55c5812ab service nova] Lock "49ebbc06-bfc6-4b0f-82dd-eedd572f8147-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.597154] env[65418]: DEBUG oslo_concurrency.lockutils [req-882635fd-995a-493d-971d-494f4d1a2d00 req-f51d6649-f3eb-4f0e-aa3e-b1e55c5812ab service nova] Lock "49ebbc06-bfc6-4b0f-82dd-eedd572f8147-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.597408] env[65418]: DEBUG nova.compute.manager [req-882635fd-995a-493d-971d-494f4d1a2d00 req-f51d6649-f3eb-4f0e-aa3e-b1e55c5812ab service nova] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] No waiting events found dispatching network-vif-plugged-64fa37bf-b60d-4098-9e27-2b7a4436306d {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 744.597954] env[65418]: WARNING nova.compute.manager [req-882635fd-995a-493d-971d-494f4d1a2d00 req-f51d6649-f3eb-4f0e-aa3e-b1e55c5812ab service nova] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Received unexpected event network-vif-plugged-64fa37bf-b60d-4098-9e27-2b7a4436306d for instance with vm_state building and task_state spawning. [ 744.597954] env[65418]: DEBUG nova.compute.manager [req-882635fd-995a-493d-971d-494f4d1a2d00 req-f51d6649-f3eb-4f0e-aa3e-b1e55c5812ab service nova] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Received event network-changed-64fa37bf-b60d-4098-9e27-2b7a4436306d {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 744.598197] env[65418]: DEBUG nova.compute.manager [req-882635fd-995a-493d-971d-494f4d1a2d00 req-f51d6649-f3eb-4f0e-aa3e-b1e55c5812ab service nova] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Refreshing instance network info cache due to event network-changed-64fa37bf-b60d-4098-9e27-2b7a4436306d. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 744.598443] env[65418]: DEBUG oslo_concurrency.lockutils [req-882635fd-995a-493d-971d-494f4d1a2d00 req-f51d6649-f3eb-4f0e-aa3e-b1e55c5812ab service nova] Acquiring lock "refresh_cache-49ebbc06-bfc6-4b0f-82dd-eedd572f8147" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.598620] env[65418]: DEBUG oslo_concurrency.lockutils [req-882635fd-995a-493d-971d-494f4d1a2d00 req-f51d6649-f3eb-4f0e-aa3e-b1e55c5812ab service nova] Acquired lock "refresh_cache-49ebbc06-bfc6-4b0f-82dd-eedd572f8147" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.598933] env[65418]: DEBUG nova.network.neutron [req-882635fd-995a-493d-971d-494f4d1a2d00 req-f51d6649-f3eb-4f0e-aa3e-b1e55c5812ab service nova] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Refreshing network info cache for port 64fa37bf-b60d-4098-9e27-2b7a4436306d {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.650824] env[65418]: DEBUG nova.compute.manager [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 744.724071] env[65418]: DEBUG nova.compute.manager [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 744.828284] env[65418]: DEBUG oslo_vmware.api [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': task-4688120, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.834185] env[65418]: DEBUG nova.network.neutron [-] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.964092] env[65418]: DEBUG oslo_vmware.api [None req-5e900bd5-d097-4716-aaff-c43762814012 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688121, 'name': ResetVM_Task, 'duration_secs': 0.220434} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.964567] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5e900bd5-d097-4716-aaff-c43762814012 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Did hard reboot of VM {{(pid=65418) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 744.964648] env[65418]: DEBUG nova.compute.manager [None req-5e900bd5-d097-4716-aaff-c43762814012 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 744.965602] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7f2511-2572-47e2-8521-221d869c4682 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.981345] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f8e37c0f-6a07-4b72-b1db-5a422d38fd66 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.981345] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f8e37c0f-6a07-4b72-b1db-5a422d38fd66 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.981345] env[65418]: DEBUG nova.compute.manager [None req-f8e37c0f-6a07-4b72-b1db-5a422d38fd66 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 744.982239] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08d85dd-b00b-4b25-8e0d-46130b316ece {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.990996] env[65418]: DEBUG nova.compute.manager [None req-f8e37c0f-6a07-4b72-b1db-5a422d38fd66 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65418) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 744.992204] env[65418]: DEBUG nova.objects.instance [None req-f8e37c0f-6a07-4b72-b1db-5a422d38fd66 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lazy-loading 'flavor' on Instance uuid f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 745.013050] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d745fc8b-fd0a-4cd5-8cca-9a59c700097e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.017542] env[65418]: DEBUG nova.compute.manager [None req-c95c05aa-f363-4f9e-803f-60b0fac47e2f tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 745.017721] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c95c05aa-f363-4f9e-803f-60b0fac47e2f tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.018842] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5af7b90-0066-478c-b408-ce7e3fc25997 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.030999] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa39f14-c637-4488-a4b1-5e7f36f75bb0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.035331] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-c95c05aa-f363-4f9e-803f-60b0fac47e2f tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.037374] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f523b978-6ca8-4af9-9d4a-884928eb5e1b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.047446] env[65418]: DEBUG oslo_vmware.api [None req-c95c05aa-f363-4f9e-803f-60b0fac47e2f tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 745.047446] env[65418]: value = "task-4688122" [ 745.047446] env[65418]: _type = "Task" [ 745.047446] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.095209] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa239b7-3dd0-444a-af7f-ed0b010ac4e1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.103049] env[65418]: WARNING neutronclient.v2_0.client [req-882635fd-995a-493d-971d-494f4d1a2d00 req-f51d6649-f3eb-4f0e-aa3e-b1e55c5812ab service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.114223] env[65418]: DEBUG oslo_vmware.api [None req-c95c05aa-f363-4f9e-803f-60b0fac47e2f tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4688122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.116344] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1284a2c9-8808-488d-92d8-9d6a05d92aab {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.139408] env[65418]: DEBUG nova.compute.provider_tree [None req-7ce9e795-2b90-4d33-88bf-0476eb6f78a6 tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.181588] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.243203] env[65418]: DEBUG oslo_concurrency.lockutils [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.333160] env[65418]: DEBUG oslo_vmware.api [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': task-4688120, 'name': ReconfigVM_Task, 'duration_secs': 0.531074} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.335698] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 49ebbc06-bfc6-4b0f-82dd-eedd572f8147/49ebbc06-bfc6-4b0f-82dd-eedd572f8147.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.336555] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f36cbd4-4680-46d5-a60c-83b832149c63 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.338847] env[65418]: INFO nova.compute.manager [-] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Took 1.43 seconds to deallocate network for instance. [ 745.353454] env[65418]: DEBUG oslo_vmware.api [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Waiting for the task: (returnval){ [ 745.353454] env[65418]: value = "task-4688123" [ 745.353454] env[65418]: _type = "Task" [ 745.353454] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.362045] env[65418]: DEBUG oslo_vmware.api [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': task-4688123, 'name': Rename_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.476615] env[65418]: DEBUG nova.compute.manager [req-cc7a30a6-bae0-46eb-83a5-f02ae1570b05 req-357c4368-65ab-422d-b548-2a385de9880d service nova] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Received event network-vif-deleted-ef4ca923-c07d-4e47-a711-034c9cb8f828 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 745.476807] env[65418]: DEBUG nova.compute.manager [req-cc7a30a6-bae0-46eb-83a5-f02ae1570b05 req-357c4368-65ab-422d-b548-2a385de9880d service nova] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Received event network-vif-deleted-cd0c7bf4-c84d-49ff-ad68-d2c6ed02ff66 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 745.485265] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5e900bd5-d097-4716-aaff-c43762814012 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "cde5e247-0e3b-4dbd-b715-3cf5312465e2" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.464s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.575260] env[65418]: DEBUG oslo_vmware.rw_handles [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e34a92-7633-7633-9115-eb24d69d082a/disk-0.vmdk. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 745.578284] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea258d43-b8b2-4ea3-a52b-7d9683095f9a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.586500] env[65418]: DEBUG oslo_vmware.rw_handles [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e34a92-7633-7633-9115-eb24d69d082a/disk-0.vmdk is in state: ready. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 745.586770] env[65418]: ERROR oslo_vmware.rw_handles [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e34a92-7633-7633-9115-eb24d69d082a/disk-0.vmdk due to incomplete transfer. [ 745.586913] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-15a123fb-ea86-4321-b641-03f3767c36a7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.601605] env[65418]: DEBUG oslo_vmware.api [None req-c95c05aa-f363-4f9e-803f-60b0fac47e2f tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4688122, 'name': PowerOffVM_Task, 'duration_secs': 0.31031} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.602443] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-c95c05aa-f363-4f9e-803f-60b0fac47e2f tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.602689] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c95c05aa-f363-4f9e-803f-60b0fac47e2f tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.602872] env[65418]: DEBUG oslo_vmware.rw_handles [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e34a92-7633-7633-9115-eb24d69d082a/disk-0.vmdk. {{(pid=65418) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 745.603038] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Uploaded image 1c7838f7-6f20-4d27-a235-7897eaffed63 to the Glance image server {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 745.605355] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Destroying the VM {{(pid=65418) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 745.605650] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-746521d5-a359-4125-915f-58a47f0c004d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.608295] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9491ca83-1759-4c94-9fa6-773b3dbabc47 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.615648] env[65418]: DEBUG oslo_vmware.api [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Waiting for the task: (returnval){ [ 745.615648] env[65418]: value = "task-4688125" [ 745.615648] env[65418]: _type = "Task" [ 745.615648] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.626052] env[65418]: DEBUG oslo_vmware.api [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Task: {'id': task-4688125, 'name': Destroy_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.642849] env[65418]: DEBUG nova.scheduler.client.report [None req-7ce9e795-2b90-4d33-88bf-0476eb6f78a6 tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.690862] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c95c05aa-f363-4f9e-803f-60b0fac47e2f tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.694339] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c95c05aa-f363-4f9e-803f-60b0fac47e2f tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.694339] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-c95c05aa-f363-4f9e-803f-60b0fac47e2f tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Deleting the datastore file [datastore2] 2a8fab21-61e8-48f5-a5fa-1b7715eca707 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.694339] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce6f214d-44cb-4fea-8613-53395281e9d2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.702307] env[65418]: DEBUG oslo_vmware.api [None req-c95c05aa-f363-4f9e-803f-60b0fac47e2f tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for the task: (returnval){ [ 745.702307] env[65418]: value = "task-4688126" [ 745.702307] env[65418]: _type = "Task" [ 745.702307] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.712957] env[65418]: DEBUG oslo_vmware.api [None req-c95c05aa-f363-4f9e-803f-60b0fac47e2f tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4688126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.848664] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-515f003b-c2b3-41c4-91b1-fd2017903e6d tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Volume attach. Driver type: vmdk {{(pid=65418) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 745.851026] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-515f003b-c2b3-41c4-91b1-fd2017903e6d tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915102', 'volume_id': 'ea909c11-d047-462b-a404-bde406b6a5c6', 'name': 'volume-ea909c11-d047-462b-a404-bde406b6a5c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c23c3312-47e5-42e4-9b3e-72d687b4656b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea909c11-d047-462b-a404-bde406b6a5c6', 'serial': 'ea909c11-d047-462b-a404-bde406b6a5c6'} {{(pid=65418) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 745.851026] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07c3194-cf44-41e4-9aed-e05665eb6622 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.866048] env[65418]: DEBUG oslo_vmware.api [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': task-4688123, 'name': Rename_Task, 'duration_secs': 0.30512} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.878117] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.878908] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efec466b-4bc7-4cd9-aa47-6d0cebe4cb0d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.884622] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebd63b2-5f4f-4914-b277-3cfea3a07847 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.891666] env[65418]: DEBUG oslo_vmware.api [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Waiting for the task: (returnval){ [ 745.891666] env[65418]: value = "task-4688127" [ 745.891666] env[65418]: _type = "Task" [ 745.891666] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.918522] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-515f003b-c2b3-41c4-91b1-fd2017903e6d tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] volume-ea909c11-d047-462b-a404-bde406b6a5c6/volume-ea909c11-d047-462b-a404-bde406b6a5c6.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.922105] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c17cdfae-fbd1-4b47-8d62-51f45644fc5b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.947946] env[65418]: DEBUG oslo_vmware.api [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': task-4688127, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.948307] env[65418]: DEBUG oslo_vmware.api [None req-515f003b-c2b3-41c4-91b1-fd2017903e6d tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] Waiting for the task: (returnval){ [ 745.948307] env[65418]: value = "task-4688128" [ 745.948307] env[65418]: _type = "Task" [ 745.948307] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.949210] env[65418]: INFO nova.compute.manager [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Took 0.61 seconds to detach 1 volumes for instance. [ 745.964647] env[65418]: DEBUG oslo_vmware.api [None req-515f003b-c2b3-41c4-91b1-fd2017903e6d tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] Task: {'id': task-4688128, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.003356] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e37c0f-6a07-4b72-b1db-5a422d38fd66 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.004549] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2e63c5f-1e4d-4be8-a926-0609e053051f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.012226] env[65418]: DEBUG oslo_vmware.api [None req-f8e37c0f-6a07-4b72-b1db-5a422d38fd66 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 746.012226] env[65418]: value = "task-4688129" [ 746.012226] env[65418]: _type = "Task" [ 746.012226] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.023785] env[65418]: DEBUG oslo_vmware.api [None req-f8e37c0f-6a07-4b72-b1db-5a422d38fd66 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.128235] env[65418]: DEBUG oslo_vmware.api [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Task: {'id': task-4688125, 'name': Destroy_Task, 'duration_secs': 0.292541} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.128539] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Destroyed the VM [ 746.128854] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Deleting Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 746.129259] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-02d91487-8591-4a13-8623-6d716aa203f6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.136795] env[65418]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 746.138444] env[65418]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=65418) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 746.138444] env[65418]: DEBUG nova.compute.utils [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Cleaning up image 1c7838f7-6f20-4d27-a235-7897eaffed63 {{(pid=65418) delete_image /opt/stack/nova/nova/compute/utils.py:1352}} [ 746.151461] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7ce9e795-2b90-4d33-88bf-0476eb6f78a6 tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.292s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.158729] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.990s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.160550] env[65418]: INFO nova.compute.claims [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.194257] env[65418]: INFO nova.scheduler.client.report [None req-7ce9e795-2b90-4d33-88bf-0476eb6f78a6 tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Deleted allocations for instance 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1 [ 746.219047] env[65418]: DEBUG oslo_vmware.api [None req-c95c05aa-f363-4f9e-803f-60b0fac47e2f tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4688126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.422787] env[65418]: DEBUG oslo_vmware.api [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': task-4688127, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.457969] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.468079] env[65418]: DEBUG oslo_vmware.api [None req-515f003b-c2b3-41c4-91b1-fd2017903e6d tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] Task: {'id': task-4688128, 'name': ReconfigVM_Task, 'duration_secs': 0.481812} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.468079] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-515f003b-c2b3-41c4-91b1-fd2017903e6d tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Reconfigured VM instance instance-0000000d to attach disk [datastore1] volume-ea909c11-d047-462b-a404-bde406b6a5c6/volume-ea909c11-d047-462b-a404-bde406b6a5c6.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.474023] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b91178e9-b014-44d5-81a3-fcd613e6311a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.491856] env[65418]: DEBUG oslo_vmware.api [None req-515f003b-c2b3-41c4-91b1-fd2017903e6d tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] Waiting for the task: (returnval){ [ 746.491856] env[65418]: value = "task-4688130" [ 746.491856] env[65418]: _type = "Task" [ 746.491856] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.506619] env[65418]: DEBUG oslo_vmware.api [None req-515f003b-c2b3-41c4-91b1-fd2017903e6d tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] Task: {'id': task-4688130, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.530515] env[65418]: DEBUG oslo_vmware.api [None req-f8e37c0f-6a07-4b72-b1db-5a422d38fd66 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688129, 'name': PowerOffVM_Task, 'duration_secs': 0.407211} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.530515] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8e37c0f-6a07-4b72-b1db-5a422d38fd66 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.530515] env[65418]: DEBUG nova.compute.manager [None req-f8e37c0f-6a07-4b72-b1db-5a422d38fd66 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 746.531226] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7935e94e-e14f-4656-850d-b7fb7041d0a3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.700915] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7ce9e795-2b90-4d33-88bf-0476eb6f78a6 tempest-InstanceActionsV221TestJSON-1964290210 tempest-InstanceActionsV221TestJSON-1964290210-project-member] Lock "3870348a-33d6-43b2-9e7a-a4cd68a9e5f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.718s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.721276] env[65418]: DEBUG oslo_vmware.api [None req-c95c05aa-f363-4f9e-803f-60b0fac47e2f tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Task: {'id': task-4688126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.526658} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.721706] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-c95c05aa-f363-4f9e-803f-60b0fac47e2f tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.721914] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c95c05aa-f363-4f9e-803f-60b0fac47e2f tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.722138] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c95c05aa-f363-4f9e-803f-60b0fac47e2f tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.722382] env[65418]: INFO nova.compute.manager [None req-c95c05aa-f363-4f9e-803f-60b0fac47e2f tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Took 1.70 seconds to destroy the instance on the hypervisor. [ 746.722685] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-c95c05aa-f363-4f9e-803f-60b0fac47e2f tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 746.722886] env[65418]: DEBUG nova.compute.manager [-] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 746.722998] env[65418]: DEBUG nova.network.neutron [-] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 746.723302] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.835016] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.923982] env[65418]: DEBUG oslo_vmware.api [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': task-4688127, 'name': PowerOnVM_Task, 'duration_secs': 0.885064} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.923982] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.925253] env[65418]: INFO nova.compute.manager [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Took 11.72 seconds to spawn the instance on the hypervisor. [ 746.925253] env[65418]: DEBUG nova.compute.manager [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 746.926952] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b39c68-27d1-4383-890b-8f3f748bcad6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.005647] env[65418]: DEBUG oslo_vmware.api [None req-515f003b-c2b3-41c4-91b1-fd2017903e6d tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] Task: {'id': task-4688130, 'name': ReconfigVM_Task, 'duration_secs': 0.189555} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.006274] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-515f003b-c2b3-41c4-91b1-fd2017903e6d tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915102', 'volume_id': 'ea909c11-d047-462b-a404-bde406b6a5c6', 'name': 'volume-ea909c11-d047-462b-a404-bde406b6a5c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c23c3312-47e5-42e4-9b3e-72d687b4656b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea909c11-d047-462b-a404-bde406b6a5c6', 'serial': 'ea909c11-d047-462b-a404-bde406b6a5c6'} {{(pid=65418) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 747.052834] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f8e37c0f-6a07-4b72-b1db-5a422d38fd66 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.073572] env[65418]: WARNING neutronclient.v2_0.client [req-882635fd-995a-493d-971d-494f4d1a2d00 req-f51d6649-f3eb-4f0e-aa3e-b1e55c5812ab service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.145011] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a50d5a83-1138-4b25-b11c-0010e0a736db tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Acquiring lock "9950c4dd-f19a-47e4-9196-f30f3c9e0ff8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.145321] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a50d5a83-1138-4b25-b11c-0010e0a736db tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Lock "9950c4dd-f19a-47e4-9196-f30f3c9e0ff8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.145566] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a50d5a83-1138-4b25-b11c-0010e0a736db tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Acquiring lock "9950c4dd-f19a-47e4-9196-f30f3c9e0ff8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.145688] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a50d5a83-1138-4b25-b11c-0010e0a736db tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Lock "9950c4dd-f19a-47e4-9196-f30f3c9e0ff8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.146046] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a50d5a83-1138-4b25-b11c-0010e0a736db tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Lock "9950c4dd-f19a-47e4-9196-f30f3c9e0ff8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.148401] env[65418]: INFO nova.compute.manager [None req-a50d5a83-1138-4b25-b11c-0010e0a736db tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Terminating instance [ 747.288094] env[65418]: DEBUG nova.network.neutron [req-882635fd-995a-493d-971d-494f4d1a2d00 req-f51d6649-f3eb-4f0e-aa3e-b1e55c5812ab service nova] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Updated VIF entry in instance network info cache for port 64fa37bf-b60d-4098-9e27-2b7a4436306d. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 747.289200] env[65418]: DEBUG nova.network.neutron [req-882635fd-995a-493d-971d-494f4d1a2d00 req-f51d6649-f3eb-4f0e-aa3e-b1e55c5812ab service nova] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Updating instance_info_cache with network_info: [{"id": "64fa37bf-b60d-4098-9e27-2b7a4436306d", "address": "fa:16:3e:2d:8b:94", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64fa37bf-b6", "ovs_interfaceid": "64fa37bf-b60d-4098-9e27-2b7a4436306d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.450550] env[65418]: INFO nova.compute.manager [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Took 34.37 seconds to build instance. [ 747.653208] env[65418]: DEBUG nova.compute.manager [None req-a50d5a83-1138-4b25-b11c-0010e0a736db tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 747.653208] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a50d5a83-1138-4b25-b11c-0010e0a736db tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.653582] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79ff971-89e9-4d7c-8300-89797c6756ca {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.670043] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50d5a83-1138-4b25-b11c-0010e0a736db tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.670043] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-850a4547-d0b5-4af2-9428-48f2408016af {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.674204] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b47dbf-5f7e-486f-9047-cbe19b3310cc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.679093] env[65418]: DEBUG oslo_vmware.api [None req-a50d5a83-1138-4b25-b11c-0010e0a736db tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Waiting for the task: (returnval){ [ 747.679093] env[65418]: value = "task-4688131" [ 747.679093] env[65418]: _type = "Task" [ 747.679093] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.688514] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a098ddd7-34e6-4a42-8830-16e04ec7e6b7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.695244] env[65418]: DEBUG oslo_vmware.api [None req-a50d5a83-1138-4b25-b11c-0010e0a736db tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Task: {'id': task-4688131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.728410] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a33dc4c-8b73-43e5-9f76-cde8755cf6c0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.742065] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb0e4e0-f93a-44f0-9e17-7bb3fe828543 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.759261] env[65418]: DEBUG nova.compute.provider_tree [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.792814] env[65418]: DEBUG oslo_concurrency.lockutils [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.796538] env[65418]: DEBUG oslo_concurrency.lockutils [req-882635fd-995a-493d-971d-494f4d1a2d00 req-f51d6649-f3eb-4f0e-aa3e-b1e55c5812ab service nova] Releasing lock "refresh_cache-49ebbc06-bfc6-4b0f-82dd-eedd572f8147" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.816849] env[65418]: DEBUG nova.network.neutron [-] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.953635] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eb1852fe-382f-4da2-a6d1-050e7f21e121 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Lock "49ebbc06-bfc6-4b0f-82dd-eedd572f8147" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.545s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.068993] env[65418]: DEBUG nova.objects.instance [None req-515f003b-c2b3-41c4-91b1-fd2017903e6d tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] Lazy-loading 'flavor' on Instance uuid c23c3312-47e5-42e4-9b3e-72d687b4656b {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.192292] env[65418]: DEBUG oslo_vmware.api [None req-a50d5a83-1138-4b25-b11c-0010e0a736db tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Task: {'id': task-4688131, 'name': PowerOffVM_Task, 'duration_secs': 0.238106} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.192625] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a50d5a83-1138-4b25-b11c-0010e0a736db tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.193347] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a50d5a83-1138-4b25-b11c-0010e0a736db tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.193347] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e70f8dd-fa24-4862-a290-f52937f6467a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.263504] env[65418]: DEBUG nova.scheduler.client.report [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.280795] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a50d5a83-1138-4b25-b11c-0010e0a736db tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.281054] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a50d5a83-1138-4b25-b11c-0010e0a736db tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.281376] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-a50d5a83-1138-4b25-b11c-0010e0a736db tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Deleting the datastore file [datastore2] 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.281480] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c817537-2ff4-4cb3-b3a5-03c7ee0b54b4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.289194] env[65418]: DEBUG oslo_vmware.api [None req-a50d5a83-1138-4b25-b11c-0010e0a736db tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Waiting for the task: (returnval){ [ 748.289194] env[65418]: value = "task-4688133" [ 748.289194] env[65418]: _type = "Task" [ 748.289194] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.302494] env[65418]: DEBUG oslo_vmware.api [None req-a50d5a83-1138-4b25-b11c-0010e0a736db tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Task: {'id': task-4688133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.319553] env[65418]: INFO nova.compute.manager [-] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Took 1.60 seconds to deallocate network for instance. [ 748.576028] env[65418]: DEBUG oslo_concurrency.lockutils [None req-515f003b-c2b3-41c4-91b1-fd2017903e6d tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] Lock "c23c3312-47e5-42e4-9b3e-72d687b4656b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.375s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.578950] env[65418]: DEBUG nova.compute.manager [req-bd5989df-4107-47e2-ad12-204672d47389 req-6d73d9a5-c913-4153-9016-515c88f1a09e service nova] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Received event network-vif-deleted-925bb535-f45c-443e-a12e-475cea0eb3f0 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 748.579225] env[65418]: DEBUG nova.compute.manager [req-bd5989df-4107-47e2-ad12-204672d47389 req-6d73d9a5-c913-4153-9016-515c88f1a09e service nova] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Received event network-changed-986c2835-9027-4f56-a988-0d68c0d595b4 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 748.579398] env[65418]: DEBUG nova.compute.manager [req-bd5989df-4107-47e2-ad12-204672d47389 req-6d73d9a5-c913-4153-9016-515c88f1a09e service nova] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Refreshing instance network info cache due to event network-changed-986c2835-9027-4f56-a988-0d68c0d595b4. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 748.579602] env[65418]: DEBUG oslo_concurrency.lockutils [req-bd5989df-4107-47e2-ad12-204672d47389 req-6d73d9a5-c913-4153-9016-515c88f1a09e service nova] Acquiring lock "refresh_cache-8fe24eee-92e6-4c17-bd9c-50d538e33739" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.579750] env[65418]: DEBUG oslo_concurrency.lockutils [req-bd5989df-4107-47e2-ad12-204672d47389 req-6d73d9a5-c913-4153-9016-515c88f1a09e service nova] Acquired lock "refresh_cache-8fe24eee-92e6-4c17-bd9c-50d538e33739" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.579899] env[65418]: DEBUG nova.network.neutron [req-bd5989df-4107-47e2-ad12-204672d47389 req-6d73d9a5-c913-4153-9016-515c88f1a09e service nova] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Refreshing network info cache for port 986c2835-9027-4f56-a988-0d68c0d595b4 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.772522] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.773562] env[65418]: DEBUG nova.compute.manager [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 748.776929] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.934s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.778750] env[65418]: INFO nova.compute.claims [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.803123] env[65418]: DEBUG oslo_vmware.api [None req-a50d5a83-1138-4b25-b11c-0010e0a736db tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Task: {'id': task-4688133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.426628} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.803499] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-a50d5a83-1138-4b25-b11c-0010e0a736db tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.803648] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a50d5a83-1138-4b25-b11c-0010e0a736db tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.803778] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a50d5a83-1138-4b25-b11c-0010e0a736db tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.803940] env[65418]: INFO nova.compute.manager [None req-a50d5a83-1138-4b25-b11c-0010e0a736db tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 748.804206] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-a50d5a83-1138-4b25-b11c-0010e0a736db tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 748.804401] env[65418]: DEBUG nova.compute.manager [-] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 748.804494] env[65418]: DEBUG nova.network.neutron [-] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 748.804751] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 748.826738] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c95c05aa-f363-4f9e-803f-60b0fac47e2f tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.921965] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.082876] env[65418]: WARNING neutronclient.v2_0.client [req-bd5989df-4107-47e2-ad12-204672d47389 req-6d73d9a5-c913-4153-9016-515c88f1a09e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.278790] env[65418]: DEBUG nova.compute.utils [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.285025] env[65418]: DEBUG nova.compute.manager [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 749.285025] env[65418]: DEBUG nova.network.neutron [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 749.285025] env[65418]: WARNING neutronclient.v2_0.client [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.285025] env[65418]: WARNING neutronclient.v2_0.client [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.582784] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552ee7de-a3cf-4d75-9366-2ecff4a12327 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.592768] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f125bba8-c219-461b-8c44-a0245fda04a7 tempest-ServersAdminNegativeTestJSON-475385949 tempest-ServersAdminNegativeTestJSON-475385949-project-admin] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Suspending the VM {{(pid=65418) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 749.593085] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6dfaa186-0693-4d60-ab94-f3ce7cc8124d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.601665] env[65418]: DEBUG oslo_vmware.api [None req-f125bba8-c219-461b-8c44-a0245fda04a7 tempest-ServersAdminNegativeTestJSON-475385949 tempest-ServersAdminNegativeTestJSON-475385949-project-admin] Waiting for the task: (returnval){ [ 749.601665] env[65418]: value = "task-4688134" [ 749.601665] env[65418]: _type = "Task" [ 749.601665] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.613747] env[65418]: DEBUG oslo_vmware.api [None req-f125bba8-c219-461b-8c44-a0245fda04a7 tempest-ServersAdminNegativeTestJSON-475385949 tempest-ServersAdminNegativeTestJSON-475385949-project-admin] Task: {'id': task-4688134, 'name': SuspendVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.631375] env[65418]: DEBUG nova.policy [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6916a38534ac4bfe8cad5e01d85fa42c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b42c815478e1453299d12fbf693348bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.788033] env[65418]: DEBUG nova.compute.manager [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 750.014242] env[65418]: DEBUG nova.network.neutron [-] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.117795] env[65418]: DEBUG oslo_vmware.api [None req-f125bba8-c219-461b-8c44-a0245fda04a7 tempest-ServersAdminNegativeTestJSON-475385949 tempest-ServersAdminNegativeTestJSON-475385949-project-admin] Task: {'id': task-4688134, 'name': SuspendVM_Task} progress is 50%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.160496] env[65418]: DEBUG nova.compute.manager [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 750.163710] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af2c32a-1d3d-49c2-85a0-22ca5443bfc4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.234548] env[65418]: DEBUG oslo_concurrency.lockutils [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Acquiring lock "07bd94ae-658d-48c0-a798-746e52909abd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.234870] env[65418]: DEBUG oslo_concurrency.lockutils [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Lock "07bd94ae-658d-48c0-a798-746e52909abd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.345463] env[65418]: DEBUG nova.network.neutron [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Successfully created port: 05cb2314-d993-4672-b456-457f4e535944 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 750.362495] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53251ef1-940e-4d2d-8a80-c0cf0cebcfee {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.371438] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d19614-174b-44d3-896c-8894bc2098a6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.406706] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c701809e-e886-4f1a-bd41-bdef06653bcd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.416233] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf84f7b5-9bd0-4a01-a978-ae1500a8bcc8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.432195] env[65418]: DEBUG nova.compute.provider_tree [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.520099] env[65418]: INFO nova.compute.manager [-] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Took 1.71 seconds to deallocate network for instance. [ 750.616826] env[65418]: DEBUG oslo_vmware.api [None req-f125bba8-c219-461b-8c44-a0245fda04a7 tempest-ServersAdminNegativeTestJSON-475385949 tempest-ServersAdminNegativeTestJSON-475385949-project-admin] Task: {'id': task-4688134, 'name': SuspendVM_Task} progress is 50%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.686247] env[65418]: INFO nova.compute.manager [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] instance snapshotting [ 750.686481] env[65418]: WARNING nova.compute.manager [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 750.691737] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcf5da1-58b5-4f62-84ec-0d4f255c36b4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.719920] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf919420-8292-4a1c-9b44-cfcc2ab4bc29 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.740153] env[65418]: DEBUG nova.compute.manager [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 750.797811] env[65418]: DEBUG nova.compute.manager [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 750.831284] env[65418]: DEBUG nova.virt.hardware [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 750.831668] env[65418]: DEBUG nova.virt.hardware [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.831902] env[65418]: DEBUG nova.virt.hardware [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 750.832198] env[65418]: DEBUG nova.virt.hardware [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.832462] env[65418]: DEBUG nova.virt.hardware [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 750.832697] env[65418]: DEBUG nova.virt.hardware [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 750.832991] env[65418]: DEBUG nova.virt.hardware [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 750.833349] env[65418]: DEBUG nova.virt.hardware [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 750.833595] env[65418]: DEBUG nova.virt.hardware [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 750.834016] env[65418]: DEBUG nova.virt.hardware [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 750.834124] env[65418]: DEBUG nova.virt.hardware [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 750.837390] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0478db2-c920-4e01-b6b0-2bd64befea9c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.845073] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd11339-6d81-42c7-8d6f-4a1f742abf89 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.936033] env[65418]: DEBUG nova.scheduler.client.report [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.025759] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a50d5a83-1138-4b25-b11c-0010e0a736db tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.115780] env[65418]: DEBUG oslo_vmware.api [None req-f125bba8-c219-461b-8c44-a0245fda04a7 tempest-ServersAdminNegativeTestJSON-475385949 tempest-ServersAdminNegativeTestJSON-475385949-project-admin] Task: {'id': task-4688134, 'name': SuspendVM_Task, 'duration_secs': 1.355192} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.116073] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f125bba8-c219-461b-8c44-a0245fda04a7 tempest-ServersAdminNegativeTestJSON-475385949 tempest-ServersAdminNegativeTestJSON-475385949-project-admin] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Suspended the VM {{(pid=65418) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 751.116255] env[65418]: DEBUG nova.compute.manager [None req-f125bba8-c219-461b-8c44-a0245fda04a7 tempest-ServersAdminNegativeTestJSON-475385949 tempest-ServersAdminNegativeTestJSON-475385949-project-admin] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 751.117106] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba82b96-8d99-4be0-8ba4-e4cb86e78201 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.232157] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Creating Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 751.232603] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-099ce659-7357-4445-a397-437382d488d7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.246276] env[65418]: DEBUG oslo_vmware.api [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 751.246276] env[65418]: value = "task-4688135" [ 751.246276] env[65418]: _type = "Task" [ 751.246276] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.256045] env[65418]: DEBUG oslo_vmware.api [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688135, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.263924] env[65418]: DEBUG oslo_concurrency.lockutils [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.443500] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.443500] env[65418]: DEBUG nova.compute.manager [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 751.445995] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3da42958-ace2-437d-b440-b2ea9e1ec48f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.982s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.450027] env[65418]: DEBUG nova.objects.instance [None req-3da42958-ace2-437d-b440-b2ea9e1ec48f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Lazy-loading 'resources' on Instance uuid e9546215-c6b7-4b67-8ff6-8ca483b0dd29 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.760465] env[65418]: DEBUG oslo_vmware.api [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688135, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.950530] env[65418]: DEBUG nova.compute.utils [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.956063] env[65418]: DEBUG nova.compute.manager [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 751.956063] env[65418]: DEBUG nova.network.neutron [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 751.956063] env[65418]: WARNING neutronclient.v2_0.client [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.956475] env[65418]: WARNING neutronclient.v2_0.client [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.256956] env[65418]: DEBUG nova.network.neutron [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Successfully updated port: 05cb2314-d993-4672-b456-457f4e535944 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 752.269718] env[65418]: DEBUG oslo_vmware.api [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688135, 'name': CreateSnapshot_Task, 'duration_secs': 0.54732} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.270051] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Created Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 752.270881] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8487cc4-067c-416e-b895-fb032306d163 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.286353] env[65418]: WARNING neutronclient.v2_0.client [req-bd5989df-4107-47e2-ad12-204672d47389 req-6d73d9a5-c913-4153-9016-515c88f1a09e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.387691] env[65418]: DEBUG nova.policy [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ece3b02fe02b480e97f14b65814bff8e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9205a9952e84adf97a8afc344fed4a1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.431027] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e72bd9-92ea-4d9e-960b-f4d8dd37c215 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.442015] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be2291d-d098-438c-a255-1224965381b9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.477625] env[65418]: DEBUG nova.compute.manager [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 752.484083] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08886fab-b03d-490c-af1f-1ff97c39783e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.502488] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ae4db8-cf16-4380-bb9e-1f5b4b30d9be {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.523907] env[65418]: DEBUG nova.compute.provider_tree [None req-3da42958-ace2-437d-b440-b2ea9e1ec48f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.540750] env[65418]: DEBUG nova.network.neutron [req-bd5989df-4107-47e2-ad12-204672d47389 req-6d73d9a5-c913-4153-9016-515c88f1a09e service nova] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Updated VIF entry in instance network info cache for port 986c2835-9027-4f56-a988-0d68c0d595b4. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 752.540750] env[65418]: DEBUG nova.network.neutron [req-bd5989df-4107-47e2-ad12-204672d47389 req-6d73d9a5-c913-4153-9016-515c88f1a09e service nova] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Updating instance_info_cache with network_info: [{"id": "986c2835-9027-4f56-a988-0d68c0d595b4", "address": "fa:16:3e:13:2d:52", "network": {"id": "8300f26e-bb5f-4680-8e68-d1a25e45be92", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-401722129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf990c4ef1ff4879ba4e5d9c0086dc0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap986c2835-90", "ovs_interfaceid": "986c2835-9027-4f56-a988-0d68c0d595b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.762810] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Acquiring lock "refresh_cache-c5cd495b-987b-476c-974f-467a379c9db1" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.762810] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Acquired lock "refresh_cache-c5cd495b-987b-476c-974f-467a379c9db1" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.762810] env[65418]: DEBUG nova.network.neutron [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 752.797413] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Creating linked-clone VM from snapshot {{(pid=65418) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 752.797743] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-537dc578-2c2e-4acd-9284-c10e3d6d8113 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.808278] env[65418]: DEBUG oslo_vmware.api [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 752.808278] env[65418]: value = "task-4688136" [ 752.808278] env[65418]: _type = "Task" [ 752.808278] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.818760] env[65418]: DEBUG oslo_vmware.api [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688136, 'name': CloneVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.870419] env[65418]: DEBUG nova.network.neutron [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Successfully created port: 869d09a5-4d05-4e13-b1fc-3ba1be7c7859 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 753.034662] env[65418]: DEBUG nova.scheduler.client.report [None req-3da42958-ace2-437d-b440-b2ea9e1ec48f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.047645] env[65418]: DEBUG oslo_concurrency.lockutils [req-bd5989df-4107-47e2-ad12-204672d47389 req-6d73d9a5-c913-4153-9016-515c88f1a09e service nova] Releasing lock "refresh_cache-8fe24eee-92e6-4c17-bd9c-50d538e33739" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.047910] env[65418]: DEBUG nova.compute.manager [req-bd5989df-4107-47e2-ad12-204672d47389 req-6d73d9a5-c913-4153-9016-515c88f1a09e service nova] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Received event network-vif-deleted-fc16952e-4b63-41f9-bec3-b73ac6d737a3 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 753.066971] env[65418]: DEBUG nova.compute.manager [req-c2cf50b8-f9e1-4d72-984c-37b916ab8725 req-f2146258-f12b-4a05-8224-3174c0398ae0 service nova] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Received event network-vif-deleted-79f77ed5-4f61-459b-a791-212c1a289be8 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 753.317828] env[65418]: DEBUG nova.network.neutron [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 753.324587] env[65418]: DEBUG oslo_vmware.api [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688136, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.467419] env[65418]: WARNING neutronclient.v2_0.client [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.492255] env[65418]: DEBUG nova.compute.manager [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 753.533165] env[65418]: DEBUG nova.virt.hardware [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 753.533463] env[65418]: DEBUG nova.virt.hardware [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.533718] env[65418]: DEBUG nova.virt.hardware [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 753.533842] env[65418]: DEBUG nova.virt.hardware [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.533981] env[65418]: DEBUG nova.virt.hardware [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 753.534325] env[65418]: DEBUG nova.virt.hardware [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 753.534654] env[65418]: DEBUG nova.virt.hardware [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 753.534894] env[65418]: DEBUG nova.virt.hardware [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 753.535113] env[65418]: DEBUG nova.virt.hardware [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 753.535302] env[65418]: DEBUG nova.virt.hardware [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 753.535451] env[65418]: DEBUG nova.virt.hardware [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 753.536372] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2603c0ef-a8f5-44d7-b873-576219efae32 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.541403] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3da42958-ace2-437d-b440-b2ea9e1ec48f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.095s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.545040] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.370s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.547787] env[65418]: INFO nova.compute.claims [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.560388] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a34e8ee-59d9-4784-a1a6-836387e961c6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.577547] env[65418]: INFO nova.scheduler.client.report [None req-3da42958-ace2-437d-b440-b2ea9e1ec48f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Deleted allocations for instance e9546215-c6b7-4b67-8ff6-8ca483b0dd29 [ 753.754497] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Acquiring lock "8ca5e89f-66fc-4ec2-acec-b5f4ad479faf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.754497] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Lock "8ca5e89f-66fc-4ec2-acec-b5f4ad479faf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.820179] env[65418]: DEBUG oslo_vmware.api [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688136, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.028395] env[65418]: DEBUG nova.compute.manager [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Stashing vm_state: active {{(pid=65418) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 754.086622] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3da42958-ace2-437d-b440-b2ea9e1ec48f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Lock "e9546215-c6b7-4b67-8ff6-8ca483b0dd29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.555s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.256471] env[65418]: DEBUG nova.compute.manager [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 754.320535] env[65418]: DEBUG oslo_vmware.api [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688136, 'name': CloneVM_Task, 'duration_secs': 1.342491} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.320959] env[65418]: INFO nova.virt.vmwareapi.vmops [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Created linked-clone VM from snapshot [ 754.321894] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf22a22-be4f-430d-b8a9-ecd1c7c1424e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.332510] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Uploading image 676c28bb-51fc-425c-9092-f36e9dc8545e {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 754.361813] env[65418]: DEBUG oslo_vmware.rw_handles [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 754.361813] env[65418]: value = "vm-915104" [ 754.361813] env[65418]: _type = "VirtualMachine" [ 754.361813] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 754.362396] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-df7f774e-d170-4c6b-ae43-e68570e326df {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.372550] env[65418]: DEBUG oslo_vmware.rw_handles [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lease: (returnval){ [ 754.372550] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526e014d-f682-ce2f-0f20-561084b2b202" [ 754.372550] env[65418]: _type = "HttpNfcLease" [ 754.372550] env[65418]: } obtained for exporting VM: (result){ [ 754.372550] env[65418]: value = "vm-915104" [ 754.372550] env[65418]: _type = "VirtualMachine" [ 754.372550] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 754.372550] env[65418]: DEBUG oslo_vmware.api [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the lease: (returnval){ [ 754.372550] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526e014d-f682-ce2f-0f20-561084b2b202" [ 754.372550] env[65418]: _type = "HttpNfcLease" [ 754.372550] env[65418]: } to be ready. {{(pid=65418) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 754.380765] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 754.380765] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526e014d-f682-ce2f-0f20-561084b2b202" [ 754.380765] env[65418]: _type = "HttpNfcLease" [ 754.380765] env[65418]: } is initializing. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 754.559058] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.621702] env[65418]: DEBUG nova.network.neutron [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Successfully updated port: 869d09a5-4d05-4e13-b1fc-3ba1be7c7859 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 754.625669] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.626368] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.626368] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.626368] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.626499] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.627242] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.627242] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.627242] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65418) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 754.627242] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 754.778638] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.800978] env[65418]: DEBUG nova.network.neutron [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Updating instance_info_cache with network_info: [{"id": "05cb2314-d993-4672-b456-457f4e535944", "address": "fa:16:3e:dd:bb:06", "network": {"id": "2c92fd2b-dbd4-4ce3-b2af-d9a0000fb8b3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1658338312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42c815478e1453299d12fbf693348bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05cb2314-d9", "ovs_interfaceid": "05cb2314-d993-4672-b456-457f4e535944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.886019] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 754.886019] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526e014d-f682-ce2f-0f20-561084b2b202" [ 754.886019] env[65418]: _type = "HttpNfcLease" [ 754.886019] env[65418]: } is ready. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 754.886019] env[65418]: DEBUG oslo_vmware.rw_handles [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 754.886019] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526e014d-f682-ce2f-0f20-561084b2b202" [ 754.886019] env[65418]: _type = "HttpNfcLease" [ 754.886019] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 754.886019] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c50a63f-5d72-4400-90d3-65b3c0c71519 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.900228] env[65418]: DEBUG oslo_vmware.rw_handles [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a57eeb-ca8f-5f7b-d123-3ad6acd8c44b/disk-0.vmdk from lease info. {{(pid=65418) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 754.900622] env[65418]: DEBUG oslo_vmware.rw_handles [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a57eeb-ca8f-5f7b-d123-3ad6acd8c44b/disk-0.vmdk for reading. {{(pid=65418) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 755.008033] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c12f47d7-aec6-4afe-8e29-dc24006380bf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.126303] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbafc78-f6e6-4119-9384-5d1e04be68a3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.129682] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Acquiring lock "refresh_cache-30d0c975-942c-41ea-b666-b84a230cc4b7" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.129682] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Acquired lock "refresh_cache-30d0c975-942c-41ea-b666-b84a230cc4b7" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.129828] env[65418]: DEBUG nova.network.neutron [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 755.133341] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.137027] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb995d03-1209-4f73-9c7b-220091f783fd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.169162] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa0bab9-9b3a-4ee0-8929-3563fed0686a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.177556] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af7887f-5199-4d0f-b5b9-cceeac98c827 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.192572] env[65418]: DEBUG nova.compute.provider_tree [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.305687] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Releasing lock "refresh_cache-c5cd495b-987b-476c-974f-467a379c9db1" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.306133] env[65418]: DEBUG nova.compute.manager [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Instance network_info: |[{"id": "05cb2314-d993-4672-b456-457f4e535944", "address": "fa:16:3e:dd:bb:06", "network": {"id": "2c92fd2b-dbd4-4ce3-b2af-d9a0000fb8b3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1658338312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42c815478e1453299d12fbf693348bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05cb2314-d9", "ovs_interfaceid": "05cb2314-d993-4672-b456-457f4e535944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 755.306694] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:bb:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05cb2314-d993-4672-b456-457f4e535944', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.314898] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 755.315267] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.315528] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2040838e-a6ba-4be5-84ad-8f0aeefcb38c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.341300] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.341300] env[65418]: value = "task-4688138" [ 755.341300] env[65418]: _type = "Task" [ 755.341300] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.354999] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688138, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.696041] env[65418]: DEBUG nova.scheduler.client.report [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.710930] env[65418]: DEBUG nova.network.neutron [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 755.814875] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Acquiring lock "146ee161-6b39-4584-ad7e-dfbcd1c2e54c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.815192] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Lock "146ee161-6b39-4584-ad7e-dfbcd1c2e54c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.854274] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688138, 'name': CreateVM_Task, 'duration_secs': 0.406526} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.857569] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.859538] env[65418]: WARNING neutronclient.v2_0.client [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.859538] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.859538] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.859538] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.859879] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-772e51e6-44d4-449e-8498-eee1c5838317 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.867780] env[65418]: DEBUG oslo_vmware.api [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Waiting for the task: (returnval){ [ 755.867780] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e8ce03-a8d4-06c4-0238-68696033fb4c" [ 755.867780] env[65418]: _type = "Task" [ 755.867780] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.881829] env[65418]: DEBUG oslo_vmware.api [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e8ce03-a8d4-06c4-0238-68696033fb4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.928269] env[65418]: WARNING neutronclient.v2_0.client [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.031989] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a32d39ad-4d92-48fe-838c-63c2069fe1aa tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] Acquiring lock "c23c3312-47e5-42e4-9b3e-72d687b4656b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.032097] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a32d39ad-4d92-48fe-838c-63c2069fe1aa tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] Lock "c23c3312-47e5-42e4-9b3e-72d687b4656b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.081147] env[65418]: DEBUG nova.network.neutron [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Updating instance_info_cache with network_info: [{"id": "869d09a5-4d05-4e13-b1fc-3ba1be7c7859", "address": "fa:16:3e:2d:73:f7", "network": {"id": "47a038c3-4ceb-45cc-b554-8be75a29546b", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1049628247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9205a9952e84adf97a8afc344fed4a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap869d09a5-4d", "ovs_interfaceid": "869d09a5-4d05-4e13-b1fc-3ba1be7c7859", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.206305] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.206305] env[65418]: DEBUG nova.compute.manager [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 756.208538] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.876s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.211779] env[65418]: INFO nova.compute.claims [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.254478] env[65418]: DEBUG nova.compute.manager [req-24b92c4f-483c-451b-8824-7893844c9cfc req-4efa48d8-aeef-4727-9069-c61413ca7905 service nova] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Received event network-vif-plugged-05cb2314-d993-4672-b456-457f4e535944 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 756.255034] env[65418]: DEBUG oslo_concurrency.lockutils [req-24b92c4f-483c-451b-8824-7893844c9cfc req-4efa48d8-aeef-4727-9069-c61413ca7905 service nova] Acquiring lock "c5cd495b-987b-476c-974f-467a379c9db1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.255182] env[65418]: DEBUG oslo_concurrency.lockutils [req-24b92c4f-483c-451b-8824-7893844c9cfc req-4efa48d8-aeef-4727-9069-c61413ca7905 service nova] Lock "c5cd495b-987b-476c-974f-467a379c9db1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.255365] env[65418]: DEBUG oslo_concurrency.lockutils [req-24b92c4f-483c-451b-8824-7893844c9cfc req-4efa48d8-aeef-4727-9069-c61413ca7905 service nova] Lock "c5cd495b-987b-476c-974f-467a379c9db1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.255518] env[65418]: DEBUG nova.compute.manager [req-24b92c4f-483c-451b-8824-7893844c9cfc req-4efa48d8-aeef-4727-9069-c61413ca7905 service nova] [instance: c5cd495b-987b-476c-974f-467a379c9db1] No waiting events found dispatching network-vif-plugged-05cb2314-d993-4672-b456-457f4e535944 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 756.255668] env[65418]: WARNING nova.compute.manager [req-24b92c4f-483c-451b-8824-7893844c9cfc req-4efa48d8-aeef-4727-9069-c61413ca7905 service nova] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Received unexpected event network-vif-plugged-05cb2314-d993-4672-b456-457f4e535944 for instance with vm_state building and task_state spawning. [ 756.255850] env[65418]: DEBUG nova.compute.manager [req-24b92c4f-483c-451b-8824-7893844c9cfc req-4efa48d8-aeef-4727-9069-c61413ca7905 service nova] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Received event network-changed-05cb2314-d993-4672-b456-457f4e535944 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 756.255966] env[65418]: DEBUG nova.compute.manager [req-24b92c4f-483c-451b-8824-7893844c9cfc req-4efa48d8-aeef-4727-9069-c61413ca7905 service nova] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Refreshing instance network info cache due to event network-changed-05cb2314-d993-4672-b456-457f4e535944. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 756.256158] env[65418]: DEBUG oslo_concurrency.lockutils [req-24b92c4f-483c-451b-8824-7893844c9cfc req-4efa48d8-aeef-4727-9069-c61413ca7905 service nova] Acquiring lock "refresh_cache-c5cd495b-987b-476c-974f-467a379c9db1" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.256296] env[65418]: DEBUG oslo_concurrency.lockutils [req-24b92c4f-483c-451b-8824-7893844c9cfc req-4efa48d8-aeef-4727-9069-c61413ca7905 service nova] Acquired lock "refresh_cache-c5cd495b-987b-476c-974f-467a379c9db1" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.256488] env[65418]: DEBUG nova.network.neutron [req-24b92c4f-483c-451b-8824-7893844c9cfc req-4efa48d8-aeef-4727-9069-c61413ca7905 service nova] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Refreshing network info cache for port 05cb2314-d993-4672-b456-457f4e535944 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.271726] env[65418]: DEBUG oslo_concurrency.lockutils [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Acquiring lock "6378b2ec-67d9-4626-9996-54c8c5a47dce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.271973] env[65418]: DEBUG oslo_concurrency.lockutils [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Lock "6378b2ec-67d9-4626-9996-54c8c5a47dce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.317469] env[65418]: DEBUG nova.compute.manager [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 756.383196] env[65418]: DEBUG oslo_vmware.api [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e8ce03-a8d4-06c4-0238-68696033fb4c, 'name': SearchDatastore_Task, 'duration_secs': 0.013344} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.384236] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.384593] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.384922] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.385263] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.385558] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.385987] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d79b5185-f7e7-42b1-a9a0-52bd3b1bfceb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.397086] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.397238] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.397981] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-095c2d54-d237-47ee-a1f5-6c8b0f9be74a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.404447] env[65418]: DEBUG oslo_vmware.api [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Waiting for the task: (returnval){ [ 756.404447] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52a04ae5-105a-9d2f-1381-e8710b22b193" [ 756.404447] env[65418]: _type = "Task" [ 756.404447] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.414758] env[65418]: DEBUG oslo_vmware.api [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52a04ae5-105a-9d2f-1381-e8710b22b193, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.539829] env[65418]: INFO nova.compute.manager [None req-a32d39ad-4d92-48fe-838c-63c2069fe1aa tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Detaching volume ea909c11-d047-462b-a404-bde406b6a5c6 [ 756.584747] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Releasing lock "refresh_cache-30d0c975-942c-41ea-b666-b84a230cc4b7" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.584747] env[65418]: DEBUG nova.compute.manager [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Instance network_info: |[{"id": "869d09a5-4d05-4e13-b1fc-3ba1be7c7859", "address": "fa:16:3e:2d:73:f7", "network": {"id": "47a038c3-4ceb-45cc-b554-8be75a29546b", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1049628247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9205a9952e84adf97a8afc344fed4a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap869d09a5-4d", "ovs_interfaceid": "869d09a5-4d05-4e13-b1fc-3ba1be7c7859", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 756.585783] env[65418]: INFO nova.virt.block_device [None req-a32d39ad-4d92-48fe-838c-63c2069fe1aa tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Attempting to driver detach volume ea909c11-d047-462b-a404-bde406b6a5c6 from mountpoint /dev/sdb [ 756.586363] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a32d39ad-4d92-48fe-838c-63c2069fe1aa tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Volume detach. Driver type: vmdk {{(pid=65418) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 756.586620] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a32d39ad-4d92-48fe-838c-63c2069fe1aa tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915102', 'volume_id': 'ea909c11-d047-462b-a404-bde406b6a5c6', 'name': 'volume-ea909c11-d047-462b-a404-bde406b6a5c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c23c3312-47e5-42e4-9b3e-72d687b4656b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea909c11-d047-462b-a404-bde406b6a5c6', 'serial': 'ea909c11-d047-462b-a404-bde406b6a5c6'} {{(pid=65418) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 756.587369] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:73:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '869d09a5-4d05-4e13-b1fc-3ba1be7c7859', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.601196] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Creating folder: Project (a9205a9952e84adf97a8afc344fed4a1). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.601196] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6096850b-b6cc-41f9-a9fb-c134350c3047 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.604475] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b264b23d-9354-4c0c-9a8a-cf074ee4a10e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.631984] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871c0657-466e-4902-b18e-1fbf394ffa01 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.635588] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Created folder: Project (a9205a9952e84adf97a8afc344fed4a1) in parent group-v914982. [ 756.635956] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Creating folder: Instances. Parent ref: group-v915106. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.636395] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bea29da-e018-4fe0-b499-d874b2081e38 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.644459] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656c1c23-a7b8-4dff-9f20-c886d4fd1363 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.651246] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Created folder: Instances in parent group-v915106. [ 756.651246] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 756.651246] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.651246] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb06cfa9-233c-490c-be0b-774f4b18950d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.693513] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94c616c-aa41-46b3-b11a-f038d3759c94 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.698384] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.698384] env[65418]: value = "task-4688141" [ 756.698384] env[65418]: _type = "Task" [ 756.698384] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.713676] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a32d39ad-4d92-48fe-838c-63c2069fe1aa tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] The volume has not been displaced from its original location: [datastore1] volume-ea909c11-d047-462b-a404-bde406b6a5c6/volume-ea909c11-d047-462b-a404-bde406b6a5c6.vmdk. No consolidation needed. {{(pid=65418) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 756.720842] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a32d39ad-4d92-48fe-838c-63c2069fe1aa tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 756.725364] env[65418]: DEBUG nova.compute.utils [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.727682] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6791c5e1-8ea3-4d57-9475-a8694f3c1a9f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.749499] env[65418]: DEBUG nova.compute.manager [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 756.749759] env[65418]: DEBUG nova.network.neutron [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 756.750220] env[65418]: WARNING neutronclient.v2_0.client [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.750557] env[65418]: WARNING neutronclient.v2_0.client [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.754940] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688141, 'name': CreateVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.762842] env[65418]: WARNING neutronclient.v2_0.client [req-24b92c4f-483c-451b-8824-7893844c9cfc req-4efa48d8-aeef-4727-9069-c61413ca7905 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.766417] env[65418]: DEBUG oslo_vmware.api [None req-a32d39ad-4d92-48fe-838c-63c2069fe1aa tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] Waiting for the task: (returnval){ [ 756.766417] env[65418]: value = "task-4688142" [ 756.766417] env[65418]: _type = "Task" [ 756.766417] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.780653] env[65418]: DEBUG oslo_vmware.api [None req-a32d39ad-4d92-48fe-838c-63c2069fe1aa tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] Task: {'id': task-4688142, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.846111] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.917685] env[65418]: DEBUG oslo_vmware.api [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52a04ae5-105a-9d2f-1381-e8710b22b193, 'name': SearchDatastore_Task, 'duration_secs': 0.010783} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.919183] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7b24ca5-2bc3-42ef-9f38-1599ab939967 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.930036] env[65418]: DEBUG oslo_vmware.api [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Waiting for the task: (returnval){ [ 756.930036] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52284b94-0c94-6f08-fb4c-8c997d4d3cce" [ 756.930036] env[65418]: _type = "Task" [ 756.930036] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.943758] env[65418]: DEBUG oslo_vmware.api [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52284b94-0c94-6f08-fb4c-8c997d4d3cce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.949540] env[65418]: DEBUG nova.policy [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb9ad7feccf946dcb710e98a80a0c539', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b97716be533c4d55a648abc7ba3342f3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.219448] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688141, 'name': CreateVM_Task, 'duration_secs': 0.389197} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.219840] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.220616] env[65418]: WARNING neutronclient.v2_0.client [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.221883] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.221883] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.221883] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.222081] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f787206a-6664-45a8-829b-93b33b148a2e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.228345] env[65418]: DEBUG oslo_vmware.api [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Waiting for the task: (returnval){ [ 757.228345] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d642c1-97fb-27b9-295c-d4ec480d41b0" [ 757.228345] env[65418]: _type = "Task" [ 757.228345] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.241363] env[65418]: DEBUG oslo_vmware.api [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d642c1-97fb-27b9-295c-d4ec480d41b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.244411] env[65418]: DEBUG nova.compute.manager [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 757.286485] env[65418]: DEBUG oslo_vmware.api [None req-a32d39ad-4d92-48fe-838c-63c2069fe1aa tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] Task: {'id': task-4688142, 'name': ReconfigVM_Task, 'duration_secs': 0.275863} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.286769] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a32d39ad-4d92-48fe-838c-63c2069fe1aa tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 757.291524] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22469deb-9bce-44a1-bf93-841574999ba0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.313114] env[65418]: DEBUG oslo_vmware.api [None req-a32d39ad-4d92-48fe-838c-63c2069fe1aa tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] Waiting for the task: (returnval){ [ 757.313114] env[65418]: value = "task-4688143" [ 757.313114] env[65418]: _type = "Task" [ 757.313114] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.325957] env[65418]: DEBUG oslo_vmware.api [None req-a32d39ad-4d92-48fe-838c-63c2069fe1aa tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] Task: {'id': task-4688143, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.447330] env[65418]: DEBUG oslo_vmware.api [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52284b94-0c94-6f08-fb4c-8c997d4d3cce, 'name': SearchDatastore_Task, 'duration_secs': 0.012362} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.447812] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.448231] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] c5cd495b-987b-476c-974f-467a379c9db1/c5cd495b-987b-476c-974f-467a379c9db1.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.448861] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50d2aebe-12c4-4d88-8d87-4b389a1cdbed {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.461848] env[65418]: DEBUG oslo_vmware.api [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Waiting for the task: (returnval){ [ 757.461848] env[65418]: value = "task-4688144" [ 757.461848] env[65418]: _type = "Task" [ 757.461848] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.471772] env[65418]: DEBUG oslo_vmware.api [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': task-4688144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.572299] env[65418]: DEBUG nova.network.neutron [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Successfully created port: 01617bc3-9032-4f9a-8e3e-db7fab34f17d {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 757.743867] env[65418]: DEBUG oslo_vmware.api [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d642c1-97fb-27b9-295c-d4ec480d41b0, 'name': SearchDatastore_Task, 'duration_secs': 0.012577} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.743867] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.743867] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.744288] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.744571] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.744868] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.748189] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93f6c7a7-099a-41f6-8a5a-f1c71f541fe2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.767946] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70efbce-d7d9-4afd-bb12-2573eba05f6e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.771744] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.772139] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.773496] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ce1c2df-2858-4ead-bc67-7d68c7347c7f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.783032] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b18b9b77-960f-4349-950f-823172add5a5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.786939] env[65418]: DEBUG oslo_vmware.api [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Waiting for the task: (returnval){ [ 757.786939] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f72bc3-c470-fb55-e71c-e8ebf6ea267b" [ 757.786939] env[65418]: _type = "Task" [ 757.786939] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.800264] env[65418]: DEBUG oslo_vmware.api [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f72bc3-c470-fb55-e71c-e8ebf6ea267b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.828867] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d9ef2b-975c-4e64-a3e1-fe627283ff1b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.842198] env[65418]: DEBUG oslo_vmware.api [None req-a32d39ad-4d92-48fe-838c-63c2069fe1aa tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] Task: {'id': task-4688143, 'name': ReconfigVM_Task, 'duration_secs': 0.168801} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.843806] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a4793d-14c5-4f48-ad5b-9c1c2576b112 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.848898] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a32d39ad-4d92-48fe-838c-63c2069fe1aa tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915102', 'volume_id': 'ea909c11-d047-462b-a404-bde406b6a5c6', 'name': 'volume-ea909c11-d047-462b-a404-bde406b6a5c6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c23c3312-47e5-42e4-9b3e-72d687b4656b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ea909c11-d047-462b-a404-bde406b6a5c6', 'serial': 'ea909c11-d047-462b-a404-bde406b6a5c6'} {{(pid=65418) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 757.864859] env[65418]: DEBUG nova.compute.provider_tree [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.980111] env[65418]: DEBUG oslo_vmware.api [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': task-4688144, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.265500] env[65418]: DEBUG nova.compute.manager [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 758.307820] env[65418]: DEBUG oslo_vmware.api [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f72bc3-c470-fb55-e71c-e8ebf6ea267b, 'name': SearchDatastore_Task, 'duration_secs': 0.071201} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.310074] env[65418]: DEBUG nova.virt.hardware [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 758.310222] env[65418]: DEBUG nova.virt.hardware [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.310353] env[65418]: DEBUG nova.virt.hardware [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 758.310519] env[65418]: DEBUG nova.virt.hardware [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.310649] env[65418]: DEBUG nova.virt.hardware [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 758.310806] env[65418]: DEBUG nova.virt.hardware [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 758.311021] env[65418]: DEBUG nova.virt.hardware [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 758.311178] env[65418]: DEBUG nova.virt.hardware [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 758.311327] env[65418]: DEBUG nova.virt.hardware [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 758.311478] env[65418]: DEBUG nova.virt.hardware [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 758.311680] env[65418]: DEBUG nova.virt.hardware [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 758.312984] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4387fc5e-0c8e-4852-992f-b5634b7bceb0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.315778] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a94f83eb-2cb3-401e-bc41-cb024e3c73b5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.325877] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4a7a10-bfeb-4f77-8c69-4749a50b9855 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.331031] env[65418]: DEBUG oslo_vmware.api [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Waiting for the task: (returnval){ [ 758.331031] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526a3f26-29de-69e0-ee82-4bf4719172aa" [ 758.331031] env[65418]: _type = "Task" [ 758.331031] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.353825] env[65418]: DEBUG oslo_vmware.api [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526a3f26-29de-69e0-ee82-4bf4719172aa, 'name': SearchDatastore_Task, 'duration_secs': 0.024048} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.354178] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.354449] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 30d0c975-942c-41ea-b666-b84a230cc4b7/30d0c975-942c-41ea-b666-b84a230cc4b7.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.354727] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cddf98b-f7d7-4c6b-85a0-a2d6ac82d665 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.363441] env[65418]: DEBUG oslo_vmware.api [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Waiting for the task: (returnval){ [ 758.363441] env[65418]: value = "task-4688145" [ 758.363441] env[65418]: _type = "Task" [ 758.363441] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.368158] env[65418]: DEBUG nova.scheduler.client.report [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.379923] env[65418]: DEBUG oslo_vmware.api [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Task: {'id': task-4688145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.409426] env[65418]: DEBUG nova.objects.instance [None req-a32d39ad-4d92-48fe-838c-63c2069fe1aa tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] Lazy-loading 'flavor' on Instance uuid c23c3312-47e5-42e4-9b3e-72d687b4656b {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.474561] env[65418]: DEBUG oslo_vmware.api [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': task-4688144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589262} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.474888] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] c5cd495b-987b-476c-974f-467a379c9db1/c5cd495b-987b-476c-974f-467a379c9db1.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.475465] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.475465] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c6efa26-9c19-49df-a4ee-a425d4b6fe24 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.483233] env[65418]: DEBUG oslo_vmware.api [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Waiting for the task: (returnval){ [ 758.483233] env[65418]: value = "task-4688146" [ 758.483233] env[65418]: _type = "Task" [ 758.483233] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.492121] env[65418]: DEBUG oslo_vmware.api [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': task-4688146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.880048] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.880048] env[65418]: DEBUG nova.compute.manager [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 758.880048] env[65418]: DEBUG oslo_vmware.api [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Task: {'id': task-4688145, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.880843] env[65418]: DEBUG oslo_concurrency.lockutils [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.547s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.882201] env[65418]: INFO nova.compute.claims [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.997072] env[65418]: DEBUG oslo_vmware.api [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': task-4688146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139159} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.997446] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.998489] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df003cb-f312-45ba-85a6-b95b9521686a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.028966] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] c5cd495b-987b-476c-974f-467a379c9db1/c5cd495b-987b-476c-974f-467a379c9db1.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.029806] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71fc2aa4-ba1a-46f9-8572-1a1dacf9d752 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.054552] env[65418]: DEBUG oslo_vmware.api [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Waiting for the task: (returnval){ [ 759.054552] env[65418]: value = "task-4688147" [ 759.054552] env[65418]: _type = "Task" [ 759.054552] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.064111] env[65418]: DEBUG oslo_vmware.api [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': task-4688147, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.361501] env[65418]: WARNING neutronclient.v2_0.client [req-24b92c4f-483c-451b-8824-7893844c9cfc req-4efa48d8-aeef-4727-9069-c61413ca7905 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.376487] env[65418]: DEBUG oslo_vmware.api [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Task: {'id': task-4688145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.376487] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 30d0c975-942c-41ea-b666-b84a230cc4b7/30d0c975-942c-41ea-b666-b84a230cc4b7.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.376677] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.377046] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76ba891f-cfe0-48c0-9ee8-475980907542 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.383575] env[65418]: DEBUG nova.compute.utils [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.383868] env[65418]: DEBUG nova.compute.manager [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 759.384171] env[65418]: DEBUG nova.network.neutron [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 759.384600] env[65418]: WARNING neutronclient.v2_0.client [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.385437] env[65418]: WARNING neutronclient.v2_0.client [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.391245] env[65418]: DEBUG oslo_vmware.api [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Waiting for the task: (returnval){ [ 759.391245] env[65418]: value = "task-4688148" [ 759.391245] env[65418]: _type = "Task" [ 759.391245] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.405783] env[65418]: DEBUG oslo_vmware.api [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Task: {'id': task-4688148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.410669] env[65418]: DEBUG nova.network.neutron [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Successfully updated port: 01617bc3-9032-4f9a-8e3e-db7fab34f17d {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 759.422375] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a32d39ad-4d92-48fe-838c-63c2069fe1aa tempest-VolumesAssistedSnapshotsTest-1509734415 tempest-VolumesAssistedSnapshotsTest-1509734415-project-admin] Lock "c23c3312-47e5-42e4-9b3e-72d687b4656b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.390s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.475758] env[65418]: DEBUG nova.policy [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db6719cdf3064205895b4ad5cde53ed8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b1189dfbdc7497da8420697f8913b4b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.557379] env[65418]: DEBUG nova.network.neutron [req-24b92c4f-483c-451b-8824-7893844c9cfc req-4efa48d8-aeef-4727-9069-c61413ca7905 service nova] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Updated VIF entry in instance network info cache for port 05cb2314-d993-4672-b456-457f4e535944. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 759.557741] env[65418]: DEBUG nova.network.neutron [req-24b92c4f-483c-451b-8824-7893844c9cfc req-4efa48d8-aeef-4727-9069-c61413ca7905 service nova] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Updating instance_info_cache with network_info: [{"id": "05cb2314-d993-4672-b456-457f4e535944", "address": "fa:16:3e:dd:bb:06", "network": {"id": "2c92fd2b-dbd4-4ce3-b2af-d9a0000fb8b3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1658338312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42c815478e1453299d12fbf693348bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05cb2314-d9", "ovs_interfaceid": "05cb2314-d993-4672-b456-457f4e535944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.576048] env[65418]: DEBUG oslo_vmware.api [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': task-4688147, 'name': ReconfigVM_Task, 'duration_secs': 0.439416} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.576048] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Reconfigured VM instance instance-0000002a to attach disk [datastore2] c5cd495b-987b-476c-974f-467a379c9db1/c5cd495b-987b-476c-974f-467a379c9db1.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.576249] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6e2bb19-be24-4f69-891e-c0afbe6187d0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.585185] env[65418]: DEBUG oslo_vmware.api [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Waiting for the task: (returnval){ [ 759.585185] env[65418]: value = "task-4688149" [ 759.585185] env[65418]: _type = "Task" [ 759.585185] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.597495] env[65418]: DEBUG oslo_vmware.api [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': task-4688149, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.873960] env[65418]: DEBUG nova.network.neutron [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Successfully created port: 0facf092-f085-4238-8b19-9cb970fcab90 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 759.888239] env[65418]: DEBUG nova.compute.manager [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 759.904410] env[65418]: DEBUG oslo_vmware.api [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Task: {'id': task-4688148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111678} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.905646] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.906153] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213f1254-10a6-4c14-b93b-3f86b2be1c50 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.925327] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Acquiring lock "refresh_cache-71be4a03-3ca3-4314-9f48-60cb7aa3a58b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.925327] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Acquired lock "refresh_cache-71be4a03-3ca3-4314-9f48-60cb7aa3a58b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.925327] env[65418]: DEBUG nova.network.neutron [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 759.935436] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 30d0c975-942c-41ea-b666-b84a230cc4b7/30d0c975-942c-41ea-b666-b84a230cc4b7.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.939023] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a38f333-4f96-49b6-857f-1dee6dc8fe37 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.962842] env[65418]: DEBUG oslo_vmware.api [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Waiting for the task: (returnval){ [ 759.962842] env[65418]: value = "task-4688150" [ 759.962842] env[65418]: _type = "Task" [ 759.962842] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.973182] env[65418]: DEBUG oslo_vmware.api [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Task: {'id': task-4688150, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.062037] env[65418]: DEBUG oslo_concurrency.lockutils [req-24b92c4f-483c-451b-8824-7893844c9cfc req-4efa48d8-aeef-4727-9069-c61413ca7905 service nova] Releasing lock "refresh_cache-c5cd495b-987b-476c-974f-467a379c9db1" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.062037] env[65418]: DEBUG nova.compute.manager [req-24b92c4f-483c-451b-8824-7893844c9cfc req-4efa48d8-aeef-4727-9069-c61413ca7905 service nova] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Received event network-vif-plugged-869d09a5-4d05-4e13-b1fc-3ba1be7c7859 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 760.062337] env[65418]: DEBUG oslo_concurrency.lockutils [req-24b92c4f-483c-451b-8824-7893844c9cfc req-4efa48d8-aeef-4727-9069-c61413ca7905 service nova] Acquiring lock "30d0c975-942c-41ea-b666-b84a230cc4b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.062657] env[65418]: DEBUG oslo_concurrency.lockutils [req-24b92c4f-483c-451b-8824-7893844c9cfc req-4efa48d8-aeef-4727-9069-c61413ca7905 service nova] Lock "30d0c975-942c-41ea-b666-b84a230cc4b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.062936] env[65418]: DEBUG oslo_concurrency.lockutils [req-24b92c4f-483c-451b-8824-7893844c9cfc req-4efa48d8-aeef-4727-9069-c61413ca7905 service nova] Lock "30d0c975-942c-41ea-b666-b84a230cc4b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.064112] env[65418]: DEBUG nova.compute.manager [req-24b92c4f-483c-451b-8824-7893844c9cfc req-4efa48d8-aeef-4727-9069-c61413ca7905 service nova] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] No waiting events found dispatching network-vif-plugged-869d09a5-4d05-4e13-b1fc-3ba1be7c7859 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 760.064112] env[65418]: WARNING nova.compute.manager [req-24b92c4f-483c-451b-8824-7893844c9cfc req-4efa48d8-aeef-4727-9069-c61413ca7905 service nova] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Received unexpected event network-vif-plugged-869d09a5-4d05-4e13-b1fc-3ba1be7c7859 for instance with vm_state building and task_state spawning. [ 760.064112] env[65418]: DEBUG nova.compute.manager [req-24b92c4f-483c-451b-8824-7893844c9cfc req-4efa48d8-aeef-4727-9069-c61413ca7905 service nova] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Received event network-changed-869d09a5-4d05-4e13-b1fc-3ba1be7c7859 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 760.064112] env[65418]: DEBUG nova.compute.manager [req-24b92c4f-483c-451b-8824-7893844c9cfc req-4efa48d8-aeef-4727-9069-c61413ca7905 service nova] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Refreshing instance network info cache due to event network-changed-869d09a5-4d05-4e13-b1fc-3ba1be7c7859. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 760.064333] env[65418]: DEBUG oslo_concurrency.lockutils [req-24b92c4f-483c-451b-8824-7893844c9cfc req-4efa48d8-aeef-4727-9069-c61413ca7905 service nova] Acquiring lock "refresh_cache-30d0c975-942c-41ea-b666-b84a230cc4b7" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.064477] env[65418]: DEBUG oslo_concurrency.lockutils [req-24b92c4f-483c-451b-8824-7893844c9cfc req-4efa48d8-aeef-4727-9069-c61413ca7905 service nova] Acquired lock "refresh_cache-30d0c975-942c-41ea-b666-b84a230cc4b7" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.064736] env[65418]: DEBUG nova.network.neutron [req-24b92c4f-483c-451b-8824-7893844c9cfc req-4efa48d8-aeef-4727-9069-c61413ca7905 service nova] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Refreshing network info cache for port 869d09a5-4d05-4e13-b1fc-3ba1be7c7859 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.100092] env[65418]: DEBUG oslo_vmware.api [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': task-4688149, 'name': Rename_Task, 'duration_secs': 0.204755} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.100379] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.100694] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-165027e7-d434-41b3-9566-e340990f1f18 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.113223] env[65418]: DEBUG oslo_vmware.api [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Waiting for the task: (returnval){ [ 760.113223] env[65418]: value = "task-4688151" [ 760.113223] env[65418]: _type = "Task" [ 760.113223] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.125223] env[65418]: DEBUG oslo_vmware.api [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': task-4688151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.476982] env[65418]: DEBUG oslo_vmware.api [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Task: {'id': task-4688150, 'name': ReconfigVM_Task, 'duration_secs': 0.392713} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.477575] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 30d0c975-942c-41ea-b666-b84a230cc4b7/30d0c975-942c-41ea-b666-b84a230cc4b7.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.477941] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85208442-e726-474c-864d-b0c66f4a5303 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.484139] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030d576d-4aea-4b37-8a33-881bc6dfdb39 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.488558] env[65418]: DEBUG oslo_vmware.api [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Waiting for the task: (returnval){ [ 760.488558] env[65418]: value = "task-4688152" [ 760.488558] env[65418]: _type = "Task" [ 760.488558] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.308930] env[65418]: DEBUG nova.network.neutron [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 761.314487] env[65418]: WARNING neutronclient.v2_0.client [req-24b92c4f-483c-451b-8824-7893844c9cfc req-4efa48d8-aeef-4727-9069-c61413ca7905 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.317361] env[65418]: DEBUG nova.compute.manager [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 761.324611] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e187f8c7-767b-4b4b-a526-551647bae81f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.331695] env[65418]: DEBUG oslo_vmware.api [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Task: {'id': task-4688152, 'name': Rename_Task, 'duration_secs': 0.180174} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.332904] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.333245] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94099fb9-00e3-4447-928f-269df9845723 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.338966] env[65418]: DEBUG oslo_vmware.api [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': task-4688151, 'name': PowerOnVM_Task, 'duration_secs': 0.615541} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.364447] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.365168] env[65418]: INFO nova.compute.manager [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Took 10.57 seconds to spawn the instance on the hypervisor. [ 761.365168] env[65418]: DEBUG nova.compute.manager [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 761.368176] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdecd8de-0f08-46b4-b0c6-fef29ea4b2bf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.371398] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a38ec5-c832-46d0-983b-fbab8f9034e7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.376501] env[65418]: DEBUG oslo_vmware.api [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Waiting for the task: (returnval){ [ 761.376501] env[65418]: value = "task-4688154" [ 761.376501] env[65418]: _type = "Task" [ 761.376501] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.388510] env[65418]: DEBUG nova.virt.hardware [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 761.388779] env[65418]: DEBUG nova.virt.hardware [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 761.388885] env[65418]: DEBUG nova.virt.hardware [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 761.389078] env[65418]: DEBUG nova.virt.hardware [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 761.389220] env[65418]: DEBUG nova.virt.hardware [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 761.389381] env[65418]: DEBUG nova.virt.hardware [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 761.389715] env[65418]: DEBUG nova.virt.hardware [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 761.389768] env[65418]: DEBUG nova.virt.hardware [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 761.389890] env[65418]: DEBUG nova.virt.hardware [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 761.390082] env[65418]: DEBUG nova.virt.hardware [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 761.390257] env[65418]: DEBUG nova.virt.hardware [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 761.391993] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdfdc0d-a8ed-47dc-b952-1d10ddb9daba {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.396720] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec2ab6a-e9d3-4a23-bee5-e559eed2e1c9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.403225] env[65418]: DEBUG oslo_vmware.api [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Task: {'id': task-4688154, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.418913] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78a9bda-491a-4049-8f28-b6da7d95ad14 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.424356] env[65418]: DEBUG nova.compute.provider_tree [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.554090] env[65418]: DEBUG nova.network.neutron [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Successfully updated port: 0facf092-f085-4238-8b19-9cb970fcab90 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 761.891418] env[65418]: DEBUG oslo_vmware.api [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Task: {'id': task-4688154, 'name': PowerOnVM_Task, 'duration_secs': 0.519477} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.893156] env[65418]: WARNING neutronclient.v2_0.client [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.898454] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.899952] env[65418]: INFO nova.compute.manager [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Took 8.41 seconds to spawn the instance on the hypervisor. [ 761.899952] env[65418]: DEBUG nova.compute.manager [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 761.900845] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a1fa17-4780-4b5f-a401-8af6ad738dec {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.918385] env[65418]: INFO nova.compute.manager [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Took 23.85 seconds to build instance. [ 761.928765] env[65418]: DEBUG nova.scheduler.client.report [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.056323] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Acquiring lock "refresh_cache-97ee846b-68d9-408b-9409-7e5a3aeb2dfb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.056818] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Acquired lock "refresh_cache-97ee846b-68d9-408b-9409-7e5a3aeb2dfb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.056818] env[65418]: DEBUG nova.network.neutron [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 762.096888] env[65418]: DEBUG nova.network.neutron [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Updating instance_info_cache with network_info: [{"id": "01617bc3-9032-4f9a-8e3e-db7fab34f17d", "address": "fa:16:3e:49:7d:b7", "network": {"id": "863352de-0711-4630-b35a-f018bbf8fba3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1046293168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b97716be533c4d55a648abc7ba3342f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01617bc3-90", "ovs_interfaceid": "01617bc3-9032-4f9a-8e3e-db7fab34f17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.131192] env[65418]: WARNING neutronclient.v2_0.client [req-24b92c4f-483c-451b-8824-7893844c9cfc req-4efa48d8-aeef-4727-9069-c61413ca7905 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.229767] env[65418]: DEBUG nova.network.neutron [req-24b92c4f-483c-451b-8824-7893844c9cfc req-4efa48d8-aeef-4727-9069-c61413ca7905 service nova] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Updated VIF entry in instance network info cache for port 869d09a5-4d05-4e13-b1fc-3ba1be7c7859. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 762.230199] env[65418]: DEBUG nova.network.neutron [req-24b92c4f-483c-451b-8824-7893844c9cfc req-4efa48d8-aeef-4727-9069-c61413ca7905 service nova] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Updating instance_info_cache with network_info: [{"id": "869d09a5-4d05-4e13-b1fc-3ba1be7c7859", "address": "fa:16:3e:2d:73:f7", "network": {"id": "47a038c3-4ceb-45cc-b554-8be75a29546b", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1049628247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9205a9952e84adf97a8afc344fed4a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap869d09a5-4d", "ovs_interfaceid": "869d09a5-4d05-4e13-b1fc-3ba1be7c7859", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.256351] env[65418]: DEBUG nova.compute.manager [req-0f61c046-8271-479f-97f6-0443b6ac7f06 req-a02a726b-be64-4978-a6d3-d6b6f474141f service nova] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Received event network-vif-plugged-01617bc3-9032-4f9a-8e3e-db7fab34f17d {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 762.256582] env[65418]: DEBUG oslo_concurrency.lockutils [req-0f61c046-8271-479f-97f6-0443b6ac7f06 req-a02a726b-be64-4978-a6d3-d6b6f474141f service nova] Acquiring lock "71be4a03-3ca3-4314-9f48-60cb7aa3a58b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.256803] env[65418]: DEBUG oslo_concurrency.lockutils [req-0f61c046-8271-479f-97f6-0443b6ac7f06 req-a02a726b-be64-4978-a6d3-d6b6f474141f service nova] Lock "71be4a03-3ca3-4314-9f48-60cb7aa3a58b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.256925] env[65418]: DEBUG oslo_concurrency.lockutils [req-0f61c046-8271-479f-97f6-0443b6ac7f06 req-a02a726b-be64-4978-a6d3-d6b6f474141f service nova] Lock "71be4a03-3ca3-4314-9f48-60cb7aa3a58b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.258865] env[65418]: DEBUG nova.compute.manager [req-0f61c046-8271-479f-97f6-0443b6ac7f06 req-a02a726b-be64-4978-a6d3-d6b6f474141f service nova] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] No waiting events found dispatching network-vif-plugged-01617bc3-9032-4f9a-8e3e-db7fab34f17d {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 762.259217] env[65418]: WARNING nova.compute.manager [req-0f61c046-8271-479f-97f6-0443b6ac7f06 req-a02a726b-be64-4978-a6d3-d6b6f474141f service nova] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Received unexpected event network-vif-plugged-01617bc3-9032-4f9a-8e3e-db7fab34f17d for instance with vm_state building and task_state spawning. [ 762.427038] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e8c3d80e-6691-4d46-af72-8f6a98af4c10 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Lock "c5cd495b-987b-476c-974f-467a379c9db1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.364s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.436142] env[65418]: DEBUG oslo_concurrency.lockutils [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.555s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.436714] env[65418]: DEBUG nova.compute.manager [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 762.443853] env[65418]: DEBUG oslo_concurrency.lockutils [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.402s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.444090] env[65418]: DEBUG nova.objects.instance [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Lazy-loading 'resources' on Instance uuid 1c263b74-93d1-4244-8f08-d35373a3a946 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.445374] env[65418]: INFO nova.compute.manager [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Took 21.63 seconds to build instance. [ 762.601511] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Releasing lock "refresh_cache-71be4a03-3ca3-4314-9f48-60cb7aa3a58b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.602574] env[65418]: DEBUG nova.compute.manager [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Instance network_info: |[{"id": "01617bc3-9032-4f9a-8e3e-db7fab34f17d", "address": "fa:16:3e:49:7d:b7", "network": {"id": "863352de-0711-4630-b35a-f018bbf8fba3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1046293168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b97716be533c4d55a648abc7ba3342f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01617bc3-90", "ovs_interfaceid": "01617bc3-9032-4f9a-8e3e-db7fab34f17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 762.602696] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:7d:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13af9422-d668-4413-b63a-766558d83a3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01617bc3-9032-4f9a-8e3e-db7fab34f17d', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.610921] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Creating folder: Project (b97716be533c4d55a648abc7ba3342f3). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.611166] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87c6ff4b-982f-43be-b520-fdc75566a1ba {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.616395] env[65418]: DEBUG nova.network.neutron [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 762.634180] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Created folder: Project (b97716be533c4d55a648abc7ba3342f3) in parent group-v914982. [ 762.634391] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Creating folder: Instances. Parent ref: group-v915109. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.634643] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8083ca3d-ffd7-434b-9232-fb555c6297b4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.649251] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Created folder: Instances in parent group-v915109. [ 762.649509] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 762.649713] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.649917] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8a98dbf-4ca4-46ce-919c-cd5497fabda0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.674487] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.674487] env[65418]: value = "task-4688157" [ 762.674487] env[65418]: _type = "Task" [ 762.674487] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.680855] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688157, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.736661] env[65418]: DEBUG oslo_concurrency.lockutils [req-24b92c4f-483c-451b-8824-7893844c9cfc req-4efa48d8-aeef-4727-9069-c61413ca7905 service nova] Releasing lock "refresh_cache-30d0c975-942c-41ea-b666-b84a230cc4b7" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.810907] env[65418]: WARNING neutronclient.v2_0.client [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.939589] env[65418]: DEBUG nova.compute.manager [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 762.943334] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Acquiring lock "16f597f1-7cc4-4b62-917a-5b4fb80a0126" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.943334] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Lock "16f597f1-7cc4-4b62-917a-5b4fb80a0126" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.955645] env[65418]: DEBUG nova.compute.utils [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.960406] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b0b0dff-21bd-4ae8-ab9f-c78e97ed0222 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Lock "30d0c975-942c-41ea-b666-b84a230cc4b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.156s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.960406] env[65418]: DEBUG nova.compute.manager [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 762.960406] env[65418]: DEBUG nova.network.neutron [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 762.960406] env[65418]: WARNING neutronclient.v2_0.client [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.960406] env[65418]: WARNING neutronclient.v2_0.client [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.083033] env[65418]: DEBUG nova.network.neutron [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Updating instance_info_cache with network_info: [{"id": "0facf092-f085-4238-8b19-9cb970fcab90", "address": "fa:16:3e:26:c5:19", "network": {"id": "ec9a78b9-8157-4054-a202-44f34d22c889", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2017957072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b1189dfbdc7497da8420697f8913b4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0facf092-f0", "ovs_interfaceid": "0facf092-f085-4238-8b19-9cb970fcab90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.144082] env[65418]: DEBUG nova.policy [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbe4a60696ea41d5b19c47e178308983', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ca3b83200614608a1469439b601a853', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.189297] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688157, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.464347] env[65418]: DEBUG nova.compute.manager [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 763.468944] env[65418]: DEBUG oslo_concurrency.lockutils [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.472175] env[65418]: DEBUG nova.compute.manager [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 763.529245] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcae497-f157-4bb2-b5f2-24bb8dc87282 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.541490] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80bbb48-b277-4264-aac8-6ff50a94b6d7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.546563] env[65418]: DEBUG nova.compute.manager [req-2be2d0cf-974e-49a5-96eb-f34489077a38 req-efb4d30a-3c68-49d2-b9e3-f8e0dc631148 service nova] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Received event network-vif-plugged-0facf092-f085-4238-8b19-9cb970fcab90 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 763.546776] env[65418]: DEBUG oslo_concurrency.lockutils [req-2be2d0cf-974e-49a5-96eb-f34489077a38 req-efb4d30a-3c68-49d2-b9e3-f8e0dc631148 service nova] Acquiring lock "97ee846b-68d9-408b-9409-7e5a3aeb2dfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.546979] env[65418]: DEBUG oslo_concurrency.lockutils [req-2be2d0cf-974e-49a5-96eb-f34489077a38 req-efb4d30a-3c68-49d2-b9e3-f8e0dc631148 service nova] Lock "97ee846b-68d9-408b-9409-7e5a3aeb2dfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.547150] env[65418]: DEBUG oslo_concurrency.lockutils [req-2be2d0cf-974e-49a5-96eb-f34489077a38 req-efb4d30a-3c68-49d2-b9e3-f8e0dc631148 service nova] Lock "97ee846b-68d9-408b-9409-7e5a3aeb2dfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.547306] env[65418]: DEBUG nova.compute.manager [req-2be2d0cf-974e-49a5-96eb-f34489077a38 req-efb4d30a-3c68-49d2-b9e3-f8e0dc631148 service nova] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] No waiting events found dispatching network-vif-plugged-0facf092-f085-4238-8b19-9cb970fcab90 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 763.547458] env[65418]: WARNING nova.compute.manager [req-2be2d0cf-974e-49a5-96eb-f34489077a38 req-efb4d30a-3c68-49d2-b9e3-f8e0dc631148 service nova] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Received unexpected event network-vif-plugged-0facf092-f085-4238-8b19-9cb970fcab90 for instance with vm_state building and task_state spawning. [ 763.578648] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75916f79-c5a1-4a6b-ad93-1fcb83cd8bff {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.582502] env[65418]: DEBUG nova.network.neutron [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Successfully created port: 08d3fe0e-6873-4a48-b3a7-c5e5fc03263d {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 763.584939] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Releasing lock "refresh_cache-97ee846b-68d9-408b-9409-7e5a3aeb2dfb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.585276] env[65418]: DEBUG nova.compute.manager [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Instance network_info: |[{"id": "0facf092-f085-4238-8b19-9cb970fcab90", "address": "fa:16:3e:26:c5:19", "network": {"id": "ec9a78b9-8157-4054-a202-44f34d22c889", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2017957072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b1189dfbdc7497da8420697f8913b4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0facf092-f0", "ovs_interfaceid": "0facf092-f085-4238-8b19-9cb970fcab90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 763.586787] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:c5:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8abee039-d93e-48a7-8911-6416a3e1ff30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0facf092-f085-4238-8b19-9cb970fcab90', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.594283] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Creating folder: Project (0b1189dfbdc7497da8420697f8913b4b). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.596584] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2388c49-db4f-4459-83bd-49e7f78b15ef {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.599374] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83593d9f-6017-4e77-becb-daf81a63bc61 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.618368] env[65418]: DEBUG nova.compute.provider_tree [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.621475] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Created folder: Project (0b1189dfbdc7497da8420697f8913b4b) in parent group-v914982. [ 763.621663] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Creating folder: Instances. Parent ref: group-v915112. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.622892] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ad0c79c-bba1-4e83-b558-0caf9748336f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.633694] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Created folder: Instances in parent group-v915112. [ 763.633956] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 763.634371] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.634371] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18607f9c-b5e4-482b-81da-fbb18715ae2b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.655465] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.655465] env[65418]: value = "task-4688160" [ 763.655465] env[65418]: _type = "Task" [ 763.655465] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.664945] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688160, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.684551] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688157, 'name': CreateVM_Task, 'duration_secs': 0.558309} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.684680] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.685602] env[65418]: WARNING neutronclient.v2_0.client [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.685602] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.685808] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.686169] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.686369] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77630d78-755f-4445-8755-0681763d663d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.693887] env[65418]: DEBUG oslo_vmware.api [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Waiting for the task: (returnval){ [ 763.693887] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52dfabee-23e2-b401-7d17-6b0b3605cf79" [ 763.693887] env[65418]: _type = "Task" [ 763.693887] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.702841] env[65418]: DEBUG oslo_vmware.api [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52dfabee-23e2-b401-7d17-6b0b3605cf79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.016926] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.123940] env[65418]: DEBUG nova.scheduler.client.report [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.167491] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688160, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.207338] env[65418]: DEBUG oslo_vmware.api [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52dfabee-23e2-b401-7d17-6b0b3605cf79, 'name': SearchDatastore_Task, 'duration_secs': 0.0153} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.207823] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.208211] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.208583] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.208768] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.208959] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.209641] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3362d68-e1b2-4d25-931e-8e0742344e79 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.223722] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.224093] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.225278] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55dbbd71-2d4e-4f6a-a96d-850cf153ed37 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.231711] env[65418]: DEBUG oslo_vmware.api [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Waiting for the task: (returnval){ [ 764.231711] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525c8f0f-9d29-15ab-e977-306712de2644" [ 764.231711] env[65418]: _type = "Task" [ 764.231711] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.242250] env[65418]: DEBUG oslo_vmware.api [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525c8f0f-9d29-15ab-e977-306712de2644, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.496488] env[65418]: DEBUG nova.compute.manager [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 764.522517] env[65418]: DEBUG nova.virt.hardware [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 764.522790] env[65418]: DEBUG nova.virt.hardware [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.522950] env[65418]: DEBUG nova.virt.hardware [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 764.523155] env[65418]: DEBUG nova.virt.hardware [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.523294] env[65418]: DEBUG nova.virt.hardware [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 764.523432] env[65418]: DEBUG nova.virt.hardware [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 764.523647] env[65418]: DEBUG nova.virt.hardware [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 764.523800] env[65418]: DEBUG nova.virt.hardware [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 764.523956] env[65418]: DEBUG nova.virt.hardware [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 764.524132] env[65418]: DEBUG nova.virt.hardware [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 764.524305] env[65418]: DEBUG nova.virt.hardware [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 764.525286] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2069b18c-04e3-40f5-a030-232875ac4e3f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.534962] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7393e0-a072-4028-9ee2-809c248bd12c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.632120] env[65418]: DEBUG oslo_concurrency.lockutils [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.633554] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.452s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.636937] env[65418]: INFO nova.compute.claims [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 764.658252] env[65418]: INFO nova.scheduler.client.report [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Deleted allocations for instance 1c263b74-93d1-4244-8f08-d35373a3a946 [ 764.676231] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688160, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.744595] env[65418]: DEBUG oslo_vmware.api [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525c8f0f-9d29-15ab-e977-306712de2644, 'name': SearchDatastore_Task, 'duration_secs': 0.027812} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.746237] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e32dd759-d994-49de-b395-e160e9af3c2f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.753799] env[65418]: DEBUG oslo_vmware.api [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Waiting for the task: (returnval){ [ 764.753799] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b30de5-d68e-05a0-3030-3c46de4f7957" [ 764.753799] env[65418]: _type = "Task" [ 764.753799] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.764364] env[65418]: DEBUG oslo_vmware.api [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b30de5-d68e-05a0-3030-3c46de4f7957, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.917921] env[65418]: DEBUG oslo_concurrency.lockutils [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Acquiring lock "61ccd4dc-2122-4faa-bac3-1e8eded8a104" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.918188] env[65418]: DEBUG oslo_concurrency.lockutils [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Lock "61ccd4dc-2122-4faa-bac3-1e8eded8a104" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.169189] env[65418]: DEBUG nova.network.neutron [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Successfully updated port: 08d3fe0e-6873-4a48-b3a7-c5e5fc03263d {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 765.172936] env[65418]: DEBUG oslo_concurrency.lockutils [None req-00cf079d-c8e8-41ed-b687-1f4daad50d27 tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Lock "1c263b74-93d1-4244-8f08-d35373a3a946" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.746s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.184100] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688160, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.270165] env[65418]: DEBUG oslo_vmware.api [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b30de5-d68e-05a0-3030-3c46de4f7957, 'name': SearchDatastore_Task, 'duration_secs': 0.028223} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.270580] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.270750] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 71be4a03-3ca3-4314-9f48-60cb7aa3a58b/71be4a03-3ca3-4314-9f48-60cb7aa3a58b.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.271086] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47d5b24c-748c-49e7-a640-ad09ff242d86 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.279734] env[65418]: DEBUG oslo_vmware.api [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Waiting for the task: (returnval){ [ 765.279734] env[65418]: value = "task-4688161" [ 765.279734] env[65418]: _type = "Task" [ 765.279734] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.291036] env[65418]: DEBUG oslo_vmware.api [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Task: {'id': task-4688161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.293759] env[65418]: DEBUG oslo_vmware.rw_handles [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a57eeb-ca8f-5f7b-d123-3ad6acd8c44b/disk-0.vmdk. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 765.294495] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbf8dbc-5696-4d85-bd22-e8087e3571ce {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.301500] env[65418]: DEBUG oslo_vmware.rw_handles [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a57eeb-ca8f-5f7b-d123-3ad6acd8c44b/disk-0.vmdk is in state: ready. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 765.301698] env[65418]: ERROR oslo_vmware.rw_handles [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a57eeb-ca8f-5f7b-d123-3ad6acd8c44b/disk-0.vmdk due to incomplete transfer. [ 765.301982] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-218cc343-8702-4fab-8dea-7dee1f8261e7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.320168] env[65418]: DEBUG oslo_vmware.rw_handles [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a57eeb-ca8f-5f7b-d123-3ad6acd8c44b/disk-0.vmdk. {{(pid=65418) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 765.320441] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Uploaded image 676c28bb-51fc-425c-9092-f36e9dc8545e to the Glance image server {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 765.327099] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Destroying the VM {{(pid=65418) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 765.327099] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-421a4d73-8091-4fce-aad6-8c3f43dfee57 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.332197] env[65418]: DEBUG oslo_vmware.api [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 765.332197] env[65418]: value = "task-4688162" [ 765.332197] env[65418]: _type = "Task" [ 765.332197] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.344948] env[65418]: DEBUG oslo_vmware.api [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688162, 'name': Destroy_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.361142] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "d5b22bc6-625a-4f32-b6d6-da588f171575" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.361374] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "d5b22bc6-625a-4f32-b6d6-da588f171575" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.674104] env[65418]: DEBUG oslo_concurrency.lockutils [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "refresh_cache-950b12b3-0577-43ca-9a34-b13d5de40b68" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.674435] env[65418]: DEBUG oslo_concurrency.lockutils [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquired lock "refresh_cache-950b12b3-0577-43ca-9a34-b13d5de40b68" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.674609] env[65418]: DEBUG nova.network.neutron [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 765.675676] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688160, 'name': CreateVM_Task, 'duration_secs': 1.53164} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.676258] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.676791] env[65418]: WARNING neutronclient.v2_0.client [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.677605] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.677757] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.678176] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.678750] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24079550-67a7-4f58-9ca7-07272f8f59cd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.689955] env[65418]: DEBUG oslo_vmware.api [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Waiting for the task: (returnval){ [ 765.689955] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529f5df8-04c0-e776-c148-59542f6d4a73" [ 765.689955] env[65418]: _type = "Task" [ 765.689955] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.705987] env[65418]: DEBUG oslo_vmware.api [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529f5df8-04c0-e776-c148-59542f6d4a73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.784127] env[65418]: DEBUG nova.compute.manager [req-65924fe3-1516-4651-af8e-0a042ec9e134 req-a4989a2b-d891-4354-95e4-a6d7a191953a service nova] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Received event network-changed-01617bc3-9032-4f9a-8e3e-db7fab34f17d {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 765.784277] env[65418]: DEBUG nova.compute.manager [req-65924fe3-1516-4651-af8e-0a042ec9e134 req-a4989a2b-d891-4354-95e4-a6d7a191953a service nova] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Refreshing instance network info cache due to event network-changed-01617bc3-9032-4f9a-8e3e-db7fab34f17d. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 765.784847] env[65418]: DEBUG oslo_concurrency.lockutils [req-65924fe3-1516-4651-af8e-0a042ec9e134 req-a4989a2b-d891-4354-95e4-a6d7a191953a service nova] Acquiring lock "refresh_cache-71be4a03-3ca3-4314-9f48-60cb7aa3a58b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.784847] env[65418]: DEBUG oslo_concurrency.lockutils [req-65924fe3-1516-4651-af8e-0a042ec9e134 req-a4989a2b-d891-4354-95e4-a6d7a191953a service nova] Acquired lock "refresh_cache-71be4a03-3ca3-4314-9f48-60cb7aa3a58b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.784847] env[65418]: DEBUG nova.network.neutron [req-65924fe3-1516-4651-af8e-0a042ec9e134 req-a4989a2b-d891-4354-95e4-a6d7a191953a service nova] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Refreshing network info cache for port 01617bc3-9032-4f9a-8e3e-db7fab34f17d {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.799016] env[65418]: DEBUG oslo_vmware.api [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Task: {'id': task-4688161, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.845248] env[65418]: DEBUG oslo_vmware.api [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688162, 'name': Destroy_Task} progress is 33%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.057430] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba860634-a82c-43b6-8728-2556cd23722e tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Acquiring lock "c23c3312-47e5-42e4-9b3e-72d687b4656b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.057918] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba860634-a82c-43b6-8728-2556cd23722e tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Lock "c23c3312-47e5-42e4-9b3e-72d687b4656b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.059568] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba860634-a82c-43b6-8728-2556cd23722e tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Acquiring lock "c23c3312-47e5-42e4-9b3e-72d687b4656b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.059568] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba860634-a82c-43b6-8728-2556cd23722e tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Lock "c23c3312-47e5-42e4-9b3e-72d687b4656b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.059568] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba860634-a82c-43b6-8728-2556cd23722e tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Lock "c23c3312-47e5-42e4-9b3e-72d687b4656b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.062612] env[65418]: INFO nova.compute.manager [None req-ba860634-a82c-43b6-8728-2556cd23722e tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Terminating instance [ 766.206191] env[65418]: DEBUG oslo_vmware.api [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529f5df8-04c0-e776-c148-59542f6d4a73, 'name': SearchDatastore_Task, 'duration_secs': 0.01427} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.209410] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.209679] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.209909] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.210154] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.210272] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.210799] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cff75bf-07de-4cd2-8442-6ee5c4dde4be {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.223160] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.224355] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.224355] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e307d77-d68f-45a8-b9c7-8fedf6239c78 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.232657] env[65418]: DEBUG oslo_vmware.api [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Waiting for the task: (returnval){ [ 766.232657] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52222ddf-0afb-68e1-9a20-dc5d42e7b587" [ 766.232657] env[65418]: _type = "Task" [ 766.232657] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.249352] env[65418]: DEBUG oslo_vmware.api [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52222ddf-0afb-68e1-9a20-dc5d42e7b587, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.261283] env[65418]: DEBUG nova.network.neutron [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 766.265093] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9354bae-4710-4855-8087-2590f04bcdd4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.276637] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935d6212-9c70-44ff-a1b4-0c51a47be79e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.315199] env[65418]: WARNING neutronclient.v2_0.client [req-65924fe3-1516-4651-af8e-0a042ec9e134 req-a4989a2b-d891-4354-95e4-a6d7a191953a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.322474] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66807b1e-90ed-4b21-841c-e0b8d09a328a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.329918] env[65418]: DEBUG oslo_vmware.api [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Task: {'id': task-4688161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.95945} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.333070] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 71be4a03-3ca3-4314-9f48-60cb7aa3a58b/71be4a03-3ca3-4314-9f48-60cb7aa3a58b.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.333785] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.334253] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d0b9f99b-b13c-4b1c-a68a-b5738a766264 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.344261] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb77ece-07de-4195-aeed-e479ea894950 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.351413] env[65418]: DEBUG oslo_vmware.api [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Waiting for the task: (returnval){ [ 766.351413] env[65418]: value = "task-4688163" [ 766.351413] env[65418]: _type = "Task" [ 766.351413] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.359031] env[65418]: DEBUG oslo_vmware.api [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688162, 'name': Destroy_Task} progress is 33%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.368066] env[65418]: DEBUG nova.compute.provider_tree [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.372418] env[65418]: DEBUG oslo_vmware.api [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Task: {'id': task-4688163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.510344] env[65418]: WARNING neutronclient.v2_0.client [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.567245] env[65418]: DEBUG nova.compute.manager [None req-ba860634-a82c-43b6-8728-2556cd23722e tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 766.567504] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ba860634-a82c-43b6-8728-2556cd23722e tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.568521] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045ccc0c-ac3c-49f5-bd02-87a41db3f9c1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.579987] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba860634-a82c-43b6-8728-2556cd23722e tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 766.580298] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60c7c737-4383-4da6-bdcd-a3e7a4e583b4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.587864] env[65418]: DEBUG oslo_vmware.api [None req-ba860634-a82c-43b6-8728-2556cd23722e tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Waiting for the task: (returnval){ [ 766.587864] env[65418]: value = "task-4688164" [ 766.587864] env[65418]: _type = "Task" [ 766.587864] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.598034] env[65418]: DEBUG oslo_vmware.api [None req-ba860634-a82c-43b6-8728-2556cd23722e tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Task: {'id': task-4688164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.653483] env[65418]: DEBUG nova.compute.manager [req-da2d5a4a-a359-4356-a4fa-2349dba865ff req-d0739893-5cd9-4b71-a66f-c34192acfceb service nova] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Received event network-changed-0facf092-f085-4238-8b19-9cb970fcab90 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 766.653695] env[65418]: DEBUG nova.compute.manager [req-da2d5a4a-a359-4356-a4fa-2349dba865ff req-d0739893-5cd9-4b71-a66f-c34192acfceb service nova] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Refreshing instance network info cache due to event network-changed-0facf092-f085-4238-8b19-9cb970fcab90. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 766.653882] env[65418]: DEBUG oslo_concurrency.lockutils [req-da2d5a4a-a359-4356-a4fa-2349dba865ff req-d0739893-5cd9-4b71-a66f-c34192acfceb service nova] Acquiring lock "refresh_cache-97ee846b-68d9-408b-9409-7e5a3aeb2dfb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.654520] env[65418]: DEBUG oslo_concurrency.lockutils [req-da2d5a4a-a359-4356-a4fa-2349dba865ff req-d0739893-5cd9-4b71-a66f-c34192acfceb service nova] Acquired lock "refresh_cache-97ee846b-68d9-408b-9409-7e5a3aeb2dfb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.654787] env[65418]: DEBUG nova.network.neutron [req-da2d5a4a-a359-4356-a4fa-2349dba865ff req-d0739893-5cd9-4b71-a66f-c34192acfceb service nova] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Refreshing network info cache for port 0facf092-f085-4238-8b19-9cb970fcab90 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.713523] env[65418]: DEBUG nova.network.neutron [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Updating instance_info_cache with network_info: [{"id": "08d3fe0e-6873-4a48-b3a7-c5e5fc03263d", "address": "fa:16:3e:c6:04:20", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08d3fe0e-68", "ovs_interfaceid": "08d3fe0e-6873-4a48-b3a7-c5e5fc03263d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.752066] env[65418]: DEBUG oslo_vmware.api [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52222ddf-0afb-68e1-9a20-dc5d42e7b587, 'name': SearchDatastore_Task, 'duration_secs': 0.027297} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.753286] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe751f73-ffc1-4b93-bbef-6b4a7910b570 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.766542] env[65418]: DEBUG oslo_vmware.api [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Waiting for the task: (returnval){ [ 766.766542] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e3cb98-9402-b801-faf5-0a0fb630b3b7" [ 766.766542] env[65418]: _type = "Task" [ 766.766542] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.782416] env[65418]: DEBUG oslo_vmware.api [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e3cb98-9402-b801-faf5-0a0fb630b3b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.846492] env[65418]: DEBUG oslo_vmware.api [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688162, 'name': Destroy_Task, 'duration_secs': 1.264564} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.848846] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Destroyed the VM [ 766.848846] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Deleting Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 766.848846] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7d84e779-dd22-49bf-8470-bbeca0a79860 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.859360] env[65418]: WARNING neutronclient.v2_0.client [req-65924fe3-1516-4651-af8e-0a042ec9e134 req-a4989a2b-d891-4354-95e4-a6d7a191953a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.862268] env[65418]: DEBUG oslo_vmware.api [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 766.862268] env[65418]: value = "task-4688165" [ 766.862268] env[65418]: _type = "Task" [ 766.862268] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.868033] env[65418]: DEBUG oslo_vmware.api [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Task: {'id': task-4688163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.304872} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.868716] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.869529] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c736862-cebb-4aef-a61f-0e8311314f87 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.876335] env[65418]: DEBUG nova.scheduler.client.report [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.879597] env[65418]: DEBUG oslo_vmware.api [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688165, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.900918] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 71be4a03-3ca3-4314-9f48-60cb7aa3a58b/71be4a03-3ca3-4314-9f48-60cb7aa3a58b.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.900918] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b1cda46-abda-44ea-a833-b01956e6058d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.928316] env[65418]: DEBUG oslo_vmware.api [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Waiting for the task: (returnval){ [ 766.928316] env[65418]: value = "task-4688166" [ 766.928316] env[65418]: _type = "Task" [ 766.928316] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.938848] env[65418]: DEBUG oslo_vmware.api [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Task: {'id': task-4688166, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.029094] env[65418]: DEBUG nova.network.neutron [req-65924fe3-1516-4651-af8e-0a042ec9e134 req-a4989a2b-d891-4354-95e4-a6d7a191953a service nova] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Updated VIF entry in instance network info cache for port 01617bc3-9032-4f9a-8e3e-db7fab34f17d. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 767.029094] env[65418]: DEBUG nova.network.neutron [req-65924fe3-1516-4651-af8e-0a042ec9e134 req-a4989a2b-d891-4354-95e4-a6d7a191953a service nova] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Updating instance_info_cache with network_info: [{"id": "01617bc3-9032-4f9a-8e3e-db7fab34f17d", "address": "fa:16:3e:49:7d:b7", "network": {"id": "863352de-0711-4630-b35a-f018bbf8fba3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1046293168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b97716be533c4d55a648abc7ba3342f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01617bc3-90", "ovs_interfaceid": "01617bc3-9032-4f9a-8e3e-db7fab34f17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.100561] env[65418]: DEBUG oslo_vmware.api [None req-ba860634-a82c-43b6-8728-2556cd23722e tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Task: {'id': task-4688164, 'name': PowerOffVM_Task, 'duration_secs': 0.22996} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.101019] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba860634-a82c-43b6-8728-2556cd23722e tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.101019] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ba860634-a82c-43b6-8728-2556cd23722e tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.102106] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e74a7f5-1980-4ebd-a4b2-83811b7c0085 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.158065] env[65418]: WARNING neutronclient.v2_0.client [req-da2d5a4a-a359-4356-a4fa-2349dba865ff req-d0739893-5cd9-4b71-a66f-c34192acfceb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.173184] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ba860634-a82c-43b6-8728-2556cd23722e tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.173394] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ba860634-a82c-43b6-8728-2556cd23722e tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.173569] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba860634-a82c-43b6-8728-2556cd23722e tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Deleting the datastore file [datastore2] c23c3312-47e5-42e4-9b3e-72d687b4656b {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.174000] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22be5537-acd3-4807-90da-0e35b9820057 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.181391] env[65418]: DEBUG oslo_vmware.api [None req-ba860634-a82c-43b6-8728-2556cd23722e tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Waiting for the task: (returnval){ [ 767.181391] env[65418]: value = "task-4688168" [ 767.181391] env[65418]: _type = "Task" [ 767.181391] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.190243] env[65418]: DEBUG oslo_vmware.api [None req-ba860634-a82c-43b6-8728-2556cd23722e tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Task: {'id': task-4688168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.219034] env[65418]: DEBUG oslo_concurrency.lockutils [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Releasing lock "refresh_cache-950b12b3-0577-43ca-9a34-b13d5de40b68" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.219034] env[65418]: DEBUG nova.compute.manager [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Instance network_info: |[{"id": "08d3fe0e-6873-4a48-b3a7-c5e5fc03263d", "address": "fa:16:3e:c6:04:20", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08d3fe0e-68", "ovs_interfaceid": "08d3fe0e-6873-4a48-b3a7-c5e5fc03263d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 767.219287] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:04:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08d3fe0e-6873-4a48-b3a7-c5e5fc03263d', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.225009] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Creating folder: Project (2ca3b83200614608a1469439b601a853). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.225331] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33ec419b-93ae-4fa5-89a0-c63d5a76ff91 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.236973] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Created folder: Project (2ca3b83200614608a1469439b601a853) in parent group-v914982. [ 767.237187] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Creating folder: Instances. Parent ref: group-v915115. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.237445] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97b0eddf-d6f7-4778-b818-05ac093a8bbe {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.249724] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Created folder: Instances in parent group-v915115. [ 767.250651] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 767.251288] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.252830] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-815b0afa-287f-4a62-878a-a96b0ce238ac {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.283261] env[65418]: DEBUG oslo_vmware.api [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e3cb98-9402-b801-faf5-0a0fb630b3b7, 'name': SearchDatastore_Task, 'duration_secs': 0.017711} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.284918] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.285233] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 97ee846b-68d9-408b-9409-7e5a3aeb2dfb/97ee846b-68d9-408b-9409-7e5a3aeb2dfb.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.285991] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.285991] env[65418]: value = "task-4688171" [ 767.285991] env[65418]: _type = "Task" [ 767.285991] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.286255] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-799b8b05-64c4-4af7-a380-d8ec8b1cf7ad {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.299496] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688171, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.301173] env[65418]: DEBUG oslo_vmware.api [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Waiting for the task: (returnval){ [ 767.301173] env[65418]: value = "task-4688172" [ 767.301173] env[65418]: _type = "Task" [ 767.301173] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.378414] env[65418]: WARNING neutronclient.v2_0.client [req-da2d5a4a-a359-4356-a4fa-2349dba865ff req-d0739893-5cd9-4b71-a66f-c34192acfceb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.380744] env[65418]: DEBUG oslo_vmware.api [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688165, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.381817] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.382443] env[65418]: DEBUG nova.compute.manager [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 767.386099] env[65418]: DEBUG oslo_concurrency.lockutils [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.143s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.387788] env[65418]: INFO nova.compute.claims [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.454450] env[65418]: DEBUG oslo_vmware.api [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Task: {'id': task-4688166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.494966] env[65418]: DEBUG nova.network.neutron [req-da2d5a4a-a359-4356-a4fa-2349dba865ff req-d0739893-5cd9-4b71-a66f-c34192acfceb service nova] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Updated VIF entry in instance network info cache for port 0facf092-f085-4238-8b19-9cb970fcab90. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 767.495447] env[65418]: DEBUG nova.network.neutron [req-da2d5a4a-a359-4356-a4fa-2349dba865ff req-d0739893-5cd9-4b71-a66f-c34192acfceb service nova] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Updating instance_info_cache with network_info: [{"id": "0facf092-f085-4238-8b19-9cb970fcab90", "address": "fa:16:3e:26:c5:19", "network": {"id": "ec9a78b9-8157-4054-a202-44f34d22c889", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2017957072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b1189dfbdc7497da8420697f8913b4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0facf092-f0", "ovs_interfaceid": "0facf092-f085-4238-8b19-9cb970fcab90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.531050] env[65418]: DEBUG oslo_concurrency.lockutils [req-65924fe3-1516-4651-af8e-0a042ec9e134 req-a4989a2b-d891-4354-95e4-a6d7a191953a service nova] Releasing lock "refresh_cache-71be4a03-3ca3-4314-9f48-60cb7aa3a58b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.695722] env[65418]: DEBUG oslo_vmware.api [None req-ba860634-a82c-43b6-8728-2556cd23722e tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Task: {'id': task-4688168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244261} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.696022] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba860634-a82c-43b6-8728-2556cd23722e tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.696210] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ba860634-a82c-43b6-8728-2556cd23722e tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.696434] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ba860634-a82c-43b6-8728-2556cd23722e tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.696624] env[65418]: INFO nova.compute.manager [None req-ba860634-a82c-43b6-8728-2556cd23722e tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 767.696933] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-ba860634-a82c-43b6-8728-2556cd23722e tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 767.697213] env[65418]: DEBUG nova.compute.manager [-] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 767.697393] env[65418]: DEBUG nova.network.neutron [-] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 767.697640] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.757787] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.803545] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688171, 'name': CreateVM_Task, 'duration_secs': 0.486667} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.807047] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.807928] env[65418]: WARNING neutronclient.v2_0.client [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.808404] env[65418]: DEBUG oslo_concurrency.lockutils [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.808645] env[65418]: DEBUG oslo_concurrency.lockutils [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.809017] env[65418]: DEBUG oslo_concurrency.lockutils [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.809773] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5259170a-8455-4a94-a889-d2a8d277c027 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.816976] env[65418]: DEBUG oslo_vmware.api [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Task: {'id': task-4688172, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.822098] env[65418]: DEBUG oslo_vmware.api [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 767.822098] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5298d6a0-8f32-7738-3d74-4fc6d618a150" [ 767.822098] env[65418]: _type = "Task" [ 767.822098] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.829947] env[65418]: DEBUG oslo_vmware.api [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5298d6a0-8f32-7738-3d74-4fc6d618a150, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.878335] env[65418]: DEBUG oslo_vmware.api [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688165, 'name': RemoveSnapshot_Task, 'duration_secs': 0.745093} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.878701] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Deleted Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 767.878983] env[65418]: INFO nova.compute.manager [None req-585a216d-c74e-4b94-93f8-966f03634a40 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Took 17.19 seconds to snapshot the instance on the hypervisor. [ 767.887673] env[65418]: DEBUG nova.compute.utils [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 767.889461] env[65418]: DEBUG nova.compute.manager [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 767.889778] env[65418]: DEBUG nova.network.neutron [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 767.890698] env[65418]: WARNING neutronclient.v2_0.client [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.890949] env[65418]: WARNING neutronclient.v2_0.client [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.942961] env[65418]: DEBUG oslo_vmware.api [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Task: {'id': task-4688166, 'name': ReconfigVM_Task, 'duration_secs': 0.587917} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.943283] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 71be4a03-3ca3-4314-9f48-60cb7aa3a58b/71be4a03-3ca3-4314-9f48-60cb7aa3a58b.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.943937] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-770ee34a-6d6a-4b1d-bd1f-db5d91d0347e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.952916] env[65418]: DEBUG oslo_vmware.api [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Waiting for the task: (returnval){ [ 767.952916] env[65418]: value = "task-4688173" [ 767.952916] env[65418]: _type = "Task" [ 767.952916] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.968383] env[65418]: DEBUG oslo_vmware.api [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Task: {'id': task-4688173, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.998268] env[65418]: DEBUG oslo_concurrency.lockutils [req-da2d5a4a-a359-4356-a4fa-2349dba865ff req-d0739893-5cd9-4b71-a66f-c34192acfceb service nova] Releasing lock "refresh_cache-97ee846b-68d9-408b-9409-7e5a3aeb2dfb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.998468] env[65418]: DEBUG nova.compute.manager [req-da2d5a4a-a359-4356-a4fa-2349dba865ff req-d0739893-5cd9-4b71-a66f-c34192acfceb service nova] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Received event network-changed-b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 767.998629] env[65418]: DEBUG nova.compute.manager [req-da2d5a4a-a359-4356-a4fa-2349dba865ff req-d0739893-5cd9-4b71-a66f-c34192acfceb service nova] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Refreshing instance network info cache due to event network-changed-b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 767.998839] env[65418]: DEBUG oslo_concurrency.lockutils [req-da2d5a4a-a359-4356-a4fa-2349dba865ff req-d0739893-5cd9-4b71-a66f-c34192acfceb service nova] Acquiring lock "refresh_cache-ac183b2c-d144-4e65-9ddf-12ffc4f4093c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.998971] env[65418]: DEBUG oslo_concurrency.lockutils [req-da2d5a4a-a359-4356-a4fa-2349dba865ff req-d0739893-5cd9-4b71-a66f-c34192acfceb service nova] Acquired lock "refresh_cache-ac183b2c-d144-4e65-9ddf-12ffc4f4093c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.999141] env[65418]: DEBUG nova.network.neutron [req-da2d5a4a-a359-4356-a4fa-2349dba865ff req-d0739893-5cd9-4b71-a66f-c34192acfceb service nova] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Refreshing network info cache for port b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.016809] env[65418]: DEBUG nova.policy [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '721133b7c04c45a7a96620707e0db4fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50c42ce6291d4cf2bdfc6f9d94073d09', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.315234] env[65418]: DEBUG oslo_vmware.api [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Task: {'id': task-4688172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602475} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.315847] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 97ee846b-68d9-408b-9409-7e5a3aeb2dfb/97ee846b-68d9-408b-9409-7e5a3aeb2dfb.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.315847] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.316326] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9eb235c7-ccdc-436e-9d56-9b85c5cef1e8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.325687] env[65418]: DEBUG oslo_vmware.api [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Waiting for the task: (returnval){ [ 768.325687] env[65418]: value = "task-4688174" [ 768.325687] env[65418]: _type = "Task" [ 768.325687] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.335605] env[65418]: DEBUG oslo_vmware.api [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5298d6a0-8f32-7738-3d74-4fc6d618a150, 'name': SearchDatastore_Task, 'duration_secs': 0.046631} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.337139] env[65418]: DEBUG oslo_concurrency.lockutils [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.339508] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.339508] env[65418]: DEBUG oslo_concurrency.lockutils [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.339508] env[65418]: DEBUG oslo_concurrency.lockutils [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.339508] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.339508] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dd1a468-e1ca-4f44-86a9-b1803fd93058 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.343967] env[65418]: DEBUG oslo_vmware.api [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Task: {'id': task-4688174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.355138] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.355300] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.356087] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d984c6dd-39f6-4508-ba06-00ea3440e431 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.362796] env[65418]: DEBUG oslo_vmware.api [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 768.362796] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5253d542-5311-05db-9eb0-3506041edd7a" [ 768.362796] env[65418]: _type = "Task" [ 768.362796] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.372787] env[65418]: DEBUG oslo_vmware.api [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5253d542-5311-05db-9eb0-3506041edd7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.396930] env[65418]: DEBUG nova.compute.utils [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.470472] env[65418]: DEBUG oslo_vmware.api [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Task: {'id': task-4688173, 'name': Rename_Task, 'duration_secs': 0.239501} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.471255] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.471980] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1320bd7-528d-4005-a424-cabd2a4e13b2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.486275] env[65418]: DEBUG nova.network.neutron [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Successfully created port: de8f6bf3-3454-434f-9db4-4e5b8edf2cac {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 768.488623] env[65418]: DEBUG oslo_vmware.api [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Waiting for the task: (returnval){ [ 768.488623] env[65418]: value = "task-4688175" [ 768.488623] env[65418]: _type = "Task" [ 768.488623] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.504353] env[65418]: WARNING neutronclient.v2_0.client [req-da2d5a4a-a359-4356-a4fa-2349dba865ff req-d0739893-5cd9-4b71-a66f-c34192acfceb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.506464] env[65418]: DEBUG oslo_vmware.api [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Task: {'id': task-4688175, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.687733] env[65418]: WARNING neutronclient.v2_0.client [req-da2d5a4a-a359-4356-a4fa-2349dba865ff req-d0739893-5cd9-4b71-a66f-c34192acfceb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.766197] env[65418]: DEBUG nova.network.neutron [-] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.796355] env[65418]: DEBUG nova.network.neutron [req-da2d5a4a-a359-4356-a4fa-2349dba865ff req-d0739893-5cd9-4b71-a66f-c34192acfceb service nova] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Updated VIF entry in instance network info cache for port b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 768.796708] env[65418]: DEBUG nova.network.neutron [req-da2d5a4a-a359-4356-a4fa-2349dba865ff req-d0739893-5cd9-4b71-a66f-c34192acfceb service nova] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Updating instance_info_cache with network_info: [{"id": "b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350", "address": "fa:16:3e:b3:f8:dc", "network": {"id": "2c92fd2b-dbd4-4ce3-b2af-d9a0000fb8b3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1658338312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42c815478e1453299d12fbf693348bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6abb127-3b", "ovs_interfaceid": "b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.846792] env[65418]: DEBUG oslo_vmware.api [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Task: {'id': task-4688174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0695} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.846792] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.847038] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa2bb6f-8e12-4bfe-8d5c-5e3dafb86ac7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.878287] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 97ee846b-68d9-408b-9409-7e5a3aeb2dfb/97ee846b-68d9-408b-9409-7e5a3aeb2dfb.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.884196] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c88b09e3-2dc4-4ef5-b772-97b72c3fc11d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.902680] env[65418]: DEBUG nova.compute.manager [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 768.911793] env[65418]: DEBUG oslo_vmware.api [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Waiting for the task: (returnval){ [ 768.911793] env[65418]: value = "task-4688176" [ 768.911793] env[65418]: _type = "Task" [ 768.911793] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.912801] env[65418]: DEBUG oslo_vmware.api [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5253d542-5311-05db-9eb0-3506041edd7a, 'name': SearchDatastore_Task, 'duration_secs': 0.019621} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.922938] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16c6d013-f1ef-4e01-941c-1aabd128607a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.936697] env[65418]: DEBUG oslo_vmware.api [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Task: {'id': task-4688176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.938320] env[65418]: DEBUG oslo_vmware.api [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 768.938320] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52cac785-9549-b348-0bae-ce1288f2af16" [ 768.938320] env[65418]: _type = "Task" [ 768.938320] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.949343] env[65418]: DEBUG oslo_vmware.api [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52cac785-9549-b348-0bae-ce1288f2af16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.003686] env[65418]: DEBUG oslo_vmware.api [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Task: {'id': task-4688175, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.114556] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70beacb-dcec-482e-a8db-1b92a1d657b9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.126614] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26704b54-d9e6-40fe-8314-c6ce1c50cf74 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.166133] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc290ad-5c50-4e27-9c32-883f3a34e566 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.175893] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73653d4-a12e-4e71-9198-e02c1defba1a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.195299] env[65418]: DEBUG nova.compute.provider_tree [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.271782] env[65418]: INFO nova.compute.manager [-] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Took 1.57 seconds to deallocate network for instance. [ 769.293745] env[65418]: INFO nova.compute.manager [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Rebuilding instance [ 769.300447] env[65418]: DEBUG oslo_concurrency.lockutils [req-da2d5a4a-a359-4356-a4fa-2349dba865ff req-d0739893-5cd9-4b71-a66f-c34192acfceb service nova] Releasing lock "refresh_cache-ac183b2c-d144-4e65-9ddf-12ffc4f4093c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.352228] env[65418]: DEBUG nova.compute.manager [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 769.353645] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8976376f-5a46-4c20-bda9-5bbe7d99de55 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.433717] env[65418]: DEBUG oslo_vmware.api [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Task: {'id': task-4688176, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.450545] env[65418]: DEBUG oslo_vmware.api [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52cac785-9549-b348-0bae-ce1288f2af16, 'name': SearchDatastore_Task, 'duration_secs': 0.017617} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.450867] env[65418]: DEBUG oslo_concurrency.lockutils [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.451239] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 950b12b3-0577-43ca-9a34-b13d5de40b68/950b12b3-0577-43ca-9a34-b13d5de40b68.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.451867] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3af278b-af65-483c-aaa8-58a94163cdb5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.460799] env[65418]: DEBUG oslo_vmware.api [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 769.460799] env[65418]: value = "task-4688177" [ 769.460799] env[65418]: _type = "Task" [ 769.460799] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.469714] env[65418]: DEBUG nova.compute.manager [req-8a0011d4-2401-449a-a48d-e1b6ae843b7b req-653b13c5-d590-45d1-b8aa-f843b85ad603 service nova] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Received event network-vif-plugged-08d3fe0e-6873-4a48-b3a7-c5e5fc03263d {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 769.469977] env[65418]: DEBUG oslo_concurrency.lockutils [req-8a0011d4-2401-449a-a48d-e1b6ae843b7b req-653b13c5-d590-45d1-b8aa-f843b85ad603 service nova] Acquiring lock "950b12b3-0577-43ca-9a34-b13d5de40b68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.470553] env[65418]: DEBUG oslo_concurrency.lockutils [req-8a0011d4-2401-449a-a48d-e1b6ae843b7b req-653b13c5-d590-45d1-b8aa-f843b85ad603 service nova] Lock "950b12b3-0577-43ca-9a34-b13d5de40b68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.470553] env[65418]: DEBUG oslo_concurrency.lockutils [req-8a0011d4-2401-449a-a48d-e1b6ae843b7b req-653b13c5-d590-45d1-b8aa-f843b85ad603 service nova] Lock "950b12b3-0577-43ca-9a34-b13d5de40b68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.470645] env[65418]: DEBUG nova.compute.manager [req-8a0011d4-2401-449a-a48d-e1b6ae843b7b req-653b13c5-d590-45d1-b8aa-f843b85ad603 service nova] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] No waiting events found dispatching network-vif-plugged-08d3fe0e-6873-4a48-b3a7-c5e5fc03263d {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 769.470775] env[65418]: WARNING nova.compute.manager [req-8a0011d4-2401-449a-a48d-e1b6ae843b7b req-653b13c5-d590-45d1-b8aa-f843b85ad603 service nova] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Received unexpected event network-vif-plugged-08d3fe0e-6873-4a48-b3a7-c5e5fc03263d for instance with vm_state building and task_state spawning. [ 769.470924] env[65418]: DEBUG nova.compute.manager [req-8a0011d4-2401-449a-a48d-e1b6ae843b7b req-653b13c5-d590-45d1-b8aa-f843b85ad603 service nova] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Received event network-changed-08d3fe0e-6873-4a48-b3a7-c5e5fc03263d {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 769.471088] env[65418]: DEBUG nova.compute.manager [req-8a0011d4-2401-449a-a48d-e1b6ae843b7b req-653b13c5-d590-45d1-b8aa-f843b85ad603 service nova] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Refreshing instance network info cache due to event network-changed-08d3fe0e-6873-4a48-b3a7-c5e5fc03263d. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 769.471270] env[65418]: DEBUG oslo_concurrency.lockutils [req-8a0011d4-2401-449a-a48d-e1b6ae843b7b req-653b13c5-d590-45d1-b8aa-f843b85ad603 service nova] Acquiring lock "refresh_cache-950b12b3-0577-43ca-9a34-b13d5de40b68" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.471437] env[65418]: DEBUG oslo_concurrency.lockutils [req-8a0011d4-2401-449a-a48d-e1b6ae843b7b req-653b13c5-d590-45d1-b8aa-f843b85ad603 service nova] Acquired lock "refresh_cache-950b12b3-0577-43ca-9a34-b13d5de40b68" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.471683] env[65418]: DEBUG nova.network.neutron [req-8a0011d4-2401-449a-a48d-e1b6ae843b7b req-653b13c5-d590-45d1-b8aa-f843b85ad603 service nova] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Refreshing network info cache for port 08d3fe0e-6873-4a48-b3a7-c5e5fc03263d {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.477955] env[65418]: DEBUG oslo_vmware.api [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.506184] env[65418]: DEBUG oslo_vmware.api [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Task: {'id': task-4688175, 'name': PowerOnVM_Task, 'duration_secs': 0.872986} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.506499] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.506698] env[65418]: INFO nova.compute.manager [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Took 11.24 seconds to spawn the instance on the hypervisor. [ 769.506985] env[65418]: DEBUG nova.compute.manager [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 769.507811] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a9540d-ab9f-4330-98d4-fb7ca56d6589 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.700046] env[65418]: DEBUG nova.scheduler.client.report [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.780977] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba860634-a82c-43b6-8728-2556cd23722e tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.888276] env[65418]: DEBUG nova.compute.manager [req-9c693844-6ad8-4fae-a6ab-bf1f411e5fc7 req-76ed630d-1029-44ae-b8b4-68df7c49993b service nova] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Received event network-changed-b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 769.888514] env[65418]: DEBUG nova.compute.manager [req-9c693844-6ad8-4fae-a6ab-bf1f411e5fc7 req-76ed630d-1029-44ae-b8b4-68df7c49993b service nova] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Refreshing instance network info cache due to event network-changed-b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 769.888833] env[65418]: DEBUG oslo_concurrency.lockutils [req-9c693844-6ad8-4fae-a6ab-bf1f411e5fc7 req-76ed630d-1029-44ae-b8b4-68df7c49993b service nova] Acquiring lock "refresh_cache-ac183b2c-d144-4e65-9ddf-12ffc4f4093c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.888982] env[65418]: DEBUG oslo_concurrency.lockutils [req-9c693844-6ad8-4fae-a6ab-bf1f411e5fc7 req-76ed630d-1029-44ae-b8b4-68df7c49993b service nova] Acquired lock "refresh_cache-ac183b2c-d144-4e65-9ddf-12ffc4f4093c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.889160] env[65418]: DEBUG nova.network.neutron [req-9c693844-6ad8-4fae-a6ab-bf1f411e5fc7 req-76ed630d-1029-44ae-b8b4-68df7c49993b service nova] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Refreshing network info cache for port b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.897576] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Acquiring lock "a766a802-734b-44b5-9db6-756db4fbed0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.898016] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Lock "a766a802-734b-44b5-9db6-756db4fbed0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.926902] env[65418]: DEBUG nova.compute.manager [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 769.940055] env[65418]: DEBUG oslo_vmware.api [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Task: {'id': task-4688176, 'name': ReconfigVM_Task, 'duration_secs': 0.561451} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.940055] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 97ee846b-68d9-408b-9409-7e5a3aeb2dfb/97ee846b-68d9-408b-9409-7e5a3aeb2dfb.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.940055] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5a15926-7ea6-4345-b574-7cffe15de16e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.949995] env[65418]: DEBUG oslo_vmware.api [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Waiting for the task: (returnval){ [ 769.949995] env[65418]: value = "task-4688178" [ 769.949995] env[65418]: _type = "Task" [ 769.949995] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.964527] env[65418]: DEBUG oslo_vmware.api [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Task: {'id': task-4688178, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.968812] env[65418]: DEBUG nova.virt.hardware [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:40:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='286144060',id=18,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1826710726',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 769.969355] env[65418]: DEBUG nova.virt.hardware [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.969524] env[65418]: DEBUG nova.virt.hardware [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 769.969750] env[65418]: DEBUG nova.virt.hardware [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.969922] env[65418]: DEBUG nova.virt.hardware [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 769.970563] env[65418]: DEBUG nova.virt.hardware [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 769.970724] env[65418]: DEBUG nova.virt.hardware [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 769.971580] env[65418]: DEBUG nova.virt.hardware [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 769.971580] env[65418]: DEBUG nova.virt.hardware [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 769.972977] env[65418]: DEBUG nova.virt.hardware [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 769.973323] env[65418]: DEBUG nova.virt.hardware [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 769.979935] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d896fb9-97ad-44df-8ae9-d8f5f76d0358 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.986856] env[65418]: WARNING neutronclient.v2_0.client [req-8a0011d4-2401-449a-a48d-e1b6ae843b7b req-653b13c5-d590-45d1-b8aa-f843b85ad603 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.000222] env[65418]: DEBUG oslo_vmware.api [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688177, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.008661] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffbe0aa-4943-45c7-8995-bcf8164625a6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.039339] env[65418]: INFO nova.compute.manager [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Took 27.91 seconds to build instance. [ 770.207029] env[65418]: DEBUG oslo_concurrency.lockutils [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.821s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.207756] env[65418]: DEBUG nova.compute.manager [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 770.211904] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.755s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.212155] env[65418]: DEBUG nova.objects.instance [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lazy-loading 'resources' on Instance uuid ff5e8ecd-f8bc-452f-82fd-f4feb7533452 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.251774] env[65418]: DEBUG nova.network.neutron [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Successfully updated port: de8f6bf3-3454-434f-9db4-4e5b8edf2cac {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 770.363914] env[65418]: WARNING neutronclient.v2_0.client [req-8a0011d4-2401-449a-a48d-e1b6ae843b7b req-653b13c5-d590-45d1-b8aa-f843b85ad603 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.379662] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.379998] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99190e46-6d5b-417e-bcf0-0095d24373dd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.390038] env[65418]: DEBUG oslo_vmware.api [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 770.390038] env[65418]: value = "task-4688179" [ 770.390038] env[65418]: _type = "Task" [ 770.390038] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.394372] env[65418]: WARNING neutronclient.v2_0.client [req-9c693844-6ad8-4fae-a6ab-bf1f411e5fc7 req-76ed630d-1029-44ae-b8b4-68df7c49993b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.403511] env[65418]: DEBUG oslo_vmware.api [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.450942] env[65418]: DEBUG nova.network.neutron [req-8a0011d4-2401-449a-a48d-e1b6ae843b7b req-653b13c5-d590-45d1-b8aa-f843b85ad603 service nova] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Updated VIF entry in instance network info cache for port 08d3fe0e-6873-4a48-b3a7-c5e5fc03263d. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 770.452047] env[65418]: DEBUG nova.network.neutron [req-8a0011d4-2401-449a-a48d-e1b6ae843b7b req-653b13c5-d590-45d1-b8aa-f843b85ad603 service nova] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Updating instance_info_cache with network_info: [{"id": "08d3fe0e-6873-4a48-b3a7-c5e5fc03263d", "address": "fa:16:3e:c6:04:20", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08d3fe0e-68", "ovs_interfaceid": "08d3fe0e-6873-4a48-b3a7-c5e5fc03263d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.469189] env[65418]: DEBUG oslo_vmware.api [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Task: {'id': task-4688178, 'name': Rename_Task, 'duration_secs': 0.491518} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.472868] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.473684] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a11c6b57-6c2d-405d-a240-cc58cbd125a5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.482565] env[65418]: DEBUG oslo_vmware.api [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.739206} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.485096] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 950b12b3-0577-43ca-9a34-b13d5de40b68/950b12b3-0577-43ca-9a34-b13d5de40b68.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.485096] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.485610] env[65418]: DEBUG oslo_vmware.api [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Waiting for the task: (returnval){ [ 770.485610] env[65418]: value = "task-4688180" [ 770.485610] env[65418]: _type = "Task" [ 770.485610] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.485748] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87acd376-657b-4722-bcf1-4c0b79a1c533 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.505733] env[65418]: DEBUG oslo_vmware.api [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 770.505733] env[65418]: value = "task-4688181" [ 770.505733] env[65418]: _type = "Task" [ 770.505733] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.512024] env[65418]: DEBUG oslo_vmware.api [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Task: {'id': task-4688180, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.526062] env[65418]: DEBUG oslo_vmware.api [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.544055] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b57c9803-ffaa-4eb9-9d63-df9ee030e646 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Lock "71be4a03-3ca3-4314-9f48-60cb7aa3a58b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.439s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.593785] env[65418]: WARNING neutronclient.v2_0.client [req-9c693844-6ad8-4fae-a6ab-bf1f411e5fc7 req-76ed630d-1029-44ae-b8b4-68df7c49993b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.694085] env[65418]: DEBUG nova.network.neutron [req-9c693844-6ad8-4fae-a6ab-bf1f411e5fc7 req-76ed630d-1029-44ae-b8b4-68df7c49993b service nova] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Updated VIF entry in instance network info cache for port b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 770.694368] env[65418]: DEBUG nova.network.neutron [req-9c693844-6ad8-4fae-a6ab-bf1f411e5fc7 req-76ed630d-1029-44ae-b8b4-68df7c49993b service nova] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Updating instance_info_cache with network_info: [{"id": "b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350", "address": "fa:16:3e:b3:f8:dc", "network": {"id": "2c92fd2b-dbd4-4ce3-b2af-d9a0000fb8b3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1658338312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42c815478e1453299d12fbf693348bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6abb127-3b", "ovs_interfaceid": "b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.719059] env[65418]: DEBUG nova.compute.utils [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.720952] env[65418]: DEBUG nova.compute.manager [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 770.721192] env[65418]: DEBUG nova.network.neutron [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 770.721519] env[65418]: WARNING neutronclient.v2_0.client [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.722220] env[65418]: WARNING neutronclient.v2_0.client [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.754533] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Acquiring lock "refresh_cache-fae0d838-d1d4-4efc-b7f1-8125d6e689c8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.757020] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Acquired lock "refresh_cache-fae0d838-d1d4-4efc-b7f1-8125d6e689c8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.757020] env[65418]: DEBUG nova.network.neutron [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 770.770940] env[65418]: DEBUG nova.policy [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcfa7e4887d047e68121fbb69fbcd611', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97f95c19b1d3408f9095a3ac71da25f3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.911840] env[65418]: DEBUG oslo_vmware.api [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688179, 'name': PowerOffVM_Task, 'duration_secs': 0.322425} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.916432] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.916432] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.918602] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbc95cf-39c4-441b-9d29-b329b11a8cb0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.928948] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.929336] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccd2fc68-3597-40bf-a2e8-4fd7894176dd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.947693] env[65418]: DEBUG oslo_concurrency.lockutils [None req-21daaebb-a5e4-4293-84b5-b375049e4526 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.948293] env[65418]: DEBUG oslo_concurrency.lockutils [None req-21daaebb-a5e4-4293-84b5-b375049e4526 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.948690] env[65418]: DEBUG oslo_concurrency.lockutils [None req-21daaebb-a5e4-4293-84b5-b375049e4526 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.948986] env[65418]: DEBUG oslo_concurrency.lockutils [None req-21daaebb-a5e4-4293-84b5-b375049e4526 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.949268] env[65418]: DEBUG oslo_concurrency.lockutils [None req-21daaebb-a5e4-4293-84b5-b375049e4526 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.952784] env[65418]: INFO nova.compute.manager [None req-21daaebb-a5e4-4293-84b5-b375049e4526 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Terminating instance [ 770.960364] env[65418]: DEBUG oslo_concurrency.lockutils [req-8a0011d4-2401-449a-a48d-e1b6ae843b7b req-653b13c5-d590-45d1-b8aa-f843b85ad603 service nova] Releasing lock "refresh_cache-950b12b3-0577-43ca-9a34-b13d5de40b68" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.960364] env[65418]: DEBUG nova.compute.manager [req-8a0011d4-2401-449a-a48d-e1b6ae843b7b req-653b13c5-d590-45d1-b8aa-f843b85ad603 service nova] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Received event network-changed-869d09a5-4d05-4e13-b1fc-3ba1be7c7859 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 770.960486] env[65418]: DEBUG nova.compute.manager [req-8a0011d4-2401-449a-a48d-e1b6ae843b7b req-653b13c5-d590-45d1-b8aa-f843b85ad603 service nova] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Refreshing instance network info cache due to event network-changed-869d09a5-4d05-4e13-b1fc-3ba1be7c7859. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 770.960803] env[65418]: DEBUG oslo_concurrency.lockutils [req-8a0011d4-2401-449a-a48d-e1b6ae843b7b req-653b13c5-d590-45d1-b8aa-f843b85ad603 service nova] Acquiring lock "refresh_cache-30d0c975-942c-41ea-b666-b84a230cc4b7" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.960890] env[65418]: DEBUG oslo_concurrency.lockutils [req-8a0011d4-2401-449a-a48d-e1b6ae843b7b req-653b13c5-d590-45d1-b8aa-f843b85ad603 service nova] Acquired lock "refresh_cache-30d0c975-942c-41ea-b666-b84a230cc4b7" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.961049] env[65418]: DEBUG nova.network.neutron [req-8a0011d4-2401-449a-a48d-e1b6ae843b7b req-653b13c5-d590-45d1-b8aa-f843b85ad603 service nova] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Refreshing network info cache for port 869d09a5-4d05-4e13-b1fc-3ba1be7c7859 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.003492] env[65418]: DEBUG oslo_vmware.api [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Task: {'id': task-4688180, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.025784] env[65418]: DEBUG oslo_vmware.api [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184874} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.026222] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.027092] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad1ba0f-b688-49f0-b3f0-30e355efb74b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.046986] env[65418]: DEBUG nova.compute.manager [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 771.061445] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 950b12b3-0577-43ca-9a34-b13d5de40b68/950b12b3-0577-43ca-9a34-b13d5de40b68.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.065946] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c883d15-7f8a-43f0-b316-1268cd98281b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.080832] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.081102] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.081289] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Deleting the datastore file [datastore1] 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.082625] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43f141f7-dc65-4cfc-84b7-8ca217976694 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.092113] env[65418]: DEBUG oslo_vmware.api [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 771.092113] env[65418]: value = "task-4688183" [ 771.092113] env[65418]: _type = "Task" [ 771.092113] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.094276] env[65418]: DEBUG oslo_vmware.api [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 771.094276] env[65418]: value = "task-4688184" [ 771.094276] env[65418]: _type = "Task" [ 771.094276] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.111038] env[65418]: DEBUG oslo_vmware.api [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.117574] env[65418]: DEBUG oslo_vmware.api [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.198531] env[65418]: DEBUG oslo_concurrency.lockutils [req-9c693844-6ad8-4fae-a6ab-bf1f411e5fc7 req-76ed630d-1029-44ae-b8b4-68df7c49993b service nova] Releasing lock "refresh_cache-ac183b2c-d144-4e65-9ddf-12ffc4f4093c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.198754] env[65418]: DEBUG nova.compute.manager [req-9c693844-6ad8-4fae-a6ab-bf1f411e5fc7 req-76ed630d-1029-44ae-b8b4-68df7c49993b service nova] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Received event network-changed-05cb2314-d993-4672-b456-457f4e535944 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 771.198915] env[65418]: DEBUG nova.compute.manager [req-9c693844-6ad8-4fae-a6ab-bf1f411e5fc7 req-76ed630d-1029-44ae-b8b4-68df7c49993b service nova] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Refreshing instance network info cache due to event network-changed-05cb2314-d993-4672-b456-457f4e535944. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 771.199212] env[65418]: DEBUG oslo_concurrency.lockutils [req-9c693844-6ad8-4fae-a6ab-bf1f411e5fc7 req-76ed630d-1029-44ae-b8b4-68df7c49993b service nova] Acquiring lock "refresh_cache-c5cd495b-987b-476c-974f-467a379c9db1" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.199360] env[65418]: DEBUG oslo_concurrency.lockutils [req-9c693844-6ad8-4fae-a6ab-bf1f411e5fc7 req-76ed630d-1029-44ae-b8b4-68df7c49993b service nova] Acquired lock "refresh_cache-c5cd495b-987b-476c-974f-467a379c9db1" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.199519] env[65418]: DEBUG nova.network.neutron [req-9c693844-6ad8-4fae-a6ab-bf1f411e5fc7 req-76ed630d-1029-44ae-b8b4-68df7c49993b service nova] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Refreshing network info cache for port 05cb2314-d993-4672-b456-457f4e535944 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.211127] env[65418]: DEBUG nova.network.neutron [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Successfully created port: 73147567-8f06-4d30-aa7a-136f3fdfc02b {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 771.226064] env[65418]: DEBUG nova.compute.manager [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 771.391365] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fc62f0-297c-49e9-b97e-d1d7cbe9636d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.401630] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26963548-7213-406c-95e0-cd468b5adcc3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.445494] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac0b0b4-e4a0-43da-9578-faa9a0354151 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.454555] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced27b24-5dbd-4d3e-a273-11a85ad056a1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.459705] env[65418]: DEBUG nova.compute.manager [None req-21daaebb-a5e4-4293-84b5-b375049e4526 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 771.459705] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-21daaebb-a5e4-4293-84b5-b375049e4526 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.460510] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44aee6d-b8db-4139-9826-9bb32ab776e1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.467224] env[65418]: WARNING neutronclient.v2_0.client [req-8a0011d4-2401-449a-a48d-e1b6ae843b7b req-653b13c5-d590-45d1-b8aa-f843b85ad603 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.481480] env[65418]: DEBUG nova.compute.provider_tree [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.483019] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-21daaebb-a5e4-4293-84b5-b375049e4526 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.483848] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4687e1bd-2ce4-4ca2-840e-4dd527110049 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.501286] env[65418]: DEBUG oslo_vmware.api [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Task: {'id': task-4688180, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.586262] env[65418]: DEBUG oslo_concurrency.lockutils [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.589814] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-21daaebb-a5e4-4293-84b5-b375049e4526 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.592537] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-21daaebb-a5e4-4293-84b5-b375049e4526 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.592819] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-21daaebb-a5e4-4293-84b5-b375049e4526 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Deleting the datastore file [datastore2] f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.594035] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4919152e-c24d-4ec9-9242-83e4b41b06ad {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.611153] env[65418]: DEBUG oslo_vmware.api [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354978} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.616153] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.616440] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.616657] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.619357] env[65418]: DEBUG oslo_vmware.api [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688184, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.619708] env[65418]: DEBUG oslo_vmware.api [None req-21daaebb-a5e4-4293-84b5-b375049e4526 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 771.619708] env[65418]: value = "task-4688186" [ 771.619708] env[65418]: _type = "Task" [ 771.619708] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.620816] env[65418]: DEBUG nova.network.neutron [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 771.633501] env[65418]: DEBUG oslo_vmware.api [None req-21daaebb-a5e4-4293-84b5-b375049e4526 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.704383] env[65418]: WARNING neutronclient.v2_0.client [req-9c693844-6ad8-4fae-a6ab-bf1f411e5fc7 req-76ed630d-1029-44ae-b8b4-68df7c49993b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.985273] env[65418]: DEBUG nova.scheduler.client.report [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.002530] env[65418]: DEBUG oslo_vmware.api [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Task: {'id': task-4688180, 'name': PowerOnVM_Task, 'duration_secs': 1.020284} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.003774] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.004054] env[65418]: INFO nova.compute.manager [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Took 10.69 seconds to spawn the instance on the hypervisor. [ 772.004287] env[65418]: DEBUG nova.compute.manager [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 772.005860] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b2d613-48bf-4628-894f-eea8566f1c7c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.047760] env[65418]: WARNING neutronclient.v2_0.client [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.112382] env[65418]: DEBUG oslo_vmware.api [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688184, 'name': ReconfigVM_Task, 'duration_secs': 0.561961} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.112670] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 950b12b3-0577-43ca-9a34-b13d5de40b68/950b12b3-0577-43ca-9a34-b13d5de40b68.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.113328] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42bbe554-5eb0-41dc-818d-c28f084e90d4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.120946] env[65418]: DEBUG oslo_vmware.api [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 772.120946] env[65418]: value = "task-4688187" [ 772.120946] env[65418]: _type = "Task" [ 772.120946] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.142028] env[65418]: DEBUG oslo_vmware.api [None req-21daaebb-a5e4-4293-84b5-b375049e4526 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253562} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.144062] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-21daaebb-a5e4-4293-84b5-b375049e4526 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.144284] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-21daaebb-a5e4-4293-84b5-b375049e4526 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.144447] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-21daaebb-a5e4-4293-84b5-b375049e4526 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.144768] env[65418]: INFO nova.compute.manager [None req-21daaebb-a5e4-4293-84b5-b375049e4526 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Took 0.69 seconds to destroy the instance on the hypervisor. [ 772.145278] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-21daaebb-a5e4-4293-84b5-b375049e4526 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 772.145278] env[65418]: DEBUG oslo_vmware.api [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688187, 'name': Rename_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.145278] env[65418]: DEBUG nova.compute.manager [-] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 772.145635] env[65418]: DEBUG nova.network.neutron [-] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 772.145635] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.236343] env[65418]: DEBUG nova.compute.manager [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 772.263919] env[65418]: DEBUG nova.virt.hardware [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 772.264568] env[65418]: DEBUG nova.virt.hardware [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.266058] env[65418]: DEBUG nova.virt.hardware [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 772.266058] env[65418]: DEBUG nova.virt.hardware [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.266058] env[65418]: DEBUG nova.virt.hardware [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 772.266058] env[65418]: DEBUG nova.virt.hardware [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 772.266058] env[65418]: DEBUG nova.virt.hardware [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 772.266311] env[65418]: DEBUG nova.virt.hardware [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 772.267028] env[65418]: DEBUG nova.virt.hardware [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 772.267028] env[65418]: DEBUG nova.virt.hardware [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 772.267028] env[65418]: DEBUG nova.virt.hardware [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 772.267975] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ccd3d1-4d78-4092-a0d9-44b7d7f7bc74 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.278577] env[65418]: WARNING neutronclient.v2_0.client [req-8a0011d4-2401-449a-a48d-e1b6ae843b7b req-653b13c5-d590-45d1-b8aa-f843b85ad603 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.282349] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b648af5e-99e5-448c-a34e-b8a1607e4244 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.350360] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.415712] env[65418]: DEBUG nova.network.neutron [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Updating instance_info_cache with network_info: [{"id": "de8f6bf3-3454-434f-9db4-4e5b8edf2cac", "address": "fa:16:3e:dc:fb:81", "network": {"id": "58918c0b-4918-4e41-acb1-a67fc053be36", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1734877747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c42ce6291d4cf2bdfc6f9d94073d09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde8f6bf3-34", "ovs_interfaceid": "de8f6bf3-3454-434f-9db4-4e5b8edf2cac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.491430] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.279s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.494416] env[65418]: DEBUG oslo_concurrency.lockutils [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.701s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.494416] env[65418]: DEBUG oslo_concurrency.lockutils [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.494416] env[65418]: INFO nova.compute.manager [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Successfully reverted task state from image_uploading on failure for instance. [ 772.497341] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c95c05aa-f363-4f9e-803f-60b0fac47e2f tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.671s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.498368] env[65418]: DEBUG nova.objects.instance [None req-c95c05aa-f363-4f9e-803f-60b0fac47e2f tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Lazy-loading 'resources' on Instance uuid 2a8fab21-61e8-48f5-a5fa-1b7715eca707 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.500513] env[65418]: ERROR oslo_messaging.rpc.server [None req-63d9b75c-9207-4aab-945d-9ac3a44b7efa tempest-ServersAaction247Test-854788841 tempest-ServersAaction247Test-854788841-project-member] Exception during message handling: oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.vm.Snapshot:snapshot-915097' has already been deleted or has not been completely created [ 772.500513] env[65418]: Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-915097' has already been deleted or has not been completely created' [ 772.500513] env[65418]: Faults: [ManagedObjectNotFound] [ 772.500513] env[65418]: Details: {'obj': 'snapshot-915097'} [ 772.500513] env[65418]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 772.500513] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler [ 772.500513] env[65418]: ERROR oslo_messaging.rpc.server response = request(managed_object, **kwargs) [ 772.500513] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__ [ 772.500513] env[65418]: ERROR oslo_messaging.rpc.server return client.invoke(args, kwargs) [ 772.500513] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke [ 772.500513] env[65418]: ERROR oslo_messaging.rpc.server result = self.send(soapenv, timeout=timeout) [ 772.500513] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send [ 772.500513] env[65418]: ERROR oslo_messaging.rpc.server return self.process_reply(reply.message, None, None) [ 772.500513] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply [ 772.500513] env[65418]: ERROR oslo_messaging.rpc.server raise WebFault(fault, replyroot) [ 772.500513] env[65418]: ERROR oslo_messaging.rpc.server suds.WebFault: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-915097' has already been deleted or has not been completely created' [ 772.501087] env[65418]: ERROR oslo_messaging.rpc.server [ 772.501087] env[65418]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 772.501087] env[65418]: ERROR oslo_messaging.rpc.server [ 772.501087] env[65418]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 772.501087] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api [ 772.501087] env[65418]: ERROR oslo_messaging.rpc.server return api_method(*args, **kwargs) [ 772.501087] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler [ 772.501087] env[65418]: ERROR oslo_messaging.rpc.server raise exceptions.VimFaultException(fault_list, fault_string, [ 772.501087] env[65418]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.VimFaultException: The object 'vim.vm.Snapshot:snapshot-915097' has already been deleted or has not been completely created [ 772.501087] env[65418]: ERROR oslo_messaging.rpc.server Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-915097' has already been deleted or has not been completely created' [ 772.501087] env[65418]: ERROR oslo_messaging.rpc.server Faults: [ManagedObjectNotFound] [ 772.501087] env[65418]: ERROR oslo_messaging.rpc.server Details: {'obj': 'snapshot-915097'} [ 772.501087] env[65418]: ERROR oslo_messaging.rpc.server [ 772.501087] env[65418]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 772.501087] env[65418]: ERROR oslo_messaging.rpc.server [ 772.501087] env[65418]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 772.501087] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 772.501087] env[65418]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 772.501087] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 772.501664] env[65418]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 772.501664] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 772.501664] env[65418]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 772.501664] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 772.501664] env[65418]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 772.501664] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 772.501664] env[65418]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 772.501664] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 772.501664] env[65418]: ERROR oslo_messaging.rpc.server raise self.value [ 772.501664] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 772.501664] env[65418]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 772.501664] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 166, in decorated_function [ 772.501664] env[65418]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 772.501664] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 772.501664] env[65418]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 772.501664] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 772.501664] env[65418]: ERROR oslo_messaging.rpc.server raise self.value [ 772.501664] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 157, in decorated_function [ 772.502203] env[65418]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 772.502203] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1483, in decorated_function [ 772.502203] env[65418]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 772.502203] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function [ 772.502203] env[65418]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 772.502203] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 772.502203] env[65418]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 772.502203] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 772.502203] env[65418]: ERROR oslo_messaging.rpc.server raise self.value [ 772.502203] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function [ 772.502203] env[65418]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 772.502203] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4547, in backup_instance [ 772.502203] env[65418]: ERROR oslo_messaging.rpc.server self._do_snapshot_instance(context, image_id, instance) [ 772.502203] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 233, in decorated_function [ 772.502203] env[65418]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 772.502203] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 772.502203] env[65418]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 772.502203] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 772.502749] env[65418]: ERROR oslo_messaging.rpc.server raise self.value [ 772.502749] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 230, in decorated_function [ 772.502749] env[65418]: ERROR oslo_messaging.rpc.server return function(self, context, image_id, instance, [ 772.502749] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4533, in _do_snapshot_instance [ 772.502749] env[65418]: ERROR oslo_messaging.rpc.server self._snapshot_instance(context, image_id, instance, [ 772.502749] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4616, in _snapshot_instance [ 772.502749] env[65418]: ERROR oslo_messaging.rpc.server self.driver.snapshot(context, instance, image_id, [ 772.502749] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 573, in snapshot [ 772.502749] env[65418]: ERROR oslo_messaging.rpc.server self._vmops.snapshot(context, instance, image_id, update_task_state) [ 772.502749] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1033, in snapshot [ 772.502749] env[65418]: ERROR oslo_messaging.rpc.server self._delete_vm_snapshot(instance, vm_ref, snapshot_ref) [ 772.502749] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/decorator.py", line 235, in fun [ 772.502749] env[65418]: ERROR oslo_messaging.rpc.server return caller(func, *(extras + args), **kw) [ 772.502749] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 124, in retry_if_task_in_progress [ 772.502749] env[65418]: ERROR oslo_messaging.rpc.server f(*args, **kwargs) [ 772.502749] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 933, in _delete_vm_snapshot [ 772.502749] env[65418]: ERROR oslo_messaging.rpc.server delete_snapshot_task = self._session._call_method( [ 772.502749] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 127, in _call_method [ 772.503421] env[65418]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception() as ctxt: [ 772.503421] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 772.503421] env[65418]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 772.503421] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 772.503421] env[65418]: ERROR oslo_messaging.rpc.server raise self.value [ 772.503421] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 125, in _call_method [ 772.503421] env[65418]: ERROR oslo_messaging.rpc.server return self.invoke_api(module, method, *args, **kwargs) [ 772.503421] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api [ 772.503421] env[65418]: ERROR oslo_messaging.rpc.server return _invoke_api(module, method, *args, **kwargs) [ 772.503421] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func [ 772.503421] env[65418]: ERROR oslo_messaging.rpc.server return evt.wait() [ 772.503421] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 772.503421] env[65418]: ERROR oslo_messaging.rpc.server result = hub.switch() [ 772.503421] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 772.503421] env[65418]: ERROR oslo_messaging.rpc.server return self.greenlet.switch() [ 772.503421] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner [ 772.503421] env[65418]: ERROR oslo_messaging.rpc.server idle = self.f(*self.args, **self.kw) [ 772.507522] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func [ 772.507522] env[65418]: ERROR oslo_messaging.rpc.server result = f(*args, **kwargs) [ 772.507522] env[65418]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api [ 772.507522] env[65418]: ERROR oslo_messaging.rpc.server raise clazz(str(excep), [ 772.507522] env[65418]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.vm.Snapshot:snapshot-915097' has already been deleted or has not been completely created [ 772.507522] env[65418]: ERROR oslo_messaging.rpc.server Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-915097' has already been deleted or has not been completely created' [ 772.507522] env[65418]: ERROR oslo_messaging.rpc.server Faults: [ManagedObjectNotFound] [ 772.507522] env[65418]: ERROR oslo_messaging.rpc.server Details: {'obj': 'snapshot-915097'} [ 772.507522] env[65418]: ERROR oslo_messaging.rpc.server [ 772.523647] env[65418]: INFO nova.scheduler.client.report [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Deleted allocations for instance ff5e8ecd-f8bc-452f-82fd-f4feb7533452 [ 772.528228] env[65418]: INFO nova.compute.manager [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Took 29.22 seconds to build instance. [ 772.639993] env[65418]: DEBUG oslo_vmware.api [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688187, 'name': Rename_Task, 'duration_secs': 0.20298} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.640826] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.641287] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b4b2615-ee62-49d0-8fb1-82f379b6b10d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.650694] env[65418]: DEBUG oslo_vmware.api [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 772.650694] env[65418]: value = "task-4688188" [ 772.650694] env[65418]: _type = "Task" [ 772.650694] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.663549] env[65418]: DEBUG nova.virt.hardware [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 772.663779] env[65418]: DEBUG nova.virt.hardware [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.663932] env[65418]: DEBUG nova.virt.hardware [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 772.664123] env[65418]: DEBUG nova.virt.hardware [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.664263] env[65418]: DEBUG nova.virt.hardware [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 772.664401] env[65418]: DEBUG nova.virt.hardware [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 772.664640] env[65418]: DEBUG nova.virt.hardware [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 772.664818] env[65418]: DEBUG nova.virt.hardware [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 772.665013] env[65418]: DEBUG nova.virt.hardware [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 772.665674] env[65418]: DEBUG nova.virt.hardware [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 772.665674] env[65418]: DEBUG nova.virt.hardware [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 772.666575] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d9f958-d008-46c9-99b7-238d0099bd07 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.672968] env[65418]: DEBUG oslo_vmware.api [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.680503] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c574fd-5119-44fa-9332-d0e08b22c248 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.698248] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:22:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfe2fddb-5137-4eeb-b100-bd1bd5e413f6', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.705973] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 772.708141] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.708575] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60e6a2db-f18d-4c67-901f-8b8ab2a87a3f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.733118] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.733118] env[65418]: value = "task-4688189" [ 772.733118] env[65418]: _type = "Task" [ 772.733118] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.750117] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688189, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.774783] env[65418]: WARNING neutronclient.v2_0.client [req-9c693844-6ad8-4fae-a6ab-bf1f411e5fc7 req-76ed630d-1029-44ae-b8b4-68df7c49993b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.812711] env[65418]: DEBUG nova.network.neutron [req-8a0011d4-2401-449a-a48d-e1b6ae843b7b req-653b13c5-d590-45d1-b8aa-f843b85ad603 service nova] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Updated VIF entry in instance network info cache for port 869d09a5-4d05-4e13-b1fc-3ba1be7c7859. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 772.813266] env[65418]: DEBUG nova.network.neutron [req-8a0011d4-2401-449a-a48d-e1b6ae843b7b req-653b13c5-d590-45d1-b8aa-f843b85ad603 service nova] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Updating instance_info_cache with network_info: [{"id": "869d09a5-4d05-4e13-b1fc-3ba1be7c7859", "address": "fa:16:3e:2d:73:f7", "network": {"id": "47a038c3-4ceb-45cc-b554-8be75a29546b", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1049628247-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9205a9952e84adf97a8afc344fed4a1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap869d09a5-4d", "ovs_interfaceid": "869d09a5-4d05-4e13-b1fc-3ba1be7c7859", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.822379] env[65418]: DEBUG nova.network.neutron [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Successfully updated port: 73147567-8f06-4d30-aa7a-136f3fdfc02b {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 772.917986] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Releasing lock "refresh_cache-fae0d838-d1d4-4efc-b7f1-8125d6e689c8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.918579] env[65418]: DEBUG nova.compute.manager [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Instance network_info: |[{"id": "de8f6bf3-3454-434f-9db4-4e5b8edf2cac", "address": "fa:16:3e:dc:fb:81", "network": {"id": "58918c0b-4918-4e41-acb1-a67fc053be36", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1734877747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c42ce6291d4cf2bdfc6f9d94073d09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde8f6bf3-34", "ovs_interfaceid": "de8f6bf3-3454-434f-9db4-4e5b8edf2cac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 772.918902] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:fb:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ef746c57-cd18-4883-a0e9-c52937aaf41d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de8f6bf3-3454-434f-9db4-4e5b8edf2cac', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.927808] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 772.928133] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.928436] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aedcfe33-d130-40eb-a35c-05aaab1c8095 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.951705] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.951705] env[65418]: value = "task-4688190" [ 772.951705] env[65418]: _type = "Task" [ 772.951705] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.965285] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688190, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.967172] env[65418]: DEBUG nova.network.neutron [req-9c693844-6ad8-4fae-a6ab-bf1f411e5fc7 req-76ed630d-1029-44ae-b8b4-68df7c49993b service nova] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Updated VIF entry in instance network info cache for port 05cb2314-d993-4672-b456-457f4e535944. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 772.967651] env[65418]: DEBUG nova.network.neutron [req-9c693844-6ad8-4fae-a6ab-bf1f411e5fc7 req-76ed630d-1029-44ae-b8b4-68df7c49993b service nova] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Updating instance_info_cache with network_info: [{"id": "05cb2314-d993-4672-b456-457f4e535944", "address": "fa:16:3e:dd:bb:06", "network": {"id": "2c92fd2b-dbd4-4ce3-b2af-d9a0000fb8b3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1658338312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42c815478e1453299d12fbf693348bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05cb2314-d9", "ovs_interfaceid": "05cb2314-d993-4672-b456-457f4e535944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.037810] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3c4ce529-3fcb-4b34-bf34-628bf08cf80e tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Lock "97ee846b-68d9-408b-9409-7e5a3aeb2dfb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.752s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.042495] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4bf17811-a3c3-49ec-96c5-2022b5dcd6f0 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "ff5e8ecd-f8bc-452f-82fd-f4feb7533452" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.030s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.165752] env[65418]: DEBUG oslo_vmware.api [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688188, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.211730] env[65418]: DEBUG nova.network.neutron [-] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.244201] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688189, 'name': CreateVM_Task, 'duration_secs': 0.484048} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.251056] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.251056] env[65418]: WARNING neutronclient.v2_0.client [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 773.251056] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.251056] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.251056] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.251926] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2d1b6c2-2458-43c1-9a0d-47267264a539 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.259106] env[65418]: DEBUG oslo_vmware.api [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 773.259106] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ec08a2-f2f3-3451-b728-25a6236dc4eb" [ 773.259106] env[65418]: _type = "Task" [ 773.259106] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.272400] env[65418]: DEBUG oslo_vmware.api [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ec08a2-f2f3-3451-b728-25a6236dc4eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.316128] env[65418]: DEBUG oslo_concurrency.lockutils [req-8a0011d4-2401-449a-a48d-e1b6ae843b7b req-653b13c5-d590-45d1-b8aa-f843b85ad603 service nova] Releasing lock "refresh_cache-30d0c975-942c-41ea-b666-b84a230cc4b7" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.327299] env[65418]: DEBUG oslo_concurrency.lockutils [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquiring lock "refresh_cache-116dc19f-b3fa-4e95-bc31-e75ac6bd37ac" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.327299] env[65418]: DEBUG oslo_concurrency.lockutils [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquired lock "refresh_cache-116dc19f-b3fa-4e95-bc31-e75ac6bd37ac" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.327299] env[65418]: DEBUG nova.network.neutron [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 773.468758] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688190, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.474976] env[65418]: DEBUG oslo_concurrency.lockutils [req-9c693844-6ad8-4fae-a6ab-bf1f411e5fc7 req-76ed630d-1029-44ae-b8b4-68df7c49993b service nova] Releasing lock "refresh_cache-c5cd495b-987b-476c-974f-467a379c9db1" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.535048] env[65418]: DEBUG nova.compute.manager [req-0779d7f8-c8dd-40f5-9259-842a78df2dcb req-bdf4f28d-268f-4651-8c32-7353e4f06441 service nova] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Received event network-vif-deleted-07c21d89-065a-4041-8247-43c2309f1060 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 773.545369] env[65418]: DEBUG nova.compute.manager [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 773.627553] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1a35f0-c46f-454d-af1b-755a470b3dce {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.640135] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa9a962-25d1-401c-8c7a-8d89ac572d5f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.682612] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a346c422-39cc-410b-b811-b0eeadf3f234 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.691802] env[65418]: DEBUG oslo_vmware.api [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688188, 'name': PowerOnVM_Task, 'duration_secs': 0.88578} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.694921] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.695201] env[65418]: INFO nova.compute.manager [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Took 9.20 seconds to spawn the instance on the hypervisor. [ 773.695442] env[65418]: DEBUG nova.compute.manager [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 773.696347] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1a6e9d-c28d-4321-bed2-2ea6ecff1fe9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.700784] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1347d3a5-34b9-4def-a337-a394dcad54a4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.726367] env[65418]: INFO nova.compute.manager [-] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Took 1.58 seconds to deallocate network for instance. [ 773.727055] env[65418]: DEBUG nova.compute.provider_tree [None req-c95c05aa-f363-4f9e-803f-60b0fac47e2f tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.772401] env[65418]: DEBUG oslo_vmware.api [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ec08a2-f2f3-3451-b728-25a6236dc4eb, 'name': SearchDatastore_Task, 'duration_secs': 0.017277} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.773304] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.773667] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 773.774153] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.774433] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.774713] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.775106] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cbe0f01-9e5f-4c82-a72c-30389fdf55eb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.789512] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.789665] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.791074] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef34e2ae-9900-487d-a8b9-b936791af1a8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.801020] env[65418]: DEBUG oslo_vmware.api [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 773.801020] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d75d88-c298-d9f3-0514-6b346c2a4611" [ 773.801020] env[65418]: _type = "Task" [ 773.801020] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.808652] env[65418]: DEBUG oslo_vmware.api [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d75d88-c298-d9f3-0514-6b346c2a4611, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.847091] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "817e4e0a-81a3-4c91-9cf6-b8a606933331" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.847472] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "817e4e0a-81a3-4c91-9cf6-b8a606933331" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.857635] env[65418]: DEBUG nova.compute.manager [req-7808960d-a69f-49b1-9721-52d830db34bb req-01d2166a-4c4c-4a47-9005-857a1820f650 service nova] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Received event network-vif-plugged-de8f6bf3-3454-434f-9db4-4e5b8edf2cac {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 773.857804] env[65418]: DEBUG oslo_concurrency.lockutils [req-7808960d-a69f-49b1-9721-52d830db34bb req-01d2166a-4c4c-4a47-9005-857a1820f650 service nova] Acquiring lock "fae0d838-d1d4-4efc-b7f1-8125d6e689c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.858010] env[65418]: DEBUG oslo_concurrency.lockutils [req-7808960d-a69f-49b1-9721-52d830db34bb req-01d2166a-4c4c-4a47-9005-857a1820f650 service nova] Lock "fae0d838-d1d4-4efc-b7f1-8125d6e689c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.858181] env[65418]: DEBUG oslo_concurrency.lockutils [req-7808960d-a69f-49b1-9721-52d830db34bb req-01d2166a-4c4c-4a47-9005-857a1820f650 service nova] Lock "fae0d838-d1d4-4efc-b7f1-8125d6e689c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.858342] env[65418]: DEBUG nova.compute.manager [req-7808960d-a69f-49b1-9721-52d830db34bb req-01d2166a-4c4c-4a47-9005-857a1820f650 service nova] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] No waiting events found dispatching network-vif-plugged-de8f6bf3-3454-434f-9db4-4e5b8edf2cac {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 773.858501] env[65418]: WARNING nova.compute.manager [req-7808960d-a69f-49b1-9721-52d830db34bb req-01d2166a-4c4c-4a47-9005-857a1820f650 service nova] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Received unexpected event network-vif-plugged-de8f6bf3-3454-434f-9db4-4e5b8edf2cac for instance with vm_state building and task_state spawning. [ 773.858654] env[65418]: DEBUG nova.compute.manager [req-7808960d-a69f-49b1-9721-52d830db34bb req-01d2166a-4c4c-4a47-9005-857a1820f650 service nova] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Received event network-changed-de8f6bf3-3454-434f-9db4-4e5b8edf2cac {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 773.858798] env[65418]: DEBUG nova.compute.manager [req-7808960d-a69f-49b1-9721-52d830db34bb req-01d2166a-4c4c-4a47-9005-857a1820f650 service nova] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Refreshing instance network info cache due to event network-changed-de8f6bf3-3454-434f-9db4-4e5b8edf2cac. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 773.858984] env[65418]: DEBUG oslo_concurrency.lockutils [req-7808960d-a69f-49b1-9721-52d830db34bb req-01d2166a-4c4c-4a47-9005-857a1820f650 service nova] Acquiring lock "refresh_cache-fae0d838-d1d4-4efc-b7f1-8125d6e689c8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.859129] env[65418]: DEBUG oslo_concurrency.lockutils [req-7808960d-a69f-49b1-9721-52d830db34bb req-01d2166a-4c4c-4a47-9005-857a1820f650 service nova] Acquired lock "refresh_cache-fae0d838-d1d4-4efc-b7f1-8125d6e689c8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.859321] env[65418]: DEBUG nova.network.neutron [req-7808960d-a69f-49b1-9721-52d830db34bb req-01d2166a-4c4c-4a47-9005-857a1820f650 service nova] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Refreshing network info cache for port de8f6bf3-3454-434f-9db4-4e5b8edf2cac {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.874692] env[65418]: DEBUG nova.network.neutron [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 773.964038] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688190, 'name': CreateVM_Task, 'duration_secs': 0.54021} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.964038] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 773.964784] env[65418]: WARNING neutronclient.v2_0.client [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.964844] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.964988] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.965392] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.965654] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7755ac45-9255-4264-911d-d47572ba9451 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.972024] env[65418]: DEBUG oslo_vmware.api [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Waiting for the task: (returnval){ [ 773.972024] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ce917a-843a-4d8b-dda4-d741ed74af2b" [ 773.972024] env[65418]: _type = "Task" [ 773.972024] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.981302] env[65418]: DEBUG oslo_vmware.api [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ce917a-843a-4d8b-dda4-d741ed74af2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.006304] env[65418]: WARNING neutronclient.v2_0.client [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 774.074067] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.130196] env[65418]: DEBUG nova.network.neutron [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Updating instance_info_cache with network_info: [{"id": "73147567-8f06-4d30-aa7a-136f3fdfc02b", "address": "fa:16:3e:5f:bf:a9", "network": {"id": "8e41d0e5-e4f8-4609-9e65-ea5f5504a744", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1096955922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f95c19b1d3408f9095a3ac71da25f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73147567-8f", "ovs_interfaceid": "73147567-8f06-4d30-aa7a-136f3fdfc02b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.226549] env[65418]: INFO nova.compute.manager [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Took 30.91 seconds to build instance. [ 774.231307] env[65418]: DEBUG nova.scheduler.client.report [None req-c95c05aa-f363-4f9e-803f-60b0fac47e2f tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.236275] env[65418]: DEBUG oslo_concurrency.lockutils [None req-21daaebb-a5e4-4293-84b5-b375049e4526 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.311223] env[65418]: DEBUG oslo_vmware.api [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d75d88-c298-d9f3-0514-6b346c2a4611, 'name': SearchDatastore_Task, 'duration_secs': 0.023471} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.312189] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-582424fd-aecc-41c5-9be9-b6eb9082554b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.320284] env[65418]: DEBUG oslo_vmware.api [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 774.320284] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52cb6bc9-fc67-faa0-458b-4c94e4e3cb33" [ 774.320284] env[65418]: _type = "Task" [ 774.320284] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.330557] env[65418]: DEBUG oslo_vmware.api [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52cb6bc9-fc67-faa0-458b-4c94e4e3cb33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.361999] env[65418]: WARNING neutronclient.v2_0.client [req-7808960d-a69f-49b1-9721-52d830db34bb req-01d2166a-4c4c-4a47-9005-857a1820f650 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 774.483807] env[65418]: DEBUG oslo_vmware.api [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ce917a-843a-4d8b-dda4-d741ed74af2b, 'name': SearchDatastore_Task, 'duration_secs': 0.018294} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.484202] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.484547] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.484850] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.584711] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4b2723b1-ef24-4172-81a3-88687ccb7654 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Acquiring lock "c5cd495b-987b-476c-974f-467a379c9db1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.585029] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4b2723b1-ef24-4172-81a3-88687ccb7654 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Lock "c5cd495b-987b-476c-974f-467a379c9db1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.585244] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4b2723b1-ef24-4172-81a3-88687ccb7654 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Acquiring lock "c5cd495b-987b-476c-974f-467a379c9db1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.585421] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4b2723b1-ef24-4172-81a3-88687ccb7654 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Lock "c5cd495b-987b-476c-974f-467a379c9db1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.585583] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4b2723b1-ef24-4172-81a3-88687ccb7654 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Lock "c5cd495b-987b-476c-974f-467a379c9db1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.588281] env[65418]: INFO nova.compute.manager [None req-4b2723b1-ef24-4172-81a3-88687ccb7654 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Terminating instance [ 774.633408] env[65418]: DEBUG oslo_concurrency.lockutils [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Releasing lock "refresh_cache-116dc19f-b3fa-4e95-bc31-e75ac6bd37ac" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.633974] env[65418]: DEBUG nova.compute.manager [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Instance network_info: |[{"id": "73147567-8f06-4d30-aa7a-136f3fdfc02b", "address": "fa:16:3e:5f:bf:a9", "network": {"id": "8e41d0e5-e4f8-4609-9e65-ea5f5504a744", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1096955922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f95c19b1d3408f9095a3ac71da25f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73147567-8f", "ovs_interfaceid": "73147567-8f06-4d30-aa7a-136f3fdfc02b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 774.634621] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:bf:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73147567-8f06-4d30-aa7a-136f3fdfc02b', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.642995] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 774.644983] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.644983] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-204346db-5c1b-434f-8895-453b707b2b50 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.668717] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.668717] env[65418]: value = "task-4688191" [ 774.668717] env[65418]: _type = "Task" [ 774.668717] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.681190] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688191, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.731179] env[65418]: DEBUG oslo_concurrency.lockutils [None req-25175260-0669-4cfb-a3c0-b567ec049b9f tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "950b12b3-0577-43ca-9a34-b13d5de40b68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.425s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.741137] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c95c05aa-f363-4f9e-803f-60b0fac47e2f tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.240s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.741137] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a50d5a83-1138-4b25-b11c-0010e0a736db tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.715s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.741137] env[65418]: DEBUG nova.objects.instance [None req-a50d5a83-1138-4b25-b11c-0010e0a736db tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Lazy-loading 'resources' on Instance uuid 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.783375] env[65418]: INFO nova.scheduler.client.report [None req-c95c05aa-f363-4f9e-803f-60b0fac47e2f tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Deleted allocations for instance 2a8fab21-61e8-48f5-a5fa-1b7715eca707 [ 774.835434] env[65418]: DEBUG oslo_vmware.api [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52cb6bc9-fc67-faa0-458b-4c94e4e3cb33, 'name': SearchDatastore_Task, 'duration_secs': 0.01562} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.835434] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.835434] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e/9b6633eb-8ba1-46bc-92c5-e760bcb32c6e.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.835434] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.835826] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.835826] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b302c52-0a8a-4765-9bc1-972c32f4af7d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.838184] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74813a48-67f5-4bfc-aca0-f8e68b093ba0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.846070] env[65418]: DEBUG oslo_vmware.api [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 774.846070] env[65418]: value = "task-4688192" [ 774.846070] env[65418]: _type = "Task" [ 774.846070] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.853980] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.853980] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.858202] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b75bcda5-cd0f-4c22-a5a6-77b12b96cbef {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.860893] env[65418]: DEBUG oslo_vmware.api [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.865996] env[65418]: DEBUG oslo_vmware.api [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Waiting for the task: (returnval){ [ 774.865996] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52492284-eae4-b027-0051-122af553dc0c" [ 774.865996] env[65418]: _type = "Task" [ 774.865996] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.875803] env[65418]: DEBUG oslo_vmware.api [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52492284-eae4-b027-0051-122af553dc0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.093836] env[65418]: DEBUG nova.compute.manager [None req-4b2723b1-ef24-4172-81a3-88687ccb7654 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 775.095149] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2723b1-ef24-4172-81a3-88687ccb7654 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.095149] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd703d9-d8c8-4a92-a80f-8ff3c9ddfa79 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.104801] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b2723b1-ef24-4172-81a3-88687ccb7654 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.105165] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-908da243-d5f0-42b9-b46c-c3a195d10787 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.113960] env[65418]: DEBUG oslo_vmware.api [None req-4b2723b1-ef24-4172-81a3-88687ccb7654 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Waiting for the task: (returnval){ [ 775.113960] env[65418]: value = "task-4688193" [ 775.113960] env[65418]: _type = "Task" [ 775.113960] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.127122] env[65418]: DEBUG oslo_vmware.api [None req-4b2723b1-ef24-4172-81a3-88687ccb7654 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': task-4688193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.184364] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688191, 'name': CreateVM_Task, 'duration_secs': 0.376344} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.184705] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.185237] env[65418]: WARNING neutronclient.v2_0.client [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.185648] env[65418]: DEBUG oslo_concurrency.lockutils [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.185827] env[65418]: DEBUG oslo_concurrency.lockutils [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.186266] env[65418]: DEBUG oslo_concurrency.lockutils [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.186546] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b36b9ad6-1522-4ff4-a48b-9a9c0e9d0b06 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.194523] env[65418]: DEBUG oslo_vmware.api [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 775.194523] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f888eb-966b-1205-cc83-42359f008724" [ 775.194523] env[65418]: _type = "Task" [ 775.194523] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.207287] env[65418]: DEBUG oslo_vmware.api [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f888eb-966b-1205-cc83-42359f008724, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.237455] env[65418]: DEBUG nova.compute.manager [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 775.292857] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c95c05aa-f363-4f9e-803f-60b0fac47e2f tempest-ServerRescueTestJSON-745679716 tempest-ServerRescueTestJSON-745679716-project-member] Lock "2a8fab21-61e8-48f5-a5fa-1b7715eca707" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.793s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.370497] env[65418]: DEBUG oslo_vmware.api [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688192, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.382961] env[65418]: DEBUG oslo_vmware.api [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52492284-eae4-b027-0051-122af553dc0c, 'name': SearchDatastore_Task, 'duration_secs': 0.010731} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.389054] env[65418]: WARNING neutronclient.v2_0.client [req-7808960d-a69f-49b1-9721-52d830db34bb req-01d2166a-4c4c-4a47-9005-857a1820f650 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.390925] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4a3bd10-1b18-41c8-91cd-2218509106a2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.399521] env[65418]: DEBUG oslo_vmware.api [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Waiting for the task: (returnval){ [ 775.399521] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d4c661-b7e6-5fc6-18d9-ff97441a9a50" [ 775.399521] env[65418]: _type = "Task" [ 775.399521] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.411551] env[65418]: DEBUG oslo_vmware.api [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d4c661-b7e6-5fc6-18d9-ff97441a9a50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.609124] env[65418]: DEBUG nova.network.neutron [req-7808960d-a69f-49b1-9721-52d830db34bb req-01d2166a-4c4c-4a47-9005-857a1820f650 service nova] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Updated VIF entry in instance network info cache for port de8f6bf3-3454-434f-9db4-4e5b8edf2cac. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 775.609613] env[65418]: DEBUG nova.network.neutron [req-7808960d-a69f-49b1-9721-52d830db34bb req-01d2166a-4c4c-4a47-9005-857a1820f650 service nova] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Updating instance_info_cache with network_info: [{"id": "de8f6bf3-3454-434f-9db4-4e5b8edf2cac", "address": "fa:16:3e:dc:fb:81", "network": {"id": "58918c0b-4918-4e41-acb1-a67fc053be36", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1734877747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c42ce6291d4cf2bdfc6f9d94073d09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde8f6bf3-34", "ovs_interfaceid": "de8f6bf3-3454-434f-9db4-4e5b8edf2cac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.629631] env[65418]: DEBUG oslo_vmware.api [None req-4b2723b1-ef24-4172-81a3-88687ccb7654 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': task-4688193, 'name': PowerOffVM_Task, 'duration_secs': 0.470534} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.630079] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b2723b1-ef24-4172-81a3-88687ccb7654 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 775.630366] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2723b1-ef24-4172-81a3-88687ccb7654 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.630649] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-283e07ee-cacc-4ccc-9336-0010603df4a3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.709288] env[65418]: DEBUG oslo_vmware.api [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f888eb-966b-1205-cc83-42359f008724, 'name': SearchDatastore_Task, 'duration_secs': 0.068942} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.713417] env[65418]: DEBUG oslo_concurrency.lockutils [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.713663] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.713993] env[65418]: DEBUG oslo_concurrency.lockutils [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.741337] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2723b1-ef24-4172-81a3-88687ccb7654 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.741337] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2723b1-ef24-4172-81a3-88687ccb7654 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.741337] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b2723b1-ef24-4172-81a3-88687ccb7654 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Deleting the datastore file [datastore2] c5cd495b-987b-476c-974f-467a379c9db1 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.741337] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b09d5c5-4997-445c-a7ab-6b4816a81a79 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.753019] env[65418]: DEBUG oslo_vmware.api [None req-4b2723b1-ef24-4172-81a3-88687ccb7654 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Waiting for the task: (returnval){ [ 775.753019] env[65418]: value = "task-4688195" [ 775.753019] env[65418]: _type = "Task" [ 775.753019] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.767045] env[65418]: DEBUG oslo_vmware.api [None req-4b2723b1-ef24-4172-81a3-88687ccb7654 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': task-4688195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.786591] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.866204] env[65418]: DEBUG oslo_vmware.api [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592223} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.866204] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e/9b6633eb-8ba1-46bc-92c5-e760bcb32c6e.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.866204] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.866204] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f11c876c-6091-46ba-ba4f-2b27f58bf804 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.875645] env[65418]: DEBUG oslo_vmware.api [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 775.875645] env[65418]: value = "task-4688196" [ 775.875645] env[65418]: _type = "Task" [ 775.875645] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.890499] env[65418]: DEBUG oslo_vmware.api [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.919629] env[65418]: DEBUG oslo_vmware.api [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d4c661-b7e6-5fc6-18d9-ff97441a9a50, 'name': SearchDatastore_Task, 'duration_secs': 0.026077} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.920493] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.920493] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] fae0d838-d1d4-4efc-b7f1-8125d6e689c8/fae0d838-d1d4-4efc-b7f1-8125d6e689c8.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.920696] env[65418]: DEBUG oslo_concurrency.lockutils [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.920755] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.921042] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9efa7e6-c9ad-474e-bd3b-0dba76880ad5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.924660] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d7bcef9-c9e4-456f-85b0-caf643666aaa {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.927349] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fdbac2-fd9f-4b25-bffd-83d69f5c0f67 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.932811] env[65418]: DEBUG oslo_vmware.api [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Waiting for the task: (returnval){ [ 775.932811] env[65418]: value = "task-4688197" [ 775.932811] env[65418]: _type = "Task" [ 775.932811] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.943524] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f103ce67-7375-4afc-9edc-dd8a4c55f604 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.947391] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.947637] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.952551] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0462230-659a-43e5-b030-bd065925b5cc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.955923] env[65418]: DEBUG oslo_vmware.api [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4688197, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.988432] env[65418]: DEBUG oslo_vmware.api [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 775.988432] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5212d64d-dc28-b401-6297-8150a959d885" [ 775.988432] env[65418]: _type = "Task" [ 775.988432] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.990824] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0021f8ae-d6a6-4f83-a818-ff75339a49db {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.005085] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa8f40c-ed8a-425d-96fa-06df15d051d4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.009401] env[65418]: DEBUG oslo_vmware.api [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5212d64d-dc28-b401-6297-8150a959d885, 'name': SearchDatastore_Task, 'duration_secs': 0.012447} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.010720] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a8a8789-1e3a-4a2f-ad57-5355d2fbf1f4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.021834] env[65418]: DEBUG nova.compute.provider_tree [None req-a50d5a83-1138-4b25-b11c-0010e0a736db tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.030589] env[65418]: DEBUG oslo_vmware.api [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 776.030589] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526279d9-67f4-7114-cddb-61bc455ddc8a" [ 776.030589] env[65418]: _type = "Task" [ 776.030589] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.042051] env[65418]: DEBUG oslo_vmware.api [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526279d9-67f4-7114-cddb-61bc455ddc8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.113277] env[65418]: DEBUG oslo_concurrency.lockutils [req-7808960d-a69f-49b1-9721-52d830db34bb req-01d2166a-4c4c-4a47-9005-857a1820f650 service nova] Releasing lock "refresh_cache-fae0d838-d1d4-4efc-b7f1-8125d6e689c8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.113583] env[65418]: DEBUG nova.compute.manager [req-7808960d-a69f-49b1-9721-52d830db34bb req-01d2166a-4c4c-4a47-9005-857a1820f650 service nova] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Received event network-changed-05cb2314-d993-4672-b456-457f4e535944 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 776.113719] env[65418]: DEBUG nova.compute.manager [req-7808960d-a69f-49b1-9721-52d830db34bb req-01d2166a-4c4c-4a47-9005-857a1820f650 service nova] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Refreshing instance network info cache due to event network-changed-05cb2314-d993-4672-b456-457f4e535944. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 776.113921] env[65418]: DEBUG oslo_concurrency.lockutils [req-7808960d-a69f-49b1-9721-52d830db34bb req-01d2166a-4c4c-4a47-9005-857a1820f650 service nova] Acquiring lock "refresh_cache-c5cd495b-987b-476c-974f-467a379c9db1" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.114066] env[65418]: DEBUG oslo_concurrency.lockutils [req-7808960d-a69f-49b1-9721-52d830db34bb req-01d2166a-4c4c-4a47-9005-857a1820f650 service nova] Acquired lock "refresh_cache-c5cd495b-987b-476c-974f-467a379c9db1" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.114222] env[65418]: DEBUG nova.network.neutron [req-7808960d-a69f-49b1-9721-52d830db34bb req-01d2166a-4c4c-4a47-9005-857a1820f650 service nova] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Refreshing network info cache for port 05cb2314-d993-4672-b456-457f4e535944 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.268663] env[65418]: DEBUG oslo_vmware.api [None req-4b2723b1-ef24-4172-81a3-88687ccb7654 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': task-4688195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301747} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.268925] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b2723b1-ef24-4172-81a3-88687ccb7654 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.269186] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2723b1-ef24-4172-81a3-88687ccb7654 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.269896] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2723b1-ef24-4172-81a3-88687ccb7654 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.269896] env[65418]: INFO nova.compute.manager [None req-4b2723b1-ef24-4172-81a3-88687ccb7654 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Took 1.18 seconds to destroy the instance on the hypervisor. [ 776.269896] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-4b2723b1-ef24-4172-81a3-88687ccb7654 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 776.270446] env[65418]: DEBUG nova.compute.manager [-] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 776.270446] env[65418]: DEBUG nova.network.neutron [-] [instance: c5cd495b-987b-476c-974f-467a379c9db1] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 776.270654] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.386604] env[65418]: DEBUG oslo_vmware.api [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105464} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.387078] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 776.388211] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535d78ca-abb8-4030-9853-efb6529e321f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.418748] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e/9b6633eb-8ba1-46bc-92c5-e760bcb32c6e.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.420125] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.422359] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82a258cb-b317-4edf-8f04-aa7f0736e5ad {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.449474] env[65418]: DEBUG oslo_concurrency.lockutils [None req-87cbc458-5990-487a-b981-1f3f27d0ed0e tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "6d493595-3f62-48db-9699-ba155b4315e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.450153] env[65418]: DEBUG oslo_concurrency.lockutils [None req-87cbc458-5990-487a-b981-1f3f27d0ed0e tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "6d493595-3f62-48db-9699-ba155b4315e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.457126] env[65418]: DEBUG oslo_vmware.api [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4688197, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.460875] env[65418]: DEBUG oslo_vmware.api [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 776.460875] env[65418]: value = "task-4688198" [ 776.460875] env[65418]: _type = "Task" [ 776.460875] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.471151] env[65418]: DEBUG oslo_vmware.api [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688198, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.525913] env[65418]: DEBUG nova.scheduler.client.report [None req-a50d5a83-1138-4b25-b11c-0010e0a736db tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.531752] env[65418]: DEBUG oslo_concurrency.lockutils [None req-42979d5f-dc57-47c9-abb7-aeb599970ad7 tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Acquiring lock "97ee846b-68d9-408b-9409-7e5a3aeb2dfb" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.532104] env[65418]: DEBUG oslo_concurrency.lockutils [None req-42979d5f-dc57-47c9-abb7-aeb599970ad7 tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Lock "97ee846b-68d9-408b-9409-7e5a3aeb2dfb" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.532406] env[65418]: INFO nova.compute.manager [None req-42979d5f-dc57-47c9-abb7-aeb599970ad7 tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Rebooting instance [ 776.547747] env[65418]: DEBUG oslo_vmware.api [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526279d9-67f4-7114-cddb-61bc455ddc8a, 'name': SearchDatastore_Task, 'duration_secs': 0.01797} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.548665] env[65418]: DEBUG oslo_concurrency.lockutils [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.549458] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac/116dc19f-b3fa-4e95-bc31-e75ac6bd37ac.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.550317] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a9f6c8c-c9e9-4bf7-980f-b9a07503b8d8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.563375] env[65418]: DEBUG oslo_vmware.api [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 776.563375] env[65418]: value = "task-4688199" [ 776.563375] env[65418]: _type = "Task" [ 776.563375] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.578132] env[65418]: DEBUG oslo_vmware.api [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.621925] env[65418]: WARNING neutronclient.v2_0.client [req-7808960d-a69f-49b1-9721-52d830db34bb req-01d2166a-4c4c-4a47-9005-857a1820f650 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.859021] env[65418]: WARNING neutronclient.v2_0.client [req-7808960d-a69f-49b1-9721-52d830db34bb req-01d2166a-4c4c-4a47-9005-857a1820f650 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.953191] env[65418]: DEBUG oslo_vmware.api [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4688197, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724393} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.953846] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] fae0d838-d1d4-4efc-b7f1-8125d6e689c8/fae0d838-d1d4-4efc-b7f1-8125d6e689c8.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.953846] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.954030] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f53d3906-0cc2-4a3c-ac8b-e354f720bbac {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.976833] env[65418]: DEBUG nova.network.neutron [req-7808960d-a69f-49b1-9721-52d830db34bb req-01d2166a-4c4c-4a47-9005-857a1820f650 service nova] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Updated VIF entry in instance network info cache for port 05cb2314-d993-4672-b456-457f4e535944. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 776.977340] env[65418]: DEBUG nova.network.neutron [req-7808960d-a69f-49b1-9721-52d830db34bb req-01d2166a-4c4c-4a47-9005-857a1820f650 service nova] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Updating instance_info_cache with network_info: [{"id": "05cb2314-d993-4672-b456-457f4e535944", "address": "fa:16:3e:dd:bb:06", "network": {"id": "2c92fd2b-dbd4-4ce3-b2af-d9a0000fb8b3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1658338312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42c815478e1453299d12fbf693348bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05cb2314-d9", "ovs_interfaceid": "05cb2314-d993-4672-b456-457f4e535944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.979623] env[65418]: DEBUG oslo_vmware.api [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Waiting for the task: (returnval){ [ 776.979623] env[65418]: value = "task-4688200" [ 776.979623] env[65418]: _type = "Task" [ 776.979623] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.987960] env[65418]: DEBUG oslo_vmware.api [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688198, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.995742] env[65418]: DEBUG oslo_vmware.api [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4688200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.036870] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a50d5a83-1138-4b25-b11c-0010e0a736db tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.297s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.042170] env[65418]: DEBUG oslo_concurrency.lockutils [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.777s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.046327] env[65418]: INFO nova.compute.claims [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.076352] env[65418]: INFO nova.scheduler.client.report [None req-a50d5a83-1138-4b25-b11c-0010e0a736db tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Deleted allocations for instance 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8 [ 777.083986] env[65418]: DEBUG oslo_vmware.api [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688199, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.089672] env[65418]: DEBUG oslo_concurrency.lockutils [None req-42979d5f-dc57-47c9-abb7-aeb599970ad7 tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Acquiring lock "refresh_cache-97ee846b-68d9-408b-9409-7e5a3aeb2dfb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.089961] env[65418]: DEBUG oslo_concurrency.lockutils [None req-42979d5f-dc57-47c9-abb7-aeb599970ad7 tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Acquired lock "refresh_cache-97ee846b-68d9-408b-9409-7e5a3aeb2dfb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.090287] env[65418]: DEBUG nova.network.neutron [None req-42979d5f-dc57-47c9-abb7-aeb599970ad7 tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 777.177067] env[65418]: DEBUG nova.compute.manager [req-d9f894c2-b35e-4118-bcd6-166d9e4d7063 req-f2f1b1e9-390f-4c80-b4d6-fa8702a0ae32 service nova] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Received event network-vif-plugged-73147567-8f06-4d30-aa7a-136f3fdfc02b {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 777.177357] env[65418]: DEBUG oslo_concurrency.lockutils [req-d9f894c2-b35e-4118-bcd6-166d9e4d7063 req-f2f1b1e9-390f-4c80-b4d6-fa8702a0ae32 service nova] Acquiring lock "116dc19f-b3fa-4e95-bc31-e75ac6bd37ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.178356] env[65418]: DEBUG oslo_concurrency.lockutils [req-d9f894c2-b35e-4118-bcd6-166d9e4d7063 req-f2f1b1e9-390f-4c80-b4d6-fa8702a0ae32 service nova] Lock "116dc19f-b3fa-4e95-bc31-e75ac6bd37ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.178609] env[65418]: DEBUG oslo_concurrency.lockutils [req-d9f894c2-b35e-4118-bcd6-166d9e4d7063 req-f2f1b1e9-390f-4c80-b4d6-fa8702a0ae32 service nova] Lock "116dc19f-b3fa-4e95-bc31-e75ac6bd37ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.178794] env[65418]: DEBUG nova.compute.manager [req-d9f894c2-b35e-4118-bcd6-166d9e4d7063 req-f2f1b1e9-390f-4c80-b4d6-fa8702a0ae32 service nova] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] No waiting events found dispatching network-vif-plugged-73147567-8f06-4d30-aa7a-136f3fdfc02b {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 777.178965] env[65418]: WARNING nova.compute.manager [req-d9f894c2-b35e-4118-bcd6-166d9e4d7063 req-f2f1b1e9-390f-4c80-b4d6-fa8702a0ae32 service nova] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Received unexpected event network-vif-plugged-73147567-8f06-4d30-aa7a-136f3fdfc02b for instance with vm_state building and task_state spawning. [ 777.179136] env[65418]: DEBUG nova.compute.manager [req-d9f894c2-b35e-4118-bcd6-166d9e4d7063 req-f2f1b1e9-390f-4c80-b4d6-fa8702a0ae32 service nova] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Received event network-changed-73147567-8f06-4d30-aa7a-136f3fdfc02b {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 777.179286] env[65418]: DEBUG nova.compute.manager [req-d9f894c2-b35e-4118-bcd6-166d9e4d7063 req-f2f1b1e9-390f-4c80-b4d6-fa8702a0ae32 service nova] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Refreshing instance network info cache due to event network-changed-73147567-8f06-4d30-aa7a-136f3fdfc02b. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 777.179468] env[65418]: DEBUG oslo_concurrency.lockutils [req-d9f894c2-b35e-4118-bcd6-166d9e4d7063 req-f2f1b1e9-390f-4c80-b4d6-fa8702a0ae32 service nova] Acquiring lock "refresh_cache-116dc19f-b3fa-4e95-bc31-e75ac6bd37ac" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.179592] env[65418]: DEBUG oslo_concurrency.lockutils [req-d9f894c2-b35e-4118-bcd6-166d9e4d7063 req-f2f1b1e9-390f-4c80-b4d6-fa8702a0ae32 service nova] Acquired lock "refresh_cache-116dc19f-b3fa-4e95-bc31-e75ac6bd37ac" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.179737] env[65418]: DEBUG nova.network.neutron [req-d9f894c2-b35e-4118-bcd6-166d9e4d7063 req-f2f1b1e9-390f-4c80-b4d6-fa8702a0ae32 service nova] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Refreshing network info cache for port 73147567-8f06-4d30-aa7a-136f3fdfc02b {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.231233] env[65418]: DEBUG nova.network.neutron [-] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.307664] env[65418]: DEBUG nova.compute.manager [req-031c48ee-e58e-4eb5-84ce-848ea75c340e req-5986e879-1234-42aa-bc9e-a5831f7c5467 service nova] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Received event network-vif-deleted-bcb58175-01b6-401c-9209-6d7de349d8ad {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 777.307872] env[65418]: DEBUG nova.compute.manager [req-031c48ee-e58e-4eb5-84ce-848ea75c340e req-5986e879-1234-42aa-bc9e-a5831f7c5467 service nova] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Received event network-changed-01617bc3-9032-4f9a-8e3e-db7fab34f17d {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 777.308035] env[65418]: DEBUG nova.compute.manager [req-031c48ee-e58e-4eb5-84ce-848ea75c340e req-5986e879-1234-42aa-bc9e-a5831f7c5467 service nova] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Refreshing instance network info cache due to event network-changed-01617bc3-9032-4f9a-8e3e-db7fab34f17d. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 777.308261] env[65418]: DEBUG oslo_concurrency.lockutils [req-031c48ee-e58e-4eb5-84ce-848ea75c340e req-5986e879-1234-42aa-bc9e-a5831f7c5467 service nova] Acquiring lock "refresh_cache-71be4a03-3ca3-4314-9f48-60cb7aa3a58b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.308562] env[65418]: DEBUG oslo_concurrency.lockutils [req-031c48ee-e58e-4eb5-84ce-848ea75c340e req-5986e879-1234-42aa-bc9e-a5831f7c5467 service nova] Acquired lock "refresh_cache-71be4a03-3ca3-4314-9f48-60cb7aa3a58b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.308759] env[65418]: DEBUG nova.network.neutron [req-031c48ee-e58e-4eb5-84ce-848ea75c340e req-5986e879-1234-42aa-bc9e-a5831f7c5467 service nova] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Refreshing network info cache for port 01617bc3-9032-4f9a-8e3e-db7fab34f17d {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.471126] env[65418]: DEBUG oslo_vmware.api [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688198, 'name': ReconfigVM_Task, 'duration_secs': 0.668639} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.471590] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e/9b6633eb-8ba1-46bc-92c5-e760bcb32c6e.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.472116] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50654db5-85de-4701-89aa-5bb2143f41e8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.480852] env[65418]: DEBUG oslo_concurrency.lockutils [req-7808960d-a69f-49b1-9721-52d830db34bb req-01d2166a-4c4c-4a47-9005-857a1820f650 service nova] Releasing lock "refresh_cache-c5cd495b-987b-476c-974f-467a379c9db1" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.482456] env[65418]: DEBUG oslo_vmware.api [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 777.482456] env[65418]: value = "task-4688201" [ 777.482456] env[65418]: _type = "Task" [ 777.482456] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.500949] env[65418]: DEBUG oslo_vmware.api [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4688200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102235} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.509029] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.513343] env[65418]: DEBUG oslo_vmware.api [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688201, 'name': Rename_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.513343] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69821cb7-6973-40c6-b32f-886fb45c683a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.545172] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] fae0d838-d1d4-4efc-b7f1-8125d6e689c8/fae0d838-d1d4-4efc-b7f1-8125d6e689c8.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.546158] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ad1a7f6-6600-4595-9a5a-27d52ed0186e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.572337] env[65418]: DEBUG oslo_vmware.api [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Waiting for the task: (returnval){ [ 777.572337] env[65418]: value = "task-4688202" [ 777.572337] env[65418]: _type = "Task" [ 777.572337] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.577362] env[65418]: DEBUG oslo_vmware.api [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.842157} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.582418] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac/116dc19f-b3fa-4e95-bc31-e75ac6bd37ac.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.582747] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.583477] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5cca8e86-906c-4477-a30a-82b2287a265f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.596129] env[65418]: DEBUG oslo_vmware.api [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4688202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.596487] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a50d5a83-1138-4b25-b11c-0010e0a736db tempest-ServersTestManualDisk-948107972 tempest-ServersTestManualDisk-948107972-project-member] Lock "9950c4dd-f19a-47e4-9196-f30f3c9e0ff8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.451s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.601023] env[65418]: WARNING neutronclient.v2_0.client [None req-42979d5f-dc57-47c9-abb7-aeb599970ad7 tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.602371] env[65418]: DEBUG oslo_vmware.api [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 777.602371] env[65418]: value = "task-4688203" [ 777.602371] env[65418]: _type = "Task" [ 777.602371] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.614840] env[65418]: DEBUG oslo_vmware.api [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688203, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.682562] env[65418]: WARNING neutronclient.v2_0.client [req-d9f894c2-b35e-4118-bcd6-166d9e4d7063 req-f2f1b1e9-390f-4c80-b4d6-fa8702a0ae32 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.734674] env[65418]: INFO nova.compute.manager [-] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Took 1.46 seconds to deallocate network for instance. [ 777.811546] env[65418]: WARNING neutronclient.v2_0.client [req-031c48ee-e58e-4eb5-84ce-848ea75c340e req-5986e879-1234-42aa-bc9e-a5831f7c5467 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.999037] env[65418]: DEBUG oslo_vmware.api [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688201, 'name': Rename_Task, 'duration_secs': 0.330512} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.999037] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.999037] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-338bd1b3-ce59-4a9d-a0c2-3b0ea08995c9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.002259] env[65418]: DEBUG oslo_concurrency.lockutils [None req-912802a6-d8b3-4c49-94ff-0f0c37aa5e30 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Acquiring lock "49ebbc06-bfc6-4b0f-82dd-eedd572f8147" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.002487] env[65418]: DEBUG oslo_concurrency.lockutils [None req-912802a6-d8b3-4c49-94ff-0f0c37aa5e30 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Lock "49ebbc06-bfc6-4b0f-82dd-eedd572f8147" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.002716] env[65418]: DEBUG oslo_concurrency.lockutils [None req-912802a6-d8b3-4c49-94ff-0f0c37aa5e30 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Acquiring lock "49ebbc06-bfc6-4b0f-82dd-eedd572f8147-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.002940] env[65418]: DEBUG oslo_concurrency.lockutils [None req-912802a6-d8b3-4c49-94ff-0f0c37aa5e30 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Lock "49ebbc06-bfc6-4b0f-82dd-eedd572f8147-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.003132] env[65418]: DEBUG oslo_concurrency.lockutils [None req-912802a6-d8b3-4c49-94ff-0f0c37aa5e30 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Lock "49ebbc06-bfc6-4b0f-82dd-eedd572f8147-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.005202] env[65418]: INFO nova.compute.manager [None req-912802a6-d8b3-4c49-94ff-0f0c37aa5e30 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Terminating instance [ 778.008011] env[65418]: DEBUG oslo_vmware.api [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 778.008011] env[65418]: value = "task-4688204" [ 778.008011] env[65418]: _type = "Task" [ 778.008011] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.022656] env[65418]: DEBUG oslo_vmware.api [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688204, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.088509] env[65418]: DEBUG oslo_vmware.api [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4688202, 'name': ReconfigVM_Task, 'duration_secs': 0.357729} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.088709] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Reconfigured VM instance instance-0000002f to attach disk [datastore1] fae0d838-d1d4-4efc-b7f1-8125d6e689c8/fae0d838-d1d4-4efc-b7f1-8125d6e689c8.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.089038] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=65418) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 778.089708] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-4745602b-f3c3-4dcb-8228-f875dfd6f7af {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.097467] env[65418]: DEBUG oslo_vmware.api [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Waiting for the task: (returnval){ [ 778.097467] env[65418]: value = "task-4688205" [ 778.097467] env[65418]: _type = "Task" [ 778.097467] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.110767] env[65418]: DEBUG oslo_vmware.api [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4688205, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.119077] env[65418]: DEBUG oslo_vmware.api [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688203, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073126} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.119361] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.120234] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e43270-0496-4c56-9ca4-131dea66fdac {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.146746] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac/116dc19f-b3fa-4e95-bc31-e75ac6bd37ac.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.149713] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4b02fcc-73df-4d9e-b1ba-1585a0232b42 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.172723] env[65418]: DEBUG oslo_vmware.api [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 778.172723] env[65418]: value = "task-4688206" [ 778.172723] env[65418]: _type = "Task" [ 778.172723] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.187372] env[65418]: DEBUG oslo_vmware.api [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688206, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.243828] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4b2723b1-ef24-4172-81a3-88687ccb7654 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.513834] env[65418]: DEBUG nova.compute.manager [None req-912802a6-d8b3-4c49-94ff-0f0c37aa5e30 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 778.514079] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-912802a6-d8b3-4c49-94ff-0f0c37aa5e30 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 778.515574] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2b188e-f0c1-49fb-83c2-16d017725e39 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.529509] env[65418]: DEBUG oslo_vmware.api [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688204, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.529794] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-912802a6-d8b3-4c49-94ff-0f0c37aa5e30 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.532870] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5444265-6155-4b5b-bf11-68095ff87bd6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.566195] env[65418]: WARNING neutronclient.v2_0.client [None req-42979d5f-dc57-47c9-abb7-aeb599970ad7 tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.609327] env[65418]: DEBUG oslo_vmware.api [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4688205, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.060482} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.609512] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=65418) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 778.613053] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbac5136-3821-4a7f-b1ba-e06342d65065 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.645418] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] fae0d838-d1d4-4efc-b7f1-8125d6e689c8/ephemeral_0.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.649819] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81d1ab80-265c-4692-a1a7-536393018190 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.665955] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-912802a6-d8b3-4c49-94ff-0f0c37aa5e30 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.666195] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-912802a6-d8b3-4c49-94ff-0f0c37aa5e30 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.666382] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-912802a6-d8b3-4c49-94ff-0f0c37aa5e30 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Deleting the datastore file [datastore1] 49ebbc06-bfc6-4b0f-82dd-eedd572f8147 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.667097] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c1c4ef6-497e-403f-9e5d-48f4016bea7a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.679728] env[65418]: DEBUG oslo_vmware.api [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Waiting for the task: (returnval){ [ 778.679728] env[65418]: value = "task-4688209" [ 778.679728] env[65418]: _type = "Task" [ 778.679728] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.679728] env[65418]: DEBUG oslo_vmware.api [None req-912802a6-d8b3-4c49-94ff-0f0c37aa5e30 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Waiting for the task: (returnval){ [ 778.679728] env[65418]: value = "task-4688208" [ 778.679728] env[65418]: _type = "Task" [ 778.679728] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.680728] env[65418]: WARNING neutronclient.v2_0.client [req-d9f894c2-b35e-4118-bcd6-166d9e4d7063 req-f2f1b1e9-390f-4c80-b4d6-fa8702a0ae32 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.696822] env[65418]: DEBUG oslo_vmware.api [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688206, 'name': ReconfigVM_Task, 'duration_secs': 0.315604} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.698122] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac/116dc19f-b3fa-4e95-bc31-e75ac6bd37ac.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.698813] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9edadbb3-7c4d-49fd-9533-b6a123e383de {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.707586] env[65418]: DEBUG oslo_vmware.api [None req-912802a6-d8b3-4c49-94ff-0f0c37aa5e30 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': task-4688208, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.707861] env[65418]: DEBUG oslo_vmware.api [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4688209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.709405] env[65418]: WARNING neutronclient.v2_0.client [req-031c48ee-e58e-4eb5-84ce-848ea75c340e req-5986e879-1234-42aa-bc9e-a5831f7c5467 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.723027] env[65418]: DEBUG oslo_vmware.api [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 778.723027] env[65418]: value = "task-4688210" [ 778.723027] env[65418]: _type = "Task" [ 778.723027] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.734047] env[65418]: DEBUG oslo_vmware.api [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688210, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.740957] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8547145e-25e0-4fe4-bc5b-7ea31fb0cef1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.750508] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f83ac4-1efb-49dd-9f4f-dedba6a15e3c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.791512] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db22cce5-077d-4029-8e33-6b18799afb27 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.804524] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397543e5-938f-4e6d-b9b9-c15966111570 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.809944] env[65418]: DEBUG nova.network.neutron [None req-42979d5f-dc57-47c9-abb7-aeb599970ad7 tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Updating instance_info_cache with network_info: [{"id": "0facf092-f085-4238-8b19-9cb970fcab90", "address": "fa:16:3e:26:c5:19", "network": {"id": "ec9a78b9-8157-4054-a202-44f34d22c889", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-2017957072-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b1189dfbdc7497da8420697f8913b4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8abee039-d93e-48a7-8911-6416a3e1ff30", "external-id": "nsx-vlan-transportzone-654", "segmentation_id": 654, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0facf092-f0", "ovs_interfaceid": "0facf092-f085-4238-8b19-9cb970fcab90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.823408] env[65418]: DEBUG nova.compute.provider_tree [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.826178] env[65418]: DEBUG oslo_concurrency.lockutils [None req-42979d5f-dc57-47c9-abb7-aeb599970ad7 tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Releasing lock "refresh_cache-97ee846b-68d9-408b-9409-7e5a3aeb2dfb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.850648] env[65418]: DEBUG nova.network.neutron [req-d9f894c2-b35e-4118-bcd6-166d9e4d7063 req-f2f1b1e9-390f-4c80-b4d6-fa8702a0ae32 service nova] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Updated VIF entry in instance network info cache for port 73147567-8f06-4d30-aa7a-136f3fdfc02b. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 778.851118] env[65418]: DEBUG nova.network.neutron [req-d9f894c2-b35e-4118-bcd6-166d9e4d7063 req-f2f1b1e9-390f-4c80-b4d6-fa8702a0ae32 service nova] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Updating instance_info_cache with network_info: [{"id": "73147567-8f06-4d30-aa7a-136f3fdfc02b", "address": "fa:16:3e:5f:bf:a9", "network": {"id": "8e41d0e5-e4f8-4609-9e65-ea5f5504a744", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1096955922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f95c19b1d3408f9095a3ac71da25f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73147567-8f", "ovs_interfaceid": "73147567-8f06-4d30-aa7a-136f3fdfc02b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.889859] env[65418]: DEBUG nova.network.neutron [req-031c48ee-e58e-4eb5-84ce-848ea75c340e req-5986e879-1234-42aa-bc9e-a5831f7c5467 service nova] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Updated VIF entry in instance network info cache for port 01617bc3-9032-4f9a-8e3e-db7fab34f17d. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 778.889859] env[65418]: DEBUG nova.network.neutron [req-031c48ee-e58e-4eb5-84ce-848ea75c340e req-5986e879-1234-42aa-bc9e-a5831f7c5467 service nova] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Updating instance_info_cache with network_info: [{"id": "01617bc3-9032-4f9a-8e3e-db7fab34f17d", "address": "fa:16:3e:49:7d:b7", "network": {"id": "863352de-0711-4630-b35a-f018bbf8fba3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1046293168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b97716be533c4d55a648abc7ba3342f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01617bc3-90", "ovs_interfaceid": "01617bc3-9032-4f9a-8e3e-db7fab34f17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.021176] env[65418]: DEBUG oslo_vmware.api [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688204, 'name': PowerOnVM_Task, 'duration_secs': 0.848438} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.021502] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.021624] env[65418]: DEBUG nova.compute.manager [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 779.022483] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c572a20-1d26-4841-b15c-bb25a919ba34 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.207478] env[65418]: DEBUG oslo_vmware.api [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4688209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.211987] env[65418]: DEBUG oslo_vmware.api [None req-912802a6-d8b3-4c49-94ff-0f0c37aa5e30 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': task-4688208, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346133} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.212312] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-912802a6-d8b3-4c49-94ff-0f0c37aa5e30 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.212537] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-912802a6-d8b3-4c49-94ff-0f0c37aa5e30 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 779.212764] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-912802a6-d8b3-4c49-94ff-0f0c37aa5e30 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 779.213027] env[65418]: INFO nova.compute.manager [None req-912802a6-d8b3-4c49-94ff-0f0c37aa5e30 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Took 0.70 seconds to destroy the instance on the hypervisor. [ 779.213348] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-912802a6-d8b3-4c49-94ff-0f0c37aa5e30 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 779.213590] env[65418]: DEBUG nova.compute.manager [-] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 779.213707] env[65418]: DEBUG nova.network.neutron [-] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 779.214018] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.233277] env[65418]: DEBUG oslo_vmware.api [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688210, 'name': Rename_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.260947] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.328732] env[65418]: DEBUG nova.scheduler.client.report [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.339138] env[65418]: DEBUG nova.compute.manager [None req-42979d5f-dc57-47c9-abb7-aeb599970ad7 tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 779.339138] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cff0d5-1bb2-4e18-95ec-23b8248b0060 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.353342] env[65418]: DEBUG oslo_concurrency.lockutils [req-d9f894c2-b35e-4118-bcd6-166d9e4d7063 req-f2f1b1e9-390f-4c80-b4d6-fa8702a0ae32 service nova] Releasing lock "refresh_cache-116dc19f-b3fa-4e95-bc31-e75ac6bd37ac" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.391489] env[65418]: DEBUG oslo_concurrency.lockutils [req-031c48ee-e58e-4eb5-84ce-848ea75c340e req-5986e879-1234-42aa-bc9e-a5831f7c5467 service nova] Releasing lock "refresh_cache-71be4a03-3ca3-4314-9f48-60cb7aa3a58b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.391791] env[65418]: DEBUG nova.compute.manager [req-031c48ee-e58e-4eb5-84ce-848ea75c340e req-5986e879-1234-42aa-bc9e-a5831f7c5467 service nova] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Received event network-changed-b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 779.391990] env[65418]: DEBUG nova.compute.manager [req-031c48ee-e58e-4eb5-84ce-848ea75c340e req-5986e879-1234-42aa-bc9e-a5831f7c5467 service nova] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Refreshing instance network info cache due to event network-changed-b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 779.392283] env[65418]: DEBUG oslo_concurrency.lockutils [req-031c48ee-e58e-4eb5-84ce-848ea75c340e req-5986e879-1234-42aa-bc9e-a5831f7c5467 service nova] Acquiring lock "refresh_cache-ac183b2c-d144-4e65-9ddf-12ffc4f4093c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.392471] env[65418]: DEBUG oslo_concurrency.lockutils [req-031c48ee-e58e-4eb5-84ce-848ea75c340e req-5986e879-1234-42aa-bc9e-a5831f7c5467 service nova] Acquired lock "refresh_cache-ac183b2c-d144-4e65-9ddf-12ffc4f4093c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.392744] env[65418]: DEBUG nova.network.neutron [req-031c48ee-e58e-4eb5-84ce-848ea75c340e req-5986e879-1234-42aa-bc9e-a5831f7c5467 service nova] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Refreshing network info cache for port b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.540870] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.699446] env[65418]: DEBUG oslo_vmware.api [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4688209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.736453] env[65418]: DEBUG oslo_vmware.api [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688210, 'name': Rename_Task, 'duration_secs': 0.857367} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.737354] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.737644] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fac25cf-e12b-46c0-9d17-11daa9fbbe7d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.746176] env[65418]: DEBUG oslo_vmware.api [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 779.746176] env[65418]: value = "task-4688211" [ 779.746176] env[65418]: _type = "Task" [ 779.746176] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.756167] env[65418]: DEBUG oslo_vmware.api [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.838091] env[65418]: DEBUG oslo_concurrency.lockutils [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.797s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.838700] env[65418]: DEBUG nova.compute.manager [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 779.841841] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.285s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.895762] env[65418]: WARNING neutronclient.v2_0.client [req-031c48ee-e58e-4eb5-84ce-848ea75c340e req-5986e879-1234-42aa-bc9e-a5831f7c5467 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.041300] env[65418]: DEBUG nova.network.neutron [-] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.099135] env[65418]: WARNING neutronclient.v2_0.client [req-031c48ee-e58e-4eb5-84ce-848ea75c340e req-5986e879-1234-42aa-bc9e-a5831f7c5467 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.189702] env[65418]: DEBUG nova.network.neutron [req-031c48ee-e58e-4eb5-84ce-848ea75c340e req-5986e879-1234-42aa-bc9e-a5831f7c5467 service nova] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Updated VIF entry in instance network info cache for port b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 780.190093] env[65418]: DEBUG nova.network.neutron [req-031c48ee-e58e-4eb5-84ce-848ea75c340e req-5986e879-1234-42aa-bc9e-a5831f7c5467 service nova] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Updating instance_info_cache with network_info: [{"id": "b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350", "address": "fa:16:3e:b3:f8:dc", "network": {"id": "2c92fd2b-dbd4-4ce3-b2af-d9a0000fb8b3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1658338312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42c815478e1453299d12fbf693348bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6abb127-3b", "ovs_interfaceid": "b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.205036] env[65418]: DEBUG oslo_vmware.api [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4688209, 'name': ReconfigVM_Task, 'duration_secs': 1.105264} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.205036] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Reconfigured VM instance instance-0000002f to attach disk [datastore1] fae0d838-d1d4-4efc-b7f1-8125d6e689c8/ephemeral_0.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.210218] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-838707cb-f9b7-40c9-9ffc-b8820b8bf844 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.221411] env[65418]: DEBUG oslo_vmware.api [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Waiting for the task: (returnval){ [ 780.221411] env[65418]: value = "task-4688212" [ 780.221411] env[65418]: _type = "Task" [ 780.221411] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.231638] env[65418]: DEBUG oslo_vmware.api [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4688212, 'name': Rename_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.259718] env[65418]: DEBUG oslo_vmware.api [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688211, 'name': PowerOnVM_Task, 'duration_secs': 0.507431} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.260409] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.260691] env[65418]: INFO nova.compute.manager [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Took 8.02 seconds to spawn the instance on the hypervisor. [ 780.261707] env[65418]: DEBUG nova.compute.manager [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 780.262627] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aac9b82-0f4c-45ed-b45c-44f8624d6b0c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.309910] env[65418]: DEBUG nova.compute.manager [req-b16d4979-d97d-40b4-83ec-5a7342f1a309 req-e9044d11-ec67-4a34-b657-8f9b3ff30993 service nova] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Received event network-vif-deleted-05cb2314-d993-4672-b456-457f4e535944 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 780.309910] env[65418]: DEBUG nova.compute.manager [req-b16d4979-d97d-40b4-83ec-5a7342f1a309 req-e9044d11-ec67-4a34-b657-8f9b3ff30993 service nova] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Received event network-changed-08d3fe0e-6873-4a48-b3a7-c5e5fc03263d {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 780.310877] env[65418]: DEBUG nova.compute.manager [req-b16d4979-d97d-40b4-83ec-5a7342f1a309 req-e9044d11-ec67-4a34-b657-8f9b3ff30993 service nova] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Refreshing instance network info cache due to event network-changed-08d3fe0e-6873-4a48-b3a7-c5e5fc03263d. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 780.311733] env[65418]: DEBUG oslo_concurrency.lockutils [req-b16d4979-d97d-40b4-83ec-5a7342f1a309 req-e9044d11-ec67-4a34-b657-8f9b3ff30993 service nova] Acquiring lock "refresh_cache-950b12b3-0577-43ca-9a34-b13d5de40b68" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.311733] env[65418]: DEBUG oslo_concurrency.lockutils [req-b16d4979-d97d-40b4-83ec-5a7342f1a309 req-e9044d11-ec67-4a34-b657-8f9b3ff30993 service nova] Acquired lock "refresh_cache-950b12b3-0577-43ca-9a34-b13d5de40b68" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.311929] env[65418]: DEBUG nova.network.neutron [req-b16d4979-d97d-40b4-83ec-5a7342f1a309 req-e9044d11-ec67-4a34-b657-8f9b3ff30993 service nova] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Refreshing network info cache for port 08d3fe0e-6873-4a48-b3a7-c5e5fc03263d {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.345750] env[65418]: DEBUG nova.compute.utils [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.349928] env[65418]: INFO nova.compute.claims [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.354498] env[65418]: DEBUG nova.compute.manager [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Not allocating networking since 'none' was specified. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 780.361675] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447b3879-c0bd-4be7-a299-9eb38c5d1d9e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.371436] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-42979d5f-dc57-47c9-abb7-aeb599970ad7 tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Doing hard reboot of VM {{(pid=65418) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 780.371731] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-9e795b9c-b022-4d86-8c21-de2a570f4ca5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.378037] env[65418]: DEBUG nova.compute.manager [req-30e1dd33-19d1-45ab-a94c-ea16d4fd7539 req-54153198-6ec1-4427-9c71-f41f9d0bf6ec service nova] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Received event network-vif-deleted-64fa37bf-b60d-4098-9e27-2b7a4436306d {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 780.381273] env[65418]: DEBUG oslo_vmware.api [None req-42979d5f-dc57-47c9-abb7-aeb599970ad7 tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Waiting for the task: (returnval){ [ 780.381273] env[65418]: value = "task-4688213" [ 780.381273] env[65418]: _type = "Task" [ 780.381273] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.393896] env[65418]: DEBUG oslo_vmware.api [None req-42979d5f-dc57-47c9-abb7-aeb599970ad7 tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Task: {'id': task-4688213, 'name': ResetVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.545420] env[65418]: INFO nova.compute.manager [-] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Took 1.33 seconds to deallocate network for instance. [ 780.697409] env[65418]: DEBUG oslo_concurrency.lockutils [req-031c48ee-e58e-4eb5-84ce-848ea75c340e req-5986e879-1234-42aa-bc9e-a5831f7c5467 service nova] Releasing lock "refresh_cache-ac183b2c-d144-4e65-9ddf-12ffc4f4093c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.717256] env[65418]: DEBUG oslo_concurrency.lockutils [None req-47f2e138-879f-4267-995a-2a6cfa30a959 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Acquiring lock "945a0020-1501-4ff2-82f5-69f726ee7e67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.718118] env[65418]: DEBUG oslo_concurrency.lockutils [None req-47f2e138-879f-4267-995a-2a6cfa30a959 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Lock "945a0020-1501-4ff2-82f5-69f726ee7e67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.718118] env[65418]: DEBUG oslo_concurrency.lockutils [None req-47f2e138-879f-4267-995a-2a6cfa30a959 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Acquiring lock "945a0020-1501-4ff2-82f5-69f726ee7e67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.718300] env[65418]: DEBUG oslo_concurrency.lockutils [None req-47f2e138-879f-4267-995a-2a6cfa30a959 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Lock "945a0020-1501-4ff2-82f5-69f726ee7e67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.718555] env[65418]: DEBUG oslo_concurrency.lockutils [None req-47f2e138-879f-4267-995a-2a6cfa30a959 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Lock "945a0020-1501-4ff2-82f5-69f726ee7e67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.722144] env[65418]: INFO nova.compute.manager [None req-47f2e138-879f-4267-995a-2a6cfa30a959 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Terminating instance [ 780.739555] env[65418]: DEBUG oslo_vmware.api [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4688212, 'name': Rename_Task, 'duration_secs': 0.362852} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.739813] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 780.740132] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16c14aa8-6827-4dff-a2f2-835fbba656cb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.751255] env[65418]: DEBUG oslo_vmware.api [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Waiting for the task: (returnval){ [ 780.751255] env[65418]: value = "task-4688214" [ 780.751255] env[65418]: _type = "Task" [ 780.751255] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.762889] env[65418]: DEBUG oslo_vmware.api [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4688214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.786064] env[65418]: INFO nova.compute.manager [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Took 35.56 seconds to build instance. [ 780.814586] env[65418]: WARNING neutronclient.v2_0.client [req-b16d4979-d97d-40b4-83ec-5a7342f1a309 req-e9044d11-ec67-4a34-b657-8f9b3ff30993 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.854935] env[65418]: DEBUG nova.compute.manager [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 780.861592] env[65418]: INFO nova.compute.resource_tracker [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Updating resource usage from migration 9c6ab8c3-6c68-4821-b502-fee1274182e6 [ 780.894231] env[65418]: DEBUG oslo_vmware.api [None req-42979d5f-dc57-47c9-abb7-aeb599970ad7 tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Task: {'id': task-4688213, 'name': ResetVM_Task, 'duration_secs': 0.104251} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.897147] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-42979d5f-dc57-47c9-abb7-aeb599970ad7 tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Did hard reboot of VM {{(pid=65418) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 780.897354] env[65418]: DEBUG nova.compute.manager [None req-42979d5f-dc57-47c9-abb7-aeb599970ad7 tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 780.898880] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ded9a4c-34be-4805-8dfc-aab31fff6681 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.052385] env[65418]: DEBUG oslo_concurrency.lockutils [None req-912802a6-d8b3-4c49-94ff-0f0c37aa5e30 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.094513] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9eb25b63-43cf-4eaa-b7f2-dcf85f6d3b56 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Acquiring lock "c5cd495b-987b-476c-974f-467a379c9db1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.164121] env[65418]: WARNING neutronclient.v2_0.client [req-b16d4979-d97d-40b4-83ec-5a7342f1a309 req-e9044d11-ec67-4a34-b657-8f9b3ff30993 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.232677] env[65418]: DEBUG nova.compute.manager [None req-47f2e138-879f-4267-995a-2a6cfa30a959 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 781.232956] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-47f2e138-879f-4267-995a-2a6cfa30a959 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.233960] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a43c5c-389e-4d4e-90ec-a35cca335852 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.246416] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f2e138-879f-4267-995a-2a6cfa30a959 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.246680] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbf8cf85-2778-4e7b-9816-ae31f6202c24 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.262781] env[65418]: DEBUG oslo_vmware.api [None req-47f2e138-879f-4267-995a-2a6cfa30a959 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for the task: (returnval){ [ 781.262781] env[65418]: value = "task-4688215" [ 781.262781] env[65418]: _type = "Task" [ 781.262781] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.271722] env[65418]: DEBUG oslo_vmware.api [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4688214, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.283613] env[65418]: DEBUG oslo_vmware.api [None req-47f2e138-879f-4267-995a-2a6cfa30a959 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4688215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.289952] env[65418]: DEBUG oslo_concurrency.lockutils [None req-559e5174-2d4a-4fd3-a4e3-2d0beac767b6 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Lock "116dc19f-b3fa-4e95-bc31-e75ac6bd37ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.067s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.365091] env[65418]: DEBUG nova.network.neutron [req-b16d4979-d97d-40b4-83ec-5a7342f1a309 req-e9044d11-ec67-4a34-b657-8f9b3ff30993 service nova] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Updated VIF entry in instance network info cache for port 08d3fe0e-6873-4a48-b3a7-c5e5fc03263d. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 781.365600] env[65418]: DEBUG nova.network.neutron [req-b16d4979-d97d-40b4-83ec-5a7342f1a309 req-e9044d11-ec67-4a34-b657-8f9b3ff30993 service nova] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Updating instance_info_cache with network_info: [{"id": "08d3fe0e-6873-4a48-b3a7-c5e5fc03263d", "address": "fa:16:3e:c6:04:20", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08d3fe0e-68", "ovs_interfaceid": "08d3fe0e-6873-4a48-b3a7-c5e5fc03263d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.414558] env[65418]: DEBUG oslo_concurrency.lockutils [None req-42979d5f-dc57-47c9-abb7-aeb599970ad7 tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Lock "97ee846b-68d9-408b-9409-7e5a3aeb2dfb" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.881s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.429128] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "d4425c87-23cf-4e4b-8940-4a0297594dd9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.429376] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "d4425c87-23cf-4e4b-8940-4a0297594dd9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.450967] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37921a5-e83b-4d5e-8847-1d9ea83d4c3f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.460570] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7566ea6-d3bc-4ea2-aff5-5400cdebf913 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.502766] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c95aae-05a8-4be2-a394-f3e0f3113774 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.512793] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e1b617-db03-438a-8d86-3a0ea8ae6a5c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.528876] env[65418]: DEBUG nova.compute.provider_tree [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.766066] env[65418]: DEBUG oslo_vmware.api [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4688214, 'name': PowerOnVM_Task, 'duration_secs': 0.733182} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.769521] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 781.769829] env[65418]: INFO nova.compute.manager [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Took 11.84 seconds to spawn the instance on the hypervisor. [ 781.770105] env[65418]: DEBUG nova.compute.manager [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 781.770970] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aba117f-45e5-4af3-b501-1b9dfb567639 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.781820] env[65418]: DEBUG oslo_vmware.api [None req-47f2e138-879f-4267-995a-2a6cfa30a959 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4688215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.796602] env[65418]: DEBUG nova.compute.manager [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 781.875821] env[65418]: DEBUG oslo_concurrency.lockutils [req-b16d4979-d97d-40b4-83ec-5a7342f1a309 req-e9044d11-ec67-4a34-b657-8f9b3ff30993 service nova] Releasing lock "refresh_cache-950b12b3-0577-43ca-9a34-b13d5de40b68" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.883389] env[65418]: DEBUG nova.compute.manager [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 781.913020] env[65418]: DEBUG nova.virt.hardware [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 781.913302] env[65418]: DEBUG nova.virt.hardware [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.913499] env[65418]: DEBUG nova.virt.hardware [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 781.913696] env[65418]: DEBUG nova.virt.hardware [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.913844] env[65418]: DEBUG nova.virt.hardware [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 781.913983] env[65418]: DEBUG nova.virt.hardware [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 781.914372] env[65418]: DEBUG nova.virt.hardware [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 781.914625] env[65418]: DEBUG nova.virt.hardware [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 781.914844] env[65418]: DEBUG nova.virt.hardware [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 781.915172] env[65418]: DEBUG nova.virt.hardware [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 781.915450] env[65418]: DEBUG nova.virt.hardware [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 781.916615] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec20af96-919c-42db-9a93-32ed81905235 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.927354] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf755175-a951-4779-8a28-cfbea59b50d2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.946938] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Instance VIF info [] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.954347] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Creating folder: Project (c6af003e383341a1841ea6124022fc30). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.954672] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c46015ff-e6f5-4fc7-8d26-4da34adba0b0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.968366] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Created folder: Project (c6af003e383341a1841ea6124022fc30) in parent group-v914982. [ 781.968366] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Creating folder: Instances. Parent ref: group-v915121. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.968770] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73d292bd-5e72-4e30-b6d3-c01e02981932 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.983822] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Created folder: Instances in parent group-v915121. [ 781.984300] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 781.984597] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.984863] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71814ffe-4532-4077-933f-93c18fd01e78 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.005242] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.005242] env[65418]: value = "task-4688218" [ 782.005242] env[65418]: _type = "Task" [ 782.005242] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.015239] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688218, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.032685] env[65418]: DEBUG nova.scheduler.client.report [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.173708] env[65418]: INFO nova.compute.manager [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Rebuilding instance [ 782.226644] env[65418]: DEBUG nova.compute.manager [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 782.228034] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfd3caa-d9a9-46c1-ab5a-82c81baeaeb2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.278418] env[65418]: DEBUG oslo_vmware.api [None req-47f2e138-879f-4267-995a-2a6cfa30a959 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4688215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.296554] env[65418]: INFO nova.compute.manager [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Took 37.14 seconds to build instance. [ 782.319286] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.517676] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688218, 'name': CreateVM_Task, 'duration_secs': 0.490928} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.517862] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.518335] env[65418]: DEBUG oslo_concurrency.lockutils [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.518503] env[65418]: DEBUG oslo_concurrency.lockutils [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.518826] env[65418]: DEBUG oslo_concurrency.lockutils [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.519134] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b123b9a-0b8d-424b-a577-d48b3f89f82d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.524763] env[65418]: DEBUG oslo_vmware.api [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Waiting for the task: (returnval){ [ 782.524763] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52fc8dac-3d3b-9d0f-278c-61ee67b56fce" [ 782.524763] env[65418]: _type = "Task" [ 782.524763] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.533853] env[65418]: DEBUG oslo_vmware.api [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52fc8dac-3d3b-9d0f-278c-61ee67b56fce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.539102] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.697s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.539346] env[65418]: INFO nova.compute.manager [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Migrating [ 782.547232] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.769s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.549220] env[65418]: INFO nova.compute.claims [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.778559] env[65418]: DEBUG oslo_vmware.api [None req-47f2e138-879f-4267-995a-2a6cfa30a959 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4688215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.800975] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4671582e-3860-4de9-bb40-bf33ab3d896f tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Lock "fae0d838-d1d4-4efc-b7f1-8125d6e689c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.652s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.011934] env[65418]: DEBUG nova.compute.manager [req-e7a21e1d-ace6-4c9b-9cb5-1d6bd5ad602c req-c295d757-6e2f-4827-8903-ac2e999d70f2 service nova] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Received event network-changed-b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 783.013513] env[65418]: DEBUG nova.compute.manager [req-e7a21e1d-ace6-4c9b-9cb5-1d6bd5ad602c req-c295d757-6e2f-4827-8903-ac2e999d70f2 service nova] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Refreshing instance network info cache due to event network-changed-b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 783.013907] env[65418]: DEBUG oslo_concurrency.lockutils [req-e7a21e1d-ace6-4c9b-9cb5-1d6bd5ad602c req-c295d757-6e2f-4827-8903-ac2e999d70f2 service nova] Acquiring lock "refresh_cache-ac183b2c-d144-4e65-9ddf-12ffc4f4093c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.014122] env[65418]: DEBUG oslo_concurrency.lockutils [req-e7a21e1d-ace6-4c9b-9cb5-1d6bd5ad602c req-c295d757-6e2f-4827-8903-ac2e999d70f2 service nova] Acquired lock "refresh_cache-ac183b2c-d144-4e65-9ddf-12ffc4f4093c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.014357] env[65418]: DEBUG nova.network.neutron [req-e7a21e1d-ace6-4c9b-9cb5-1d6bd5ad602c req-c295d757-6e2f-4827-8903-ac2e999d70f2 service nova] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Refreshing network info cache for port b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.038822] env[65418]: DEBUG oslo_vmware.api [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52fc8dac-3d3b-9d0f-278c-61ee67b56fce, 'name': SearchDatastore_Task, 'duration_secs': 0.019527} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.038822] env[65418]: DEBUG oslo_concurrency.lockutils [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.038955] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.039191] env[65418]: DEBUG oslo_concurrency.lockutils [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.039337] env[65418]: DEBUG oslo_concurrency.lockutils [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.039555] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.039879] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f964ded2-378f-4696-9040-eea2e0d48064 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.052201] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.052391] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.053186] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-879b6963-84de-45be-b152-57d64282ec6b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.061810] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquiring lock "refresh_cache-4b446122-8965-4d44-974c-bedbf73cf659" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.062058] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquired lock "refresh_cache-4b446122-8965-4d44-974c-bedbf73cf659" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.062289] env[65418]: DEBUG nova.network.neutron [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 783.066236] env[65418]: DEBUG oslo_vmware.api [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Waiting for the task: (returnval){ [ 783.066236] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526eebd7-43f2-1ae8-bc06-0009d74e58d2" [ 783.066236] env[65418]: _type = "Task" [ 783.066236] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.079674] env[65418]: DEBUG oslo_vmware.api [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526eebd7-43f2-1ae8-bc06-0009d74e58d2, 'name': SearchDatastore_Task, 'duration_secs': 0.012896} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.081054] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23e063d8-54ab-4011-a9d7-2801c3db00e3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.088503] env[65418]: DEBUG oslo_vmware.api [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Waiting for the task: (returnval){ [ 783.088503] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52260808-802c-81c0-3ebd-5399a67cb8eb" [ 783.088503] env[65418]: _type = "Task" [ 783.088503] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.098947] env[65418]: DEBUG oslo_vmware.api [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52260808-802c-81c0-3ebd-5399a67cb8eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.246544] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.246887] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-334270c1-cd6f-46b5-abb3-545b2b5c61ed {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.260024] env[65418]: DEBUG oslo_vmware.api [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 783.260024] env[65418]: value = "task-4688219" [ 783.260024] env[65418]: _type = "Task" [ 783.260024] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.268247] env[65418]: DEBUG oslo_vmware.api [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.279365] env[65418]: DEBUG oslo_vmware.api [None req-47f2e138-879f-4267-995a-2a6cfa30a959 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4688215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.307374] env[65418]: DEBUG nova.compute.manager [None req-87cbc458-5990-487a-b981-1f3f27d0ed0e tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6d493595-3f62-48db-9699-ba155b4315e5] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 783.517911] env[65418]: WARNING neutronclient.v2_0.client [req-e7a21e1d-ace6-4c9b-9cb5-1d6bd5ad602c req-c295d757-6e2f-4827-8903-ac2e999d70f2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.568516] env[65418]: WARNING neutronclient.v2_0.client [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.603378] env[65418]: DEBUG oslo_vmware.api [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52260808-802c-81c0-3ebd-5399a67cb8eb, 'name': SearchDatastore_Task, 'duration_secs': 0.013259} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.603829] env[65418]: DEBUG oslo_concurrency.lockutils [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.603954] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 07bd94ae-658d-48c0-a798-746e52909abd/07bd94ae-658d-48c0-a798-746e52909abd.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.604226] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0216558-4f8e-4e29-9227-ecaa0b987d26 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.611812] env[65418]: DEBUG oslo_vmware.api [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Waiting for the task: (returnval){ [ 783.611812] env[65418]: value = "task-4688220" [ 783.611812] env[65418]: _type = "Task" [ 783.611812] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.632361] env[65418]: DEBUG oslo_concurrency.lockutils [None req-70885989-b338-4ed2-8be7-3eb42b566d4d tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Acquiring lock "97ee846b-68d9-408b-9409-7e5a3aeb2dfb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.632735] env[65418]: DEBUG oslo_concurrency.lockutils [None req-70885989-b338-4ed2-8be7-3eb42b566d4d tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Lock "97ee846b-68d9-408b-9409-7e5a3aeb2dfb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.632891] env[65418]: DEBUG oslo_concurrency.lockutils [None req-70885989-b338-4ed2-8be7-3eb42b566d4d tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Acquiring lock "97ee846b-68d9-408b-9409-7e5a3aeb2dfb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.633208] env[65418]: DEBUG oslo_concurrency.lockutils [None req-70885989-b338-4ed2-8be7-3eb42b566d4d tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Lock "97ee846b-68d9-408b-9409-7e5a3aeb2dfb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.633292] env[65418]: DEBUG oslo_concurrency.lockutils [None req-70885989-b338-4ed2-8be7-3eb42b566d4d tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Lock "97ee846b-68d9-408b-9409-7e5a3aeb2dfb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.635652] env[65418]: DEBUG oslo_vmware.api [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': task-4688220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.636223] env[65418]: INFO nova.compute.manager [None req-70885989-b338-4ed2-8be7-3eb42b566d4d tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Terminating instance [ 783.713868] env[65418]: DEBUG nova.compute.manager [req-c912f261-1401-415f-9ccc-7e8f9a324712 req-e25d9bda-1aee-4af2-8300-4bd70d2c8596 service nova] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Received event network-changed-de8f6bf3-3454-434f-9db4-4e5b8edf2cac {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 783.714183] env[65418]: DEBUG nova.compute.manager [req-c912f261-1401-415f-9ccc-7e8f9a324712 req-e25d9bda-1aee-4af2-8300-4bd70d2c8596 service nova] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Refreshing instance network info cache due to event network-changed-de8f6bf3-3454-434f-9db4-4e5b8edf2cac. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 783.714281] env[65418]: DEBUG oslo_concurrency.lockutils [req-c912f261-1401-415f-9ccc-7e8f9a324712 req-e25d9bda-1aee-4af2-8300-4bd70d2c8596 service nova] Acquiring lock "refresh_cache-fae0d838-d1d4-4efc-b7f1-8125d6e689c8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.714416] env[65418]: DEBUG oslo_concurrency.lockutils [req-c912f261-1401-415f-9ccc-7e8f9a324712 req-e25d9bda-1aee-4af2-8300-4bd70d2c8596 service nova] Acquired lock "refresh_cache-fae0d838-d1d4-4efc-b7f1-8125d6e689c8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.714566] env[65418]: DEBUG nova.network.neutron [req-c912f261-1401-415f-9ccc-7e8f9a324712 req-e25d9bda-1aee-4af2-8300-4bd70d2c8596 service nova] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Refreshing network info cache for port de8f6bf3-3454-434f-9db4-4e5b8edf2cac {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.770960] env[65418]: DEBUG oslo_vmware.api [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688219, 'name': PowerOffVM_Task, 'duration_secs': 0.347018} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.777278] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.777558] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.781253] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023c9383-a55f-48c1-bebb-5237d581b580 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.790736] env[65418]: DEBUG oslo_vmware.api [None req-47f2e138-879f-4267-995a-2a6cfa30a959 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4688215, 'name': PowerOffVM_Task, 'duration_secs': 2.211371} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.795410] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-47f2e138-879f-4267-995a-2a6cfa30a959 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.795590] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-47f2e138-879f-4267-995a-2a6cfa30a959 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.796208] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.799128] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fceedc1e-363d-47af-8ea4-b0d6758df535 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.800582] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f22bbb8b-e5f8-45eb-a65a-7217e64ece9b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.813534] env[65418]: DEBUG nova.compute.manager [None req-87cbc458-5990-487a-b981-1f3f27d0ed0e tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6d493595-3f62-48db-9699-ba155b4315e5] Instance disappeared before build. {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 783.891175] env[65418]: DEBUG nova.compute.manager [None req-7273887d-a1b3-4b00-a43b-42ae66664e6b tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 783.891833] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6a89f7-aea9-45fa-b5a9-5353fec43aa8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.896546] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.896775] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.896945] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Deleting the datastore file [datastore1] 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.897633] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec49a452-bc19-427b-bb40-4d8f13e4980c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.902520] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-47f2e138-879f-4267-995a-2a6cfa30a959 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.902776] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-47f2e138-879f-4267-995a-2a6cfa30a959 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.902976] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f2e138-879f-4267-995a-2a6cfa30a959 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Deleting the datastore file [datastore2] 945a0020-1501-4ff2-82f5-69f726ee7e67 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.905050] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e77099d-7bb3-4a0d-a9b5-249dcb5e6705 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.917182] env[65418]: DEBUG oslo_vmware.api [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 783.917182] env[65418]: value = "task-4688223" [ 783.917182] env[65418]: _type = "Task" [ 783.917182] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.924065] env[65418]: DEBUG oslo_vmware.api [None req-47f2e138-879f-4267-995a-2a6cfa30a959 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for the task: (returnval){ [ 783.924065] env[65418]: value = "task-4688224" [ 783.924065] env[65418]: _type = "Task" [ 783.924065] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.931443] env[65418]: DEBUG oslo_vmware.api [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.937530] env[65418]: DEBUG oslo_vmware.api [None req-47f2e138-879f-4267-995a-2a6cfa30a959 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4688224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.975702] env[65418]: WARNING neutronclient.v2_0.client [req-e7a21e1d-ace6-4c9b-9cb5-1d6bd5ad602c req-c295d757-6e2f-4827-8903-ac2e999d70f2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.034681] env[65418]: WARNING neutronclient.v2_0.client [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.136095] env[65418]: DEBUG oslo_vmware.api [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': task-4688220, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.145024] env[65418]: DEBUG nova.compute.manager [None req-70885989-b338-4ed2-8be7-3eb42b566d4d tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 784.145024] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-70885989-b338-4ed2-8be7-3eb42b566d4d tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 784.149733] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b19e68-151f-4a9a-b773-3c88fe41dcc7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.168027] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-70885989-b338-4ed2-8be7-3eb42b566d4d tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.168027] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d8eaf6d-44ed-4850-82fe-98487d5d941d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.178253] env[65418]: DEBUG oslo_vmware.api [None req-70885989-b338-4ed2-8be7-3eb42b566d4d tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Waiting for the task: (returnval){ [ 784.178253] env[65418]: value = "task-4688225" [ 784.178253] env[65418]: _type = "Task" [ 784.178253] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.192973] env[65418]: DEBUG oslo_vmware.api [None req-70885989-b338-4ed2-8be7-3eb42b566d4d tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Task: {'id': task-4688225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.221785] env[65418]: WARNING neutronclient.v2_0.client [req-c912f261-1401-415f-9ccc-7e8f9a324712 req-e25d9bda-1aee-4af2-8300-4bd70d2c8596 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.294517] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c326504-c0a4-4bf2-8811-be248a9078b5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.307464] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48fb9ef-3e51-4b12-a63f-294fb3751141 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.312507] env[65418]: DEBUG nova.network.neutron [req-e7a21e1d-ace6-4c9b-9cb5-1d6bd5ad602c req-c295d757-6e2f-4827-8903-ac2e999d70f2 service nova] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Updated VIF entry in instance network info cache for port b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 784.314147] env[65418]: DEBUG nova.network.neutron [req-e7a21e1d-ace6-4c9b-9cb5-1d6bd5ad602c req-c295d757-6e2f-4827-8903-ac2e999d70f2 service nova] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Updating instance_info_cache with network_info: [{"id": "b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350", "address": "fa:16:3e:b3:f8:dc", "network": {"id": "2c92fd2b-dbd4-4ce3-b2af-d9a0000fb8b3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1658338312-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b42c815478e1453299d12fbf693348bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6abb127-3b", "ovs_interfaceid": "b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.356420] env[65418]: DEBUG nova.network.neutron [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Updating instance_info_cache with network_info: [{"id": "4c5ca920-6538-464a-81cc-d3b41e3c055c", "address": "fa:16:3e:cb:b8:7b", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c5ca920-65", "ovs_interfaceid": "4c5ca920-6538-464a-81cc-d3b41e3c055c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.359907] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498f15c4-506c-4e45-958b-b75a69920260 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.370494] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefd5ac9-d059-497d-9f8f-d9cd16f527a1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.377072] env[65418]: DEBUG oslo_concurrency.lockutils [None req-87cbc458-5990-487a-b981-1f3f27d0ed0e tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "6d493595-3f62-48db-9699-ba155b4315e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 7.927s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.391677] env[65418]: DEBUG nova.compute.provider_tree [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.420540] env[65418]: INFO nova.compute.manager [None req-7273887d-a1b3-4b00-a43b-42ae66664e6b tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] instance snapshotting [ 784.427525] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7dc310a-6808-42f0-8701-0639b7aa4ff4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.460672] env[65418]: DEBUG oslo_vmware.api [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.492087} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.461494] env[65418]: DEBUG oslo_vmware.api [None req-47f2e138-879f-4267-995a-2a6cfa30a959 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4688224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.447072} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.462133] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea17db75-9f6d-41fb-bfe1-52d729ff1141 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.464835] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.465044] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.465220] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.470033] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-47f2e138-879f-4267-995a-2a6cfa30a959 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.470033] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-47f2e138-879f-4267-995a-2a6cfa30a959 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.470033] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-47f2e138-879f-4267-995a-2a6cfa30a959 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.470033] env[65418]: INFO nova.compute.manager [None req-47f2e138-879f-4267-995a-2a6cfa30a959 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Took 3.24 seconds to destroy the instance on the hypervisor. [ 784.470033] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-47f2e138-879f-4267-995a-2a6cfa30a959 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 784.470558] env[65418]: DEBUG nova.compute.manager [-] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 784.470558] env[65418]: DEBUG nova.network.neutron [-] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 784.470558] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.535488] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.622425] env[65418]: DEBUG oslo_vmware.api [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': task-4688220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732583} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.622720] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 07bd94ae-658d-48c0-a798-746e52909abd/07bd94ae-658d-48c0-a798-746e52909abd.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.622933] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.623201] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1df0da1c-625e-4398-aeac-bc6fcf71601a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.631145] env[65418]: DEBUG oslo_vmware.api [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Waiting for the task: (returnval){ [ 784.631145] env[65418]: value = "task-4688226" [ 784.631145] env[65418]: _type = "Task" [ 784.631145] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.645221] env[65418]: DEBUG oslo_vmware.api [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': task-4688226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.692334] env[65418]: DEBUG oslo_vmware.api [None req-70885989-b338-4ed2-8be7-3eb42b566d4d tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Task: {'id': task-4688225, 'name': PowerOffVM_Task, 'duration_secs': 0.316691} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.692334] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-70885989-b338-4ed2-8be7-3eb42b566d4d tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.692334] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-70885989-b338-4ed2-8be7-3eb42b566d4d tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.692334] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-594ee56b-a7bb-453e-850f-d8201a1e88ba {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.722434] env[65418]: WARNING neutronclient.v2_0.client [req-c912f261-1401-415f-9ccc-7e8f9a324712 req-e25d9bda-1aee-4af2-8300-4bd70d2c8596 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.766735] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-70885989-b338-4ed2-8be7-3eb42b566d4d tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.766735] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-70885989-b338-4ed2-8be7-3eb42b566d4d tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.766735] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-70885989-b338-4ed2-8be7-3eb42b566d4d tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Deleting the datastore file [datastore2] 97ee846b-68d9-408b-9409-7e5a3aeb2dfb {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.766916] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f37fa25-a6c9-41e4-910c-bbad9e6523b9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.774490] env[65418]: DEBUG oslo_vmware.api [None req-70885989-b338-4ed2-8be7-3eb42b566d4d tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Waiting for the task: (returnval){ [ 784.774490] env[65418]: value = "task-4688228" [ 784.774490] env[65418]: _type = "Task" [ 784.774490] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.784430] env[65418]: DEBUG oslo_vmware.api [None req-70885989-b338-4ed2-8be7-3eb42b566d4d tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Task: {'id': task-4688228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.818061] env[65418]: DEBUG nova.network.neutron [req-c912f261-1401-415f-9ccc-7e8f9a324712 req-e25d9bda-1aee-4af2-8300-4bd70d2c8596 service nova] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Updated VIF entry in instance network info cache for port de8f6bf3-3454-434f-9db4-4e5b8edf2cac. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 784.818535] env[65418]: DEBUG nova.network.neutron [req-c912f261-1401-415f-9ccc-7e8f9a324712 req-e25d9bda-1aee-4af2-8300-4bd70d2c8596 service nova] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Updating instance_info_cache with network_info: [{"id": "de8f6bf3-3454-434f-9db4-4e5b8edf2cac", "address": "fa:16:3e:dc:fb:81", "network": {"id": "58918c0b-4918-4e41-acb1-a67fc053be36", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1734877747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50c42ce6291d4cf2bdfc6f9d94073d09", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde8f6bf3-34", "ovs_interfaceid": "de8f6bf3-3454-434f-9db4-4e5b8edf2cac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.820657] env[65418]: DEBUG oslo_concurrency.lockutils [req-e7a21e1d-ace6-4c9b-9cb5-1d6bd5ad602c req-c295d757-6e2f-4827-8903-ac2e999d70f2 service nova] Releasing lock "refresh_cache-ac183b2c-d144-4e65-9ddf-12ffc4f4093c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.864178] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Releasing lock "refresh_cache-4b446122-8965-4d44-974c-bedbf73cf659" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.871894] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9d10ff00-e48e-4aea-87e3-f6f27271738e tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "8fe24eee-92e6-4c17-bd9c-50d538e33739" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.872327] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9d10ff00-e48e-4aea-87e3-f6f27271738e tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "8fe24eee-92e6-4c17-bd9c-50d538e33739" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.881070] env[65418]: DEBUG nova.compute.manager [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 784.894894] env[65418]: DEBUG nova.scheduler.client.report [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.981150] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7273887d-a1b3-4b00-a43b-42ae66664e6b tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Creating Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 784.981553] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-785be7a4-d619-4e55-8afb-0e88c2fab552 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.990469] env[65418]: DEBUG oslo_vmware.api [None req-7273887d-a1b3-4b00-a43b-42ae66664e6b tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 784.990469] env[65418]: value = "task-4688229" [ 784.990469] env[65418]: _type = "Task" [ 784.990469] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.000387] env[65418]: DEBUG oslo_vmware.api [None req-7273887d-a1b3-4b00-a43b-42ae66664e6b tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688229, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.144354] env[65418]: DEBUG oslo_vmware.api [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': task-4688226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066888} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.144354] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.145058] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82446e2-f57b-4ef2-90bf-c60aeb786f5c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.165448] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 07bd94ae-658d-48c0-a798-746e52909abd/07bd94ae-658d-48c0-a798-746e52909abd.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.165764] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2ed3605-ab6b-4e44-95dc-59d3bd9c85f0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.186423] env[65418]: DEBUG oslo_vmware.api [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Waiting for the task: (returnval){ [ 785.186423] env[65418]: value = "task-4688230" [ 785.186423] env[65418]: _type = "Task" [ 785.186423] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.195979] env[65418]: DEBUG oslo_vmware.api [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': task-4688230, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.284792] env[65418]: DEBUG oslo_vmware.api [None req-70885989-b338-4ed2-8be7-3eb42b566d4d tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Task: {'id': task-4688228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143903} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.285054] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-70885989-b338-4ed2-8be7-3eb42b566d4d tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.285230] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-70885989-b338-4ed2-8be7-3eb42b566d4d tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.285437] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-70885989-b338-4ed2-8be7-3eb42b566d4d tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.285610] env[65418]: INFO nova.compute.manager [None req-70885989-b338-4ed2-8be7-3eb42b566d4d tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 785.285853] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-70885989-b338-4ed2-8be7-3eb42b566d4d tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 785.286066] env[65418]: DEBUG nova.compute.manager [-] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 785.286159] env[65418]: DEBUG nova.network.neutron [-] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 785.286415] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.288493] env[65418]: DEBUG nova.network.neutron [-] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.322520] env[65418]: DEBUG oslo_concurrency.lockutils [req-c912f261-1401-415f-9ccc-7e8f9a324712 req-e25d9bda-1aee-4af2-8300-4bd70d2c8596 service nova] Releasing lock "refresh_cache-fae0d838-d1d4-4efc-b7f1-8125d6e689c8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.345951] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.377683] env[65418]: DEBUG nova.compute.utils [None req-9d10ff00-e48e-4aea-87e3-f6f27271738e tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.399675] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.853s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.400242] env[65418]: DEBUG nova.compute.manager [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 785.402928] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.269s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.402988] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.403545] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65418) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 785.403545] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.558s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.404781] env[65418]: INFO nova.compute.claims [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.411378] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.411378] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d14963c-975a-440b-bde5-5e3dc18a4878 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.418821] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f1dea6-f5fc-4967-a270-c94382b110e0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.437416] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c0cfe0-acf0-4195-bf35-fe72f2b9f461 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.446459] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf6449e-4c96-45a0-863d-032b4cf846e4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.484760] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178059MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65418) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 785.484936] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.501903] env[65418]: DEBUG oslo_vmware.api [None req-7273887d-a1b3-4b00-a43b-42ae66664e6b tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688229, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.513796] env[65418]: DEBUG nova.virt.hardware [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 785.513948] env[65418]: DEBUG nova.virt.hardware [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.514050] env[65418]: DEBUG nova.virt.hardware [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 785.514237] env[65418]: DEBUG nova.virt.hardware [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.514365] env[65418]: DEBUG nova.virt.hardware [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 785.514564] env[65418]: DEBUG nova.virt.hardware [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 785.514742] env[65418]: DEBUG nova.virt.hardware [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 785.514890] env[65418]: DEBUG nova.virt.hardware [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 785.515118] env[65418]: DEBUG nova.virt.hardware [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 785.515207] env[65418]: DEBUG nova.virt.hardware [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 785.515366] env[65418]: DEBUG nova.virt.hardware [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 785.516207] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd78efb5-d5e5-4584-8c68-b5b6988ed1fb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.524903] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238c44b6-226b-4452-8ccf-59611ecb4b3e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.540419] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:22:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dfe2fddb-5137-4eeb-b100-bd1bd5e413f6', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.549825] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 785.550154] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.550382] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b04229b9-5a27-4103-9bbc-d200f6704175 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.570848] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.570848] env[65418]: value = "task-4688231" [ 785.570848] env[65418]: _type = "Task" [ 785.570848] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.580523] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688231, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.688556] env[65418]: DEBUG nova.compute.manager [req-23f5090b-8578-40dd-963f-69afda83c60f req-daeff06e-cf03-4ca0-83e0-cb91b45c6297 service nova] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Received event network-vif-deleted-23bbbd7d-6e78-4be6-9d98-2f93e429cc26 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 785.698999] env[65418]: DEBUG oslo_vmware.api [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': task-4688230, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.791147] env[65418]: INFO nova.compute.manager [-] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Took 1.32 seconds to deallocate network for instance. [ 785.881222] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9d10ff00-e48e-4aea-87e3-f6f27271738e tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "8fe24eee-92e6-4c17-bd9c-50d538e33739" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.909918] env[65418]: DEBUG nova.compute.utils [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.913434] env[65418]: DEBUG nova.compute.manager [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 785.913719] env[65418]: DEBUG nova.network.neutron [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 785.914191] env[65418]: WARNING neutronclient.v2_0.client [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.914574] env[65418]: WARNING neutronclient.v2_0.client [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.965367] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "90b4d610-2d84-4aad-83a2-19d8d22e437a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.965628] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "90b4d610-2d84-4aad-83a2-19d8d22e437a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.997633] env[65418]: DEBUG nova.policy [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64b46100fd7243b984f259b26e3dedd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2090de566fb84fa3bc932cdbdbb77b23', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.006424] env[65418]: DEBUG oslo_vmware.api [None req-7273887d-a1b3-4b00-a43b-42ae66664e6b tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688229, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.079321] env[65418]: DEBUG nova.network.neutron [-] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.087124] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688231, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.199339] env[65418]: DEBUG oslo_vmware.api [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': task-4688230, 'name': ReconfigVM_Task, 'duration_secs': 0.735766} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.199732] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 07bd94ae-658d-48c0-a798-746e52909abd/07bd94ae-658d-48c0-a798-746e52909abd.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.200455] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6769cc7-a7bf-4d92-9f56-66bf17452d22 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.208691] env[65418]: DEBUG oslo_vmware.api [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Waiting for the task: (returnval){ [ 786.208691] env[65418]: value = "task-4688232" [ 786.208691] env[65418]: _type = "Task" [ 786.208691] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.223644] env[65418]: DEBUG oslo_vmware.api [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': task-4688232, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.279702] env[65418]: DEBUG nova.compute.manager [req-e2b8701c-dbf9-4bac-b2ff-434db2f75146 req-9024f413-56f6-4d3b-88c2-cf229e28b0cb service nova] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Received event network-vif-deleted-0facf092-f085-4238-8b19-9cb970fcab90 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 786.299154] env[65418]: DEBUG oslo_concurrency.lockutils [None req-47f2e138-879f-4267-995a-2a6cfa30a959 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.330511] env[65418]: DEBUG nova.network.neutron [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Successfully created port: 82cb46a8-938d-4ef1-9866-74989426dd07 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 786.386091] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3f581a-e02c-453f-bbad-fac570facf63 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.408451] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Updating instance '4b446122-8965-4d44-974c-bedbf73cf659' progress to 0 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 786.421355] env[65418]: DEBUG nova.compute.manager [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 786.507896] env[65418]: DEBUG oslo_vmware.api [None req-7273887d-a1b3-4b00-a43b-42ae66664e6b tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688229, 'name': CreateSnapshot_Task, 'duration_secs': 1.298806} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.508210] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7273887d-a1b3-4b00-a43b-42ae66664e6b tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Created Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 786.509231] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f7644d-b7b1-4cc3-b4bc-2d7b0a5422d6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.582464] env[65418]: INFO nova.compute.manager [-] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Took 1.30 seconds to deallocate network for instance. [ 786.583646] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688231, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.723189] env[65418]: DEBUG oslo_vmware.api [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': task-4688232, 'name': Rename_Task, 'duration_secs': 0.292427} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.726246] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.726912] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be2861c3-47c1-4181-8d66-703557749567 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.736146] env[65418]: DEBUG oslo_vmware.api [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Waiting for the task: (returnval){ [ 786.736146] env[65418]: value = "task-4688233" [ 786.736146] env[65418]: _type = "Task" [ 786.736146] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.751369] env[65418]: DEBUG oslo_vmware.api [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': task-4688233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.913342] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.913680] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67e72e2e-d609-44ea-80f9-4370bf57d5d5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.922901] env[65418]: DEBUG oslo_vmware.api [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 786.922901] env[65418]: value = "task-4688234" [ 786.922901] env[65418]: _type = "Task" [ 786.922901] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.945046] env[65418]: DEBUG oslo_vmware.api [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.955473] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fb0483-a477-4d97-850c-3952c2aeea7d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.964889] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c62a5d-118f-4346-9eaf-26a15c642fc9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.969298] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9d10ff00-e48e-4aea-87e3-f6f27271738e tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "8fe24eee-92e6-4c17-bd9c-50d538e33739" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.969674] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9d10ff00-e48e-4aea-87e3-f6f27271738e tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "8fe24eee-92e6-4c17-bd9c-50d538e33739" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.969958] env[65418]: INFO nova.compute.manager [None req-9d10ff00-e48e-4aea-87e3-f6f27271738e tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Attaching volume c392d674-fc92-4229-856d-807c43ce20b0 to /dev/sdb [ 787.007418] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d86fc7a-272c-4f8e-862c-b4d39558dd3e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.017022] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b348718b-b612-42fc-b5e0-43e2c5a6856e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.039551] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7273887d-a1b3-4b00-a43b-42ae66664e6b tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Creating linked-clone VM from snapshot {{(pid=65418) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 787.040595] env[65418]: DEBUG nova.compute.provider_tree [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.042739] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e7c06d5e-2556-4eae-b938-b7ceda34c3c7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.046457] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea71e3b-fd5f-40a6-be5b-8cdfb821219f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.056386] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec53cc09-454b-4b39-869a-9421ef8e35b8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.059896] env[65418]: DEBUG oslo_vmware.api [None req-7273887d-a1b3-4b00-a43b-42ae66664e6b tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 787.059896] env[65418]: value = "task-4688235" [ 787.059896] env[65418]: _type = "Task" [ 787.059896] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.073287] env[65418]: DEBUG oslo_vmware.api [None req-7273887d-a1b3-4b00-a43b-42ae66664e6b tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688235, 'name': CloneVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.075372] env[65418]: DEBUG nova.virt.block_device [None req-9d10ff00-e48e-4aea-87e3-f6f27271738e tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Updating existing volume attachment record: 9c76251f-9efe-4f92-93b3-28ca0c375c44 {{(pid=65418) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 787.088549] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688231, 'name': CreateVM_Task, 'duration_secs': 1.363783} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.088549] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.088549] env[65418]: WARNING neutronclient.v2_0.client [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 787.088549] env[65418]: DEBUG oslo_concurrency.lockutils [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.088824] env[65418]: DEBUG oslo_concurrency.lockutils [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.088908] env[65418]: DEBUG oslo_concurrency.lockutils [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.089858] env[65418]: DEBUG oslo_concurrency.lockutils [None req-70885989-b338-4ed2-8be7-3eb42b566d4d tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.090101] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c99f451c-2ca8-4974-b091-1fa371a958ca {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.098807] env[65418]: DEBUG oslo_vmware.api [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 787.098807] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e55759-580e-4a55-5c7d-929f46084d64" [ 787.098807] env[65418]: _type = "Task" [ 787.098807] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.105803] env[65418]: DEBUG oslo_vmware.api [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e55759-580e-4a55-5c7d-929f46084d64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.247272] env[65418]: DEBUG oslo_vmware.api [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': task-4688233, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.442758] env[65418]: DEBUG nova.compute.manager [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 787.445275] env[65418]: DEBUG oslo_vmware.api [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688234, 'name': PowerOffVM_Task, 'duration_secs': 0.233324} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.445706] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.445825] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Updating instance '4b446122-8965-4d44-974c-bedbf73cf659' progress to 17 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 787.475584] env[65418]: DEBUG nova.virt.hardware [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 787.475846] env[65418]: DEBUG nova.virt.hardware [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.475954] env[65418]: DEBUG nova.virt.hardware [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 787.476161] env[65418]: DEBUG nova.virt.hardware [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.476302] env[65418]: DEBUG nova.virt.hardware [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 787.476656] env[65418]: DEBUG nova.virt.hardware [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 787.476656] env[65418]: DEBUG nova.virt.hardware [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 787.476832] env[65418]: DEBUG nova.virt.hardware [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 787.476966] env[65418]: DEBUG nova.virt.hardware [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 787.477333] env[65418]: DEBUG nova.virt.hardware [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 787.477333] env[65418]: DEBUG nova.virt.hardware [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 787.478883] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea3af1a-a463-4be6-8caf-9e0366bd9482 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.487662] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe90f990-9390-4277-b973-aee1cbb461ec {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.550737] env[65418]: DEBUG nova.scheduler.client.report [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.572620] env[65418]: DEBUG oslo_vmware.api [None req-7273887d-a1b3-4b00-a43b-42ae66664e6b tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688235, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.611798] env[65418]: DEBUG oslo_vmware.api [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e55759-580e-4a55-5c7d-929f46084d64, 'name': SearchDatastore_Task, 'duration_secs': 0.01079} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.612270] env[65418]: DEBUG oslo_concurrency.lockutils [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.612540] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.612820] env[65418]: DEBUG oslo_concurrency.lockutils [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.613103] env[65418]: DEBUG oslo_concurrency.lockutils [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.613182] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.613504] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1cce10ea-7235-4373-80e3-14c56abe57a0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.624546] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.624750] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.627693] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0064bb91-a6ce-4c63-a680-4494cb74c84a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.634819] env[65418]: DEBUG oslo_vmware.api [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 787.634819] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ed7478-5fed-4770-3dce-dc25dcc028c6" [ 787.634819] env[65418]: _type = "Task" [ 787.634819] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.644797] env[65418]: DEBUG oslo_vmware.api [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ed7478-5fed-4770-3dce-dc25dcc028c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.749254] env[65418]: DEBUG oslo_vmware.api [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': task-4688233, 'name': PowerOnVM_Task, 'duration_secs': 0.763022} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.749254] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.749254] env[65418]: INFO nova.compute.manager [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Took 5.87 seconds to spawn the instance on the hypervisor. [ 787.749254] env[65418]: DEBUG nova.compute.manager [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 787.749897] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb034d9-6c17-42e8-a489-9c3251cfef32 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.933708] env[65418]: DEBUG nova.network.neutron [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Successfully updated port: 82cb46a8-938d-4ef1-9866-74989426dd07 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 787.954581] env[65418]: DEBUG nova.virt.hardware [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 787.954581] env[65418]: DEBUG nova.virt.hardware [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.954581] env[65418]: DEBUG nova.virt.hardware [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 787.954956] env[65418]: DEBUG nova.virt.hardware [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.954956] env[65418]: DEBUG nova.virt.hardware [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 787.955521] env[65418]: DEBUG nova.virt.hardware [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 787.955521] env[65418]: DEBUG nova.virt.hardware [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 787.955651] env[65418]: DEBUG nova.virt.hardware [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 787.955879] env[65418]: DEBUG nova.virt.hardware [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 787.956207] env[65418]: DEBUG nova.virt.hardware [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 787.957796] env[65418]: DEBUG nova.virt.hardware [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 787.962524] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da51dec2-883c-4622-96f6-a2e90abeaef6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.984092] env[65418]: DEBUG oslo_vmware.api [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 787.984092] env[65418]: value = "task-4688239" [ 787.984092] env[65418]: _type = "Task" [ 787.984092] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.997565] env[65418]: DEBUG oslo_vmware.api [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688239, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.056430] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.057106] env[65418]: DEBUG nova.compute.manager [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 788.061018] env[65418]: DEBUG oslo_concurrency.lockutils [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.592s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.062945] env[65418]: INFO nova.compute.claims [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.078429] env[65418]: DEBUG oslo_vmware.api [None req-7273887d-a1b3-4b00-a43b-42ae66664e6b tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688235, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.146074] env[65418]: DEBUG oslo_vmware.api [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ed7478-5fed-4770-3dce-dc25dcc028c6, 'name': SearchDatastore_Task, 'duration_secs': 0.010353} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.146904] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0ae1bc9-bef4-4cec-97dc-e58d471d43f2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.153600] env[65418]: DEBUG oslo_vmware.api [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 788.153600] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d83ea1-cdcb-0bca-48e9-c77fd0d40b81" [ 788.153600] env[65418]: _type = "Task" [ 788.153600] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.163725] env[65418]: DEBUG oslo_vmware.api [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d83ea1-cdcb-0bca-48e9-c77fd0d40b81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.272023] env[65418]: INFO nova.compute.manager [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Took 37.03 seconds to build instance. [ 788.309655] env[65418]: DEBUG nova.compute.manager [req-e13645d9-1c61-4799-a306-d26606aedb0d req-9abca063-50b0-487e-be4d-636a310d745a service nova] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Received event network-vif-plugged-82cb46a8-938d-4ef1-9866-74989426dd07 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 788.309975] env[65418]: DEBUG oslo_concurrency.lockutils [req-e13645d9-1c61-4799-a306-d26606aedb0d req-9abca063-50b0-487e-be4d-636a310d745a service nova] Acquiring lock "8ca5e89f-66fc-4ec2-acec-b5f4ad479faf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.310326] env[65418]: DEBUG oslo_concurrency.lockutils [req-e13645d9-1c61-4799-a306-d26606aedb0d req-9abca063-50b0-487e-be4d-636a310d745a service nova] Lock "8ca5e89f-66fc-4ec2-acec-b5f4ad479faf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.310721] env[65418]: DEBUG oslo_concurrency.lockutils [req-e13645d9-1c61-4799-a306-d26606aedb0d req-9abca063-50b0-487e-be4d-636a310d745a service nova] Lock "8ca5e89f-66fc-4ec2-acec-b5f4ad479faf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.310922] env[65418]: DEBUG nova.compute.manager [req-e13645d9-1c61-4799-a306-d26606aedb0d req-9abca063-50b0-487e-be4d-636a310d745a service nova] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] No waiting events found dispatching network-vif-plugged-82cb46a8-938d-4ef1-9866-74989426dd07 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 788.311165] env[65418]: WARNING nova.compute.manager [req-e13645d9-1c61-4799-a306-d26606aedb0d req-9abca063-50b0-487e-be4d-636a310d745a service nova] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Received unexpected event network-vif-plugged-82cb46a8-938d-4ef1-9866-74989426dd07 for instance with vm_state building and task_state spawning. [ 788.311420] env[65418]: DEBUG nova.compute.manager [req-e13645d9-1c61-4799-a306-d26606aedb0d req-9abca063-50b0-487e-be4d-636a310d745a service nova] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Received event network-changed-82cb46a8-938d-4ef1-9866-74989426dd07 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 788.311639] env[65418]: DEBUG nova.compute.manager [req-e13645d9-1c61-4799-a306-d26606aedb0d req-9abca063-50b0-487e-be4d-636a310d745a service nova] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Refreshing instance network info cache due to event network-changed-82cb46a8-938d-4ef1-9866-74989426dd07. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 788.311848] env[65418]: DEBUG oslo_concurrency.lockutils [req-e13645d9-1c61-4799-a306-d26606aedb0d req-9abca063-50b0-487e-be4d-636a310d745a service nova] Acquiring lock "refresh_cache-8ca5e89f-66fc-4ec2-acec-b5f4ad479faf" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.311982] env[65418]: DEBUG oslo_concurrency.lockutils [req-e13645d9-1c61-4799-a306-d26606aedb0d req-9abca063-50b0-487e-be4d-636a310d745a service nova] Acquired lock "refresh_cache-8ca5e89f-66fc-4ec2-acec-b5f4ad479faf" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.312146] env[65418]: DEBUG nova.network.neutron [req-e13645d9-1c61-4799-a306-d26606aedb0d req-9abca063-50b0-487e-be4d-636a310d745a service nova] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Refreshing network info cache for port 82cb46a8-938d-4ef1-9866-74989426dd07 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.436634] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Acquiring lock "refresh_cache-8ca5e89f-66fc-4ec2-acec-b5f4ad479faf" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.495730] env[65418]: DEBUG oslo_vmware.api [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688239, 'name': ReconfigVM_Task, 'duration_secs': 0.206125} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.496216] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Updating instance '4b446122-8965-4d44-974c-bedbf73cf659' progress to 33 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 788.574959] env[65418]: DEBUG nova.compute.utils [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.576710] env[65418]: DEBUG nova.compute.manager [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 788.576910] env[65418]: DEBUG nova.network.neutron [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 788.577246] env[65418]: WARNING neutronclient.v2_0.client [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.577696] env[65418]: WARNING neutronclient.v2_0.client [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.587904] env[65418]: DEBUG oslo_vmware.api [None req-7273887d-a1b3-4b00-a43b-42ae66664e6b tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688235, 'name': CloneVM_Task, 'duration_secs': 1.32649} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.588276] env[65418]: INFO nova.virt.vmwareapi.vmops [None req-7273887d-a1b3-4b00-a43b-42ae66664e6b tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Created linked-clone VM from snapshot [ 788.589215] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3aab0b-85c6-4675-ad14-add44dd92009 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.600175] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-7273887d-a1b3-4b00-a43b-42ae66664e6b tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Uploading image e845fa90-d97d-460d-8c06-0a635ee33b20 {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 788.615554] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-7273887d-a1b3-4b00-a43b-42ae66664e6b tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Destroying the VM {{(pid=65418) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 788.615864] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cc2c681e-6d50-4df9-a852-5fbebd38b1e3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.623263] env[65418]: DEBUG nova.policy [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6dd6deed0844ebc9041ba4087c116eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57787bb9204b4fe192896cfe29318d63', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 788.628429] env[65418]: DEBUG oslo_vmware.api [None req-7273887d-a1b3-4b00-a43b-42ae66664e6b tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 788.628429] env[65418]: value = "task-4688240" [ 788.628429] env[65418]: _type = "Task" [ 788.628429] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.641525] env[65418]: DEBUG oslo_vmware.api [None req-7273887d-a1b3-4b00-a43b-42ae66664e6b tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688240, 'name': Destroy_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.669539] env[65418]: DEBUG oslo_vmware.api [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d83ea1-cdcb-0bca-48e9-c77fd0d40b81, 'name': SearchDatastore_Task, 'duration_secs': 0.011818} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.669818] env[65418]: DEBUG oslo_concurrency.lockutils [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.670070] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e/9b6633eb-8ba1-46bc-92c5-e760bcb32c6e.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.670399] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f802a06-b933-4116-abeb-f614e94f7f33 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.679159] env[65418]: DEBUG oslo_vmware.api [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 788.679159] env[65418]: value = "task-4688241" [ 788.679159] env[65418]: _type = "Task" [ 788.679159] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.689282] env[65418]: DEBUG oslo_vmware.api [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.774689] env[65418]: DEBUG oslo_concurrency.lockutils [None req-86e7f233-6169-469d-ad76-e88b92174724 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Lock "07bd94ae-658d-48c0-a798-746e52909abd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.540s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.815019] env[65418]: WARNING neutronclient.v2_0.client [req-e13645d9-1c61-4799-a306-d26606aedb0d req-9abca063-50b0-487e-be4d-636a310d745a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.876880] env[65418]: DEBUG nova.network.neutron [req-e13645d9-1c61-4799-a306-d26606aedb0d req-9abca063-50b0-487e-be4d-636a310d745a service nova] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 788.985801] env[65418]: DEBUG nova.network.neutron [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Successfully created port: e85ce720-e96b-42a0-898c-f6c72c4f4052 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 789.004234] env[65418]: DEBUG nova.virt.hardware [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:42:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='59898279-5594-4c8a-87eb-f7be03177b08',id=33,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1778292381',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 789.005385] env[65418]: DEBUG nova.virt.hardware [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.006142] env[65418]: DEBUG nova.virt.hardware [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 789.009024] env[65418]: DEBUG nova.virt.hardware [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.009024] env[65418]: DEBUG nova.virt.hardware [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 789.009024] env[65418]: DEBUG nova.virt.hardware [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 789.009024] env[65418]: DEBUG nova.virt.hardware [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 789.009024] env[65418]: DEBUG nova.virt.hardware [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 789.009344] env[65418]: DEBUG nova.virt.hardware [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 789.009344] env[65418]: DEBUG nova.virt.hardware [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 789.009344] env[65418]: DEBUG nova.virt.hardware [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 789.016730] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Reconfiguring VM instance instance-00000027 to detach disk 2000 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 789.017772] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7c670b7-3a6a-4517-817e-820207ef2ab0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.047200] env[65418]: DEBUG oslo_vmware.api [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 789.047200] env[65418]: value = "task-4688242" [ 789.047200] env[65418]: _type = "Task" [ 789.047200] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.063698] env[65418]: DEBUG oslo_vmware.api [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688242, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.065250] env[65418]: DEBUG nova.network.neutron [req-e13645d9-1c61-4799-a306-d26606aedb0d req-9abca063-50b0-487e-be4d-636a310d745a service nova] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.082425] env[65418]: DEBUG nova.compute.manager [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 789.144455] env[65418]: DEBUG oslo_vmware.api [None req-7273887d-a1b3-4b00-a43b-42ae66664e6b tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688240, 'name': Destroy_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.194415] env[65418]: DEBUG oslo_vmware.api [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503338} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.194692] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e/9b6633eb-8ba1-46bc-92c5-e760bcb32c6e.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.194906] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.195190] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-963aefec-35d0-47b7-905a-dc9f91cd939d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.203648] env[65418]: DEBUG oslo_vmware.api [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 789.203648] env[65418]: value = "task-4688243" [ 789.203648] env[65418]: _type = "Task" [ 789.203648] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.214961] env[65418]: DEBUG oslo_vmware.api [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.277454] env[65418]: DEBUG nova.compute.manager [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 789.549966] env[65418]: INFO nova.compute.manager [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Rebuilding instance [ 789.568246] env[65418]: DEBUG oslo_concurrency.lockutils [req-e13645d9-1c61-4799-a306-d26606aedb0d req-9abca063-50b0-487e-be4d-636a310d745a service nova] Releasing lock "refresh_cache-8ca5e89f-66fc-4ec2-acec-b5f4ad479faf" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.568996] env[65418]: DEBUG oslo_vmware.api [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688242, 'name': ReconfigVM_Task, 'duration_secs': 0.257249} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.569395] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Acquired lock "refresh_cache-8ca5e89f-66fc-4ec2-acec-b5f4ad479faf" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.569717] env[65418]: DEBUG nova.network.neutron [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 789.573055] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Reconfigured VM instance instance-00000027 to detach disk 2000 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 789.578044] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf94c2d-346f-4d79-b7e9-81e2cf45b7fe {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.619413] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 4b446122-8965-4d44-974c-bedbf73cf659/4b446122-8965-4d44-974c-bedbf73cf659.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.626223] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36b532c0-76f5-4f30-be6c-366418b89a88 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.652516] env[65418]: DEBUG oslo_vmware.api [None req-7273887d-a1b3-4b00-a43b-42ae66664e6b tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688240, 'name': Destroy_Task, 'duration_secs': 0.527174} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.654940] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-7273887d-a1b3-4b00-a43b-42ae66664e6b tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Destroyed the VM [ 789.656023] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7273887d-a1b3-4b00-a43b-42ae66664e6b tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Deleting Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 789.656023] env[65418]: DEBUG oslo_vmware.api [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 789.656023] env[65418]: value = "task-4688245" [ 789.656023] env[65418]: _type = "Task" [ 789.656023] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.662375] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6449fd8a-8629-4daf-b9b8-4f379a4fe84c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.673571] env[65418]: DEBUG nova.compute.manager [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 789.675492] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e30d94-7368-4a55-bf57-5087b56bcf22 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.683640] env[65418]: DEBUG oslo_vmware.api [None req-7273887d-a1b3-4b00-a43b-42ae66664e6b tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 789.683640] env[65418]: value = "task-4688246" [ 789.683640] env[65418]: _type = "Task" [ 789.683640] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.696716] env[65418]: DEBUG oslo_vmware.api [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.710685] env[65418]: DEBUG oslo_vmware.api [None req-7273887d-a1b3-4b00-a43b-42ae66664e6b tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688246, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.716767] env[65418]: DEBUG oslo_vmware.api [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086544} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.717301] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.718061] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd628cee-af67-445c-8280-4d008723ebe6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.722798] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36193f5a-07db-45a1-9580-8cdb3c538bbb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.741660] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63988ab-2db0-49d3-8399-c51ecf06dd83 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.753799] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e/9b6633eb-8ba1-46bc-92c5-e760bcb32c6e.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.754915] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4fbd7b2-0ba7-4818-9971-3a73f293044c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.809424] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badd9e7c-dcea-4fc0-9eb2-fecd35739aeb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.812449] env[65418]: DEBUG oslo_vmware.api [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 789.812449] env[65418]: value = "task-4688247" [ 789.812449] env[65418]: _type = "Task" [ 789.812449] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.823204] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad5aed0-4fc8-48cf-864c-bbc571d2d4bd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.831214] env[65418]: DEBUG oslo_vmware.api [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.834572] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.843329] env[65418]: DEBUG nova.compute.provider_tree [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.108651] env[65418]: DEBUG nova.network.neutron [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 790.121376] env[65418]: DEBUG nova.compute.manager [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 790.153636] env[65418]: DEBUG nova.virt.hardware [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 790.153895] env[65418]: DEBUG nova.virt.hardware [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.154058] env[65418]: DEBUG nova.virt.hardware [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 790.154235] env[65418]: DEBUG nova.virt.hardware [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.154375] env[65418]: DEBUG nova.virt.hardware [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 790.154515] env[65418]: DEBUG nova.virt.hardware [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 790.154715] env[65418]: DEBUG nova.virt.hardware [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 790.154865] env[65418]: DEBUG nova.virt.hardware [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 790.155031] env[65418]: DEBUG nova.virt.hardware [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 790.155182] env[65418]: DEBUG nova.virt.hardware [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 790.155345] env[65418]: DEBUG nova.virt.hardware [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 790.156625] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e89514-7526-4d0d-b87f-4c46c51c0380 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.172821] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8550b30e-f405-45c1-894d-6480739e7221 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.180139] env[65418]: DEBUG oslo_vmware.api [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688245, 'name': ReconfigVM_Task, 'duration_secs': 0.318961} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.180887] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 4b446122-8965-4d44-974c-bedbf73cf659/4b446122-8965-4d44-974c-bedbf73cf659.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.181176] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Updating instance '4b446122-8965-4d44-974c-bedbf73cf659' progress to 50 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 790.202700] env[65418]: WARNING neutronclient.v2_0.client [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.213451] env[65418]: DEBUG oslo_vmware.api [None req-7273887d-a1b3-4b00-a43b-42ae66664e6b tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688246, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.303912] env[65418]: DEBUG nova.network.neutron [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Updating instance_info_cache with network_info: [{"id": "82cb46a8-938d-4ef1-9866-74989426dd07", "address": "fa:16:3e:1a:88:68", "network": {"id": "ae212b7f-cff0-4a43-8158-e7ee056f9f67", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1385778746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2090de566fb84fa3bc932cdbdbb77b23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82cb46a8-93", "ovs_interfaceid": "82cb46a8-938d-4ef1-9866-74989426dd07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.326820] env[65418]: DEBUG oslo_vmware.api [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688247, 'name': ReconfigVM_Task, 'duration_secs': 0.322521} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.327074] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e/9b6633eb-8ba1-46bc-92c5-e760bcb32c6e.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.327779] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ea9f0ab-0c86-47af-a6fe-7b6c1003aa9b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.334947] env[65418]: DEBUG oslo_vmware.api [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 790.334947] env[65418]: value = "task-4688248" [ 790.334947] env[65418]: _type = "Task" [ 790.334947] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.345032] env[65418]: DEBUG oslo_vmware.api [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688248, 'name': Rename_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.347877] env[65418]: DEBUG nova.scheduler.client.report [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.579178] env[65418]: DEBUG nova.compute.manager [req-1acc2280-3f82-4228-b72a-f9341edca77a req-0fe9dbb0-d6f9-4d66-bd77-d801cf343272 service nova] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Received event network-vif-plugged-e85ce720-e96b-42a0-898c-f6c72c4f4052 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 790.579178] env[65418]: DEBUG oslo_concurrency.lockutils [req-1acc2280-3f82-4228-b72a-f9341edca77a req-0fe9dbb0-d6f9-4d66-bd77-d801cf343272 service nova] Acquiring lock "146ee161-6b39-4584-ad7e-dfbcd1c2e54c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.579178] env[65418]: DEBUG oslo_concurrency.lockutils [req-1acc2280-3f82-4228-b72a-f9341edca77a req-0fe9dbb0-d6f9-4d66-bd77-d801cf343272 service nova] Lock "146ee161-6b39-4584-ad7e-dfbcd1c2e54c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.579982] env[65418]: DEBUG oslo_concurrency.lockutils [req-1acc2280-3f82-4228-b72a-f9341edca77a req-0fe9dbb0-d6f9-4d66-bd77-d801cf343272 service nova] Lock "146ee161-6b39-4584-ad7e-dfbcd1c2e54c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.580378] env[65418]: DEBUG nova.compute.manager [req-1acc2280-3f82-4228-b72a-f9341edca77a req-0fe9dbb0-d6f9-4d66-bd77-d801cf343272 service nova] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] No waiting events found dispatching network-vif-plugged-e85ce720-e96b-42a0-898c-f6c72c4f4052 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 790.581189] env[65418]: WARNING nova.compute.manager [req-1acc2280-3f82-4228-b72a-f9341edca77a req-0fe9dbb0-d6f9-4d66-bd77-d801cf343272 service nova] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Received unexpected event network-vif-plugged-e85ce720-e96b-42a0-898c-f6c72c4f4052 for instance with vm_state building and task_state spawning. [ 790.632170] env[65418]: DEBUG nova.network.neutron [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Successfully updated port: e85ce720-e96b-42a0-898c-f6c72c4f4052 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 790.700405] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87130a9a-8949-484a-bf5a-24254fec3ee4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.729669] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.730792] env[65418]: DEBUG oslo_vmware.api [None req-7273887d-a1b3-4b00-a43b-42ae66664e6b tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688246, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.731068] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d5d93f5-9d50-4c38-bd00-d8e64131ad14 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.734599] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720d0ff1-4afc-45ed-bf3c-e2261d2d5518 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.754160] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Updating instance '4b446122-8965-4d44-974c-bedbf73cf659' progress to 67 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 790.759776] env[65418]: DEBUG oslo_vmware.api [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Waiting for the task: (returnval){ [ 790.759776] env[65418]: value = "task-4688249" [ 790.759776] env[65418]: _type = "Task" [ 790.759776] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.769260] env[65418]: DEBUG oslo_vmware.api [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': task-4688249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.807073] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Releasing lock "refresh_cache-8ca5e89f-66fc-4ec2-acec-b5f4ad479faf" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.807447] env[65418]: DEBUG nova.compute.manager [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Instance network_info: |[{"id": "82cb46a8-938d-4ef1-9866-74989426dd07", "address": "fa:16:3e:1a:88:68", "network": {"id": "ae212b7f-cff0-4a43-8158-e7ee056f9f67", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1385778746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2090de566fb84fa3bc932cdbdbb77b23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82cb46a8-93", "ovs_interfaceid": "82cb46a8-938d-4ef1-9866-74989426dd07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 790.807883] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:88:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f67a2790-f2b0-4d03-b606-0bfaee7a4229', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82cb46a8-938d-4ef1-9866-74989426dd07', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.816111] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Creating folder: Project (2090de566fb84fa3bc932cdbdbb77b23). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.817082] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f64ccd8-05c9-477e-b5b0-f0649fd4af92 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.830177] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Created folder: Project (2090de566fb84fa3bc932cdbdbb77b23) in parent group-v914982. [ 790.830439] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Creating folder: Instances. Parent ref: group-v915129. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.830715] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ecc805da-dcaa-4f59-a946-aab14d8e5afd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.841995] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Created folder: Instances in parent group-v915129. [ 790.842308] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 790.845570] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.845822] env[65418]: DEBUG oslo_vmware.api [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688248, 'name': Rename_Task, 'duration_secs': 0.151595} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.846040] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5be5934b-67da-4351-92db-d95ee7a96dcb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.861806] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.862667] env[65418]: DEBUG oslo_concurrency.lockutils [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.802s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.863193] env[65418]: DEBUG nova.compute.manager [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 790.866659] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09bfe572-71b8-4585-b273-b81b4ef2a7db {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.868832] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.852s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.870388] env[65418]: INFO nova.compute.claims [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.881340] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.881340] env[65418]: value = "task-4688253" [ 790.881340] env[65418]: _type = "Task" [ 790.881340] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.882875] env[65418]: DEBUG oslo_vmware.api [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 790.882875] env[65418]: value = "task-4688252" [ 790.882875] env[65418]: _type = "Task" [ 790.882875] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.898233] env[65418]: DEBUG oslo_vmware.api [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.900928] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688253, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.132978] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Acquiring lock "refresh_cache-146ee161-6b39-4584-ad7e-dfbcd1c2e54c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.133197] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Acquired lock "refresh_cache-146ee161-6b39-4584-ad7e-dfbcd1c2e54c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.133382] env[65418]: DEBUG nova.network.neutron [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 791.208174] env[65418]: DEBUG oslo_vmware.api [None req-7273887d-a1b3-4b00-a43b-42ae66664e6b tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688246, 'name': RemoveSnapshot_Task, 'duration_secs': 1.401629} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.208635] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7273887d-a1b3-4b00-a43b-42ae66664e6b tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Deleted Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 791.260495] env[65418]: WARNING neutronclient.v2_0.client [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.260858] env[65418]: WARNING neutronclient.v2_0.client [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.275825] env[65418]: DEBUG oslo_vmware.api [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': task-4688249, 'name': PowerOffVM_Task, 'duration_secs': 0.250676} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.276197] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.276508] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.277397] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0652005c-b535-4851-8c48-56d55a7a04e2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.285887] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.286567] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aefde09b-bef5-4603-9023-33042b725301 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.301906] env[65418]: DEBUG nova.network.neutron [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Port 4c5ca920-6538-464a-81cc-d3b41e3c055c binding to destination host cpu-1 is already ACTIVE {{(pid=65418) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 791.314969] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.315216] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.315399] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Deleting the datastore file [datastore1] 07bd94ae-658d-48c0-a798-746e52909abd {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.316340] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2651736-40df-4c50-bb09-c12bfac2e28b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.324538] env[65418]: DEBUG oslo_vmware.api [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Waiting for the task: (returnval){ [ 791.324538] env[65418]: value = "task-4688255" [ 791.324538] env[65418]: _type = "Task" [ 791.324538] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.334209] env[65418]: DEBUG oslo_vmware.api [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': task-4688255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.371703] env[65418]: DEBUG nova.compute.utils [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.373432] env[65418]: DEBUG nova.compute.manager [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 791.373678] env[65418]: DEBUG nova.network.neutron [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 791.374064] env[65418]: WARNING neutronclient.v2_0.client [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.374550] env[65418]: WARNING neutronclient.v2_0.client [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.396882] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688253, 'name': CreateVM_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.400513] env[65418]: DEBUG oslo_vmware.api [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688252, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.431024] env[65418]: DEBUG nova.policy [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '111c6cc9d28e4606965c7bf1cddabda2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a75762f38f349dabe72744e509f51bc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.636018] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d10ff00-e48e-4aea-87e3-f6f27271738e tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Volume attach. Driver type: vmdk {{(pid=65418) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 791.636018] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d10ff00-e48e-4aea-87e3-f6f27271738e tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915128', 'volume_id': 'c392d674-fc92-4229-856d-807c43ce20b0', 'name': 'volume-c392d674-fc92-4229-856d-807c43ce20b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fe24eee-92e6-4c17-bd9c-50d538e33739', 'attached_at': '', 'detached_at': '', 'volume_id': 'c392d674-fc92-4229-856d-807c43ce20b0', 'serial': 'c392d674-fc92-4229-856d-807c43ce20b0'} {{(pid=65418) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 791.636018] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7e4a11-8a66-4cbf-b025-153afdf90cad {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.666025] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ada2700-1d4f-449a-ad74-99580eb29f79 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.692040] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d10ff00-e48e-4aea-87e3-f6f27271738e tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] volume-c392d674-fc92-4229-856d-807c43ce20b0/volume-c392d674-fc92-4229-856d-807c43ce20b0.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.692523] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc87cc28-c352-4317-a358-331df385191e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.714609] env[65418]: WARNING nova.compute.manager [None req-7273887d-a1b3-4b00-a43b-42ae66664e6b tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Image not found during snapshot: nova.exception.ImageNotFound: Image e845fa90-d97d-460d-8c06-0a635ee33b20 could not be found. [ 791.715902] env[65418]: DEBUG oslo_vmware.api [None req-9d10ff00-e48e-4aea-87e3-f6f27271738e tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 791.715902] env[65418]: value = "task-4688256" [ 791.715902] env[65418]: _type = "Task" [ 791.715902] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.723205] env[65418]: DEBUG nova.network.neutron [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 791.731181] env[65418]: DEBUG oslo_vmware.api [None req-9d10ff00-e48e-4aea-87e3-f6f27271738e tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.749838] env[65418]: DEBUG nova.network.neutron [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Successfully created port: 1adf972b-add2-44fc-9924-8328cda0c777 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 791.835431] env[65418]: DEBUG oslo_vmware.api [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': task-4688255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093382} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.836776] env[65418]: WARNING neutronclient.v2_0.client [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.839242] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.839492] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.839711] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.878466] env[65418]: DEBUG nova.compute.manager [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 791.908427] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688253, 'name': CreateVM_Task, 'duration_secs': 0.956221} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.915222] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.916024] env[65418]: DEBUG oslo_vmware.api [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688252, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.919980] env[65418]: WARNING neutronclient.v2_0.client [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.920508] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.920700] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.921307] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.922646] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-494f987e-d3f9-45e2-9351-ed705bdf070d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.932035] env[65418]: DEBUG oslo_vmware.api [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Waiting for the task: (returnval){ [ 791.932035] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5295baf2-9ca5-d8d9-763b-d16556a035ce" [ 791.932035] env[65418]: _type = "Task" [ 791.932035] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.947266] env[65418]: DEBUG oslo_vmware.api [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5295baf2-9ca5-d8d9-763b-d16556a035ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.009357] env[65418]: DEBUG nova.network.neutron [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Updating instance_info_cache with network_info: [{"id": "e85ce720-e96b-42a0-898c-f6c72c4f4052", "address": "fa:16:3e:e3:8d:89", "network": {"id": "59c339c5-6f2f-4ea2-92ec-a6434b08431b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-72157423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "57787bb9204b4fe192896cfe29318d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape85ce720-e9", "ovs_interfaceid": "e85ce720-e96b-42a0-898c-f6c72c4f4052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.228051] env[65418]: DEBUG oslo_vmware.api [None req-9d10ff00-e48e-4aea-87e3-f6f27271738e tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.335592] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquiring lock "4b446122-8965-4d44-974c-bedbf73cf659-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.336070] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lock "4b446122-8965-4d44-974c-bedbf73cf659-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.336406] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lock "4b446122-8965-4d44-974c-bedbf73cf659-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.409154] env[65418]: DEBUG oslo_vmware.api [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688252, 'name': PowerOnVM_Task, 'duration_secs': 1.123635} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.412240] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.412468] env[65418]: DEBUG nova.compute.manager [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 792.413511] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ae0382-8e86-4a07-85c0-8d9f3a6eaebc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.450820] env[65418]: DEBUG oslo_vmware.api [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5295baf2-9ca5-d8d9-763b-d16556a035ce, 'name': SearchDatastore_Task, 'duration_secs': 0.016202} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.451871] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.451871] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.451871] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.451871] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.452296] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.453073] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48d18851-762a-4e55-ada4-5071b51978a4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.464723] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.464909] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.466169] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f8594e-cadc-4659-b203-a5cdc68697a9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.468893] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c9df04f-6d09-4bc7-a1fe-15367b0a9a97 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.478790] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa04695f-5b9c-4c4b-bdc0-369ce5ef0e07 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.481963] env[65418]: DEBUG oslo_vmware.api [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Waiting for the task: (returnval){ [ 792.481963] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5252d48a-aaa1-70da-6679-9b100bb79eef" [ 792.481963] env[65418]: _type = "Task" [ 792.481963] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.514924] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Releasing lock "refresh_cache-146ee161-6b39-4584-ad7e-dfbcd1c2e54c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.514924] env[65418]: DEBUG nova.compute.manager [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Instance network_info: |[{"id": "e85ce720-e96b-42a0-898c-f6c72c4f4052", "address": "fa:16:3e:e3:8d:89", "network": {"id": "59c339c5-6f2f-4ea2-92ec-a6434b08431b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-72157423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "57787bb9204b4fe192896cfe29318d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape85ce720-e9", "ovs_interfaceid": "e85ce720-e96b-42a0-898c-f6c72c4f4052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 792.518462] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:8d:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0685bd0b-3dbf-4a06-951c-c6a4726dd4b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e85ce720-e96b-42a0-898c-f6c72c4f4052', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.526238] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Creating folder: Project (57787bb9204b4fe192896cfe29318d63). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.527034] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf454688-0342-4696-95df-2f8321c00417 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.529871] env[65418]: DEBUG oslo_vmware.api [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5252d48a-aaa1-70da-6679-9b100bb79eef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.530142] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fdec5d2-c3f7-4262-b128-bc2039336a35 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.538713] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3baa318-f7b2-407f-bf98-b6c31cb295ee {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.546255] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Created folder: Project (57787bb9204b4fe192896cfe29318d63) in parent group-v914982. [ 792.546255] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Creating folder: Instances. Parent ref: group-v915132. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.546865] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b327f29-20f4-4cde-9d3b-29c2bb54bb5d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.557288] env[65418]: DEBUG nova.compute.provider_tree [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.569217] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Created folder: Instances in parent group-v915132. [ 792.569542] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 792.569745] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.569968] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70d7a028-b6b4-4113-9593-25ba962481ac {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.595053] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.595053] env[65418]: value = "task-4688259" [ 792.595053] env[65418]: _type = "Task" [ 792.595053] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.606592] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688259, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.635870] env[65418]: DEBUG nova.compute.manager [req-571a0855-4bf3-40f9-9153-5443a88963e2 req-bd6c43fa-f770-4276-bd1c-53f2bb1cc55d service nova] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Received event network-changed-e85ce720-e96b-42a0-898c-f6c72c4f4052 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 792.636269] env[65418]: DEBUG nova.compute.manager [req-571a0855-4bf3-40f9-9153-5443a88963e2 req-bd6c43fa-f770-4276-bd1c-53f2bb1cc55d service nova] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Refreshing instance network info cache due to event network-changed-e85ce720-e96b-42a0-898c-f6c72c4f4052. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 792.636519] env[65418]: DEBUG oslo_concurrency.lockutils [req-571a0855-4bf3-40f9-9153-5443a88963e2 req-bd6c43fa-f770-4276-bd1c-53f2bb1cc55d service nova] Acquiring lock "refresh_cache-146ee161-6b39-4584-ad7e-dfbcd1c2e54c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.636832] env[65418]: DEBUG oslo_concurrency.lockutils [req-571a0855-4bf3-40f9-9153-5443a88963e2 req-bd6c43fa-f770-4276-bd1c-53f2bb1cc55d service nova] Acquired lock "refresh_cache-146ee161-6b39-4584-ad7e-dfbcd1c2e54c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.636832] env[65418]: DEBUG nova.network.neutron [req-571a0855-4bf3-40f9-9153-5443a88963e2 req-bd6c43fa-f770-4276-bd1c-53f2bb1cc55d service nova] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Refreshing network info cache for port e85ce720-e96b-42a0-898c-f6c72c4f4052 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.727294] env[65418]: DEBUG oslo_vmware.api [None req-9d10ff00-e48e-4aea-87e3-f6f27271738e tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688256, 'name': ReconfigVM_Task, 'duration_secs': 0.575718} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.727736] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d10ff00-e48e-4aea-87e3-f6f27271738e tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Reconfigured VM instance instance-00000028 to attach disk [datastore2] volume-c392d674-fc92-4229-856d-807c43ce20b0/volume-c392d674-fc92-4229-856d-807c43ce20b0.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.732754] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03c7e8b1-c1d3-4bef-bf96-e10c5aea2d71 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.748877] env[65418]: DEBUG oslo_vmware.api [None req-9d10ff00-e48e-4aea-87e3-f6f27271738e tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 792.748877] env[65418]: value = "task-4688260" [ 792.748877] env[65418]: _type = "Task" [ 792.748877] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.759431] env[65418]: DEBUG oslo_vmware.api [None req-9d10ff00-e48e-4aea-87e3-f6f27271738e tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688260, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.878030] env[65418]: DEBUG nova.virt.hardware [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 792.878214] env[65418]: DEBUG nova.virt.hardware [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.879239] env[65418]: DEBUG nova.virt.hardware [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 792.879239] env[65418]: DEBUG nova.virt.hardware [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.879239] env[65418]: DEBUG nova.virt.hardware [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 792.879239] env[65418]: DEBUG nova.virt.hardware [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 792.879239] env[65418]: DEBUG nova.virt.hardware [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 792.879525] env[65418]: DEBUG nova.virt.hardware [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 792.879525] env[65418]: DEBUG nova.virt.hardware [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 792.879525] env[65418]: DEBUG nova.virt.hardware [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 792.879692] env[65418]: DEBUG nova.virt.hardware [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 792.880688] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d24810f-0513-41fa-99f9-c624bf9f043b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.892664] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa2e943-ec7d-4e00-8c3c-bdc27fe92fe0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.908760] env[65418]: DEBUG nova.compute.manager [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 792.911300] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Instance VIF info [] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.918078] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 792.919727] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.919727] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54e34f68-f87e-4132-b9f5-91b64b87427c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.948642] env[65418]: DEBUG oslo_concurrency.lockutils [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.950761] env[65418]: DEBUG oslo_concurrency.lockutils [None req-90e04242-6846-4964-96a8-99a4f0b551f9 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquiring lock "116dc19f-b3fa-4e95-bc31-e75ac6bd37ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.951548] env[65418]: DEBUG oslo_concurrency.lockutils [None req-90e04242-6846-4964-96a8-99a4f0b551f9 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Lock "116dc19f-b3fa-4e95-bc31-e75ac6bd37ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.951548] env[65418]: DEBUG oslo_concurrency.lockutils [None req-90e04242-6846-4964-96a8-99a4f0b551f9 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquiring lock "116dc19f-b3fa-4e95-bc31-e75ac6bd37ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.951707] env[65418]: DEBUG oslo_concurrency.lockutils [None req-90e04242-6846-4964-96a8-99a4f0b551f9 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Lock "116dc19f-b3fa-4e95-bc31-e75ac6bd37ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.951842] env[65418]: DEBUG oslo_concurrency.lockutils [None req-90e04242-6846-4964-96a8-99a4f0b551f9 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Lock "116dc19f-b3fa-4e95-bc31-e75ac6bd37ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.959436] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.959436] env[65418]: value = "task-4688261" [ 792.959436] env[65418]: _type = "Task" [ 792.959436] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.962108] env[65418]: DEBUG nova.virt.hardware [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 792.962345] env[65418]: DEBUG nova.virt.hardware [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.962505] env[65418]: DEBUG nova.virt.hardware [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 792.964104] env[65418]: DEBUG nova.virt.hardware [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.964104] env[65418]: DEBUG nova.virt.hardware [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 792.964104] env[65418]: DEBUG nova.virt.hardware [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 792.964104] env[65418]: DEBUG nova.virt.hardware [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 792.964104] env[65418]: DEBUG nova.virt.hardware [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 792.964441] env[65418]: DEBUG nova.virt.hardware [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 792.964441] env[65418]: DEBUG nova.virt.hardware [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 792.964441] env[65418]: DEBUG nova.virt.hardware [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 792.965156] env[65418]: INFO nova.compute.manager [None req-90e04242-6846-4964-96a8-99a4f0b551f9 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Terminating instance [ 792.968849] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24238a05-0325-4766-8cdf-45efc3201437 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.995088] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f65e717-9ec0-4302-9829-7b00c905ab2b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.000162] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688261, 'name': CreateVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.006813] env[65418]: DEBUG oslo_vmware.api [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5252d48a-aaa1-70da-6679-9b100bb79eef, 'name': SearchDatastore_Task, 'duration_secs': 0.019534} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.017360] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-968ce09d-7457-4847-836c-f5025baf0616 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.029029] env[65418]: DEBUG oslo_vmware.api [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Waiting for the task: (returnval){ [ 793.029029] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52afd045-8aff-49c8-160b-3e08592fa342" [ 793.029029] env[65418]: _type = "Task" [ 793.029029] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.036093] env[65418]: DEBUG oslo_vmware.api [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52afd045-8aff-49c8-160b-3e08592fa342, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.061429] env[65418]: DEBUG nova.scheduler.client.report [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.106427] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688259, 'name': CreateVM_Task, 'duration_secs': 0.498016} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.106612] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.107134] env[65418]: WARNING neutronclient.v2_0.client [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.107534] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.107670] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.107974] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.108249] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e807efe-0923-42a0-a328-87129b7178d5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.114348] env[65418]: DEBUG oslo_vmware.api [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Waiting for the task: (returnval){ [ 793.114348] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52320991-ad95-129e-fe14-90ae01680a76" [ 793.114348] env[65418]: _type = "Task" [ 793.114348] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.123757] env[65418]: DEBUG oslo_vmware.api [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52320991-ad95-129e-fe14-90ae01680a76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.139890] env[65418]: WARNING neutronclient.v2_0.client [req-571a0855-4bf3-40f9-9153-5443a88963e2 req-bd6c43fa-f770-4276-bd1c-53f2bb1cc55d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.260161] env[65418]: DEBUG oslo_vmware.api [None req-9d10ff00-e48e-4aea-87e3-f6f27271738e tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688260, 'name': ReconfigVM_Task, 'duration_secs': 0.187366} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.260418] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d10ff00-e48e-4aea-87e3-f6f27271738e tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915128', 'volume_id': 'c392d674-fc92-4229-856d-807c43ce20b0', 'name': 'volume-c392d674-fc92-4229-856d-807c43ce20b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fe24eee-92e6-4c17-bd9c-50d538e33739', 'attached_at': '', 'detached_at': '', 'volume_id': 'c392d674-fc92-4229-856d-807c43ce20b0', 'serial': 'c392d674-fc92-4229-856d-807c43ce20b0'} {{(pid=65418) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 793.342382] env[65418]: DEBUG nova.compute.manager [req-cbd309da-c01e-4eb8-98d3-de5f740db71f req-6b955f33-aead-42ba-9a25-6572fdf87a64 service nova] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Received event network-vif-plugged-1adf972b-add2-44fc-9924-8328cda0c777 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 793.343399] env[65418]: DEBUG oslo_concurrency.lockutils [req-cbd309da-c01e-4eb8-98d3-de5f740db71f req-6b955f33-aead-42ba-9a25-6572fdf87a64 service nova] Acquiring lock "6378b2ec-67d9-4626-9996-54c8c5a47dce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.343661] env[65418]: DEBUG oslo_concurrency.lockutils [req-cbd309da-c01e-4eb8-98d3-de5f740db71f req-6b955f33-aead-42ba-9a25-6572fdf87a64 service nova] Lock "6378b2ec-67d9-4626-9996-54c8c5a47dce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.343833] env[65418]: DEBUG oslo_concurrency.lockutils [req-cbd309da-c01e-4eb8-98d3-de5f740db71f req-6b955f33-aead-42ba-9a25-6572fdf87a64 service nova] Lock "6378b2ec-67d9-4626-9996-54c8c5a47dce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.344052] env[65418]: DEBUG nova.compute.manager [req-cbd309da-c01e-4eb8-98d3-de5f740db71f req-6b955f33-aead-42ba-9a25-6572fdf87a64 service nova] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] No waiting events found dispatching network-vif-plugged-1adf972b-add2-44fc-9924-8328cda0c777 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 793.344234] env[65418]: WARNING nova.compute.manager [req-cbd309da-c01e-4eb8-98d3-de5f740db71f req-6b955f33-aead-42ba-9a25-6572fdf87a64 service nova] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Received unexpected event network-vif-plugged-1adf972b-add2-44fc-9924-8328cda0c777 for instance with vm_state building and task_state spawning. [ 793.345877] env[65418]: WARNING neutronclient.v2_0.client [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.409286] env[65418]: DEBUG nova.network.neutron [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Successfully updated port: 1adf972b-add2-44fc-9924-8328cda0c777 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 793.437621] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquiring lock "refresh_cache-4b446122-8965-4d44-974c-bedbf73cf659" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.437810] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquired lock "refresh_cache-4b446122-8965-4d44-974c-bedbf73cf659" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.437986] env[65418]: DEBUG nova.network.neutron [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 793.467186] env[65418]: WARNING neutronclient.v2_0.client [req-571a0855-4bf3-40f9-9153-5443a88963e2 req-bd6c43fa-f770-4276-bd1c-53f2bb1cc55d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.474478] env[65418]: DEBUG nova.compute.manager [None req-90e04242-6846-4964-96a8-99a4f0b551f9 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 793.474478] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-90e04242-6846-4964-96a8-99a4f0b551f9 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.475057] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9944c7bf-8eb7-4444-b591-3c9fec89f3fb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.484248] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688261, 'name': CreateVM_Task, 'duration_secs': 0.315185} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.486380] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.486528] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e04242-6846-4964-96a8-99a4f0b551f9 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.486907] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.489322] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54604815-116f-4a26-bd79-fbad179d656c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.494723] env[65418]: DEBUG oslo_vmware.api [None req-90e04242-6846-4964-96a8-99a4f0b551f9 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 793.494723] env[65418]: value = "task-4688262" [ 793.494723] env[65418]: _type = "Task" [ 793.494723] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.503823] env[65418]: DEBUG oslo_vmware.api [None req-90e04242-6846-4964-96a8-99a4f0b551f9 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.537456] env[65418]: DEBUG oslo_vmware.api [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52afd045-8aff-49c8-160b-3e08592fa342, 'name': SearchDatastore_Task, 'duration_secs': 0.01328} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.537745] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.537994] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf/8ca5e89f-66fc-4ec2-acec-b5f4ad479faf.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.538297] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-724016c8-fe05-49a5-a0c4-d0ca9ff1e33d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.548835] env[65418]: DEBUG nova.network.neutron [req-571a0855-4bf3-40f9-9153-5443a88963e2 req-bd6c43fa-f770-4276-bd1c-53f2bb1cc55d service nova] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Updated VIF entry in instance network info cache for port e85ce720-e96b-42a0-898c-f6c72c4f4052. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 793.549200] env[65418]: DEBUG nova.network.neutron [req-571a0855-4bf3-40f9-9153-5443a88963e2 req-bd6c43fa-f770-4276-bd1c-53f2bb1cc55d service nova] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Updating instance_info_cache with network_info: [{"id": "e85ce720-e96b-42a0-898c-f6c72c4f4052", "address": "fa:16:3e:e3:8d:89", "network": {"id": "59c339c5-6f2f-4ea2-92ec-a6434b08431b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-72157423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "57787bb9204b4fe192896cfe29318d63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape85ce720-e9", "ovs_interfaceid": "e85ce720-e96b-42a0-898c-f6c72c4f4052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.551379] env[65418]: DEBUG oslo_vmware.api [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Waiting for the task: (returnval){ [ 793.551379] env[65418]: value = "task-4688263" [ 793.551379] env[65418]: _type = "Task" [ 793.551379] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.564951] env[65418]: DEBUG oslo_vmware.api [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.566998] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.567531] env[65418]: DEBUG nova.compute.manager [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 793.571601] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba860634-a82c-43b6-8728-2556cd23722e tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.790s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.571601] env[65418]: DEBUG nova.objects.instance [None req-ba860634-a82c-43b6-8728-2556cd23722e tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Lazy-loading 'resources' on Instance uuid c23c3312-47e5-42e4-9b3e-72d687b4656b {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.631068] env[65418]: DEBUG oslo_vmware.api [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52320991-ad95-129e-fe14-90ae01680a76, 'name': SearchDatastore_Task, 'duration_secs': 0.010691} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.631068] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.631068] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.631068] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.631430] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.631430] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.631430] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.631430] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.631430] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d7bcb63-18ee-42d7-977f-7690b8101446 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.632891] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b4c3acd-2906-489d-83ac-fd9ccbe9fd6c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.641302] env[65418]: DEBUG oslo_vmware.api [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Waiting for the task: (returnval){ [ 793.641302] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523391d9-9eec-6022-aab9-eca616e23ccd" [ 793.641302] env[65418]: _type = "Task" [ 793.641302] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.651180] env[65418]: DEBUG oslo_vmware.api [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523391d9-9eec-6022-aab9-eca616e23ccd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.656350] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.658698] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.658698] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcce13e5-1b15-488e-856b-6aa9a0fd255b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.665312] env[65418]: DEBUG oslo_vmware.api [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Waiting for the task: (returnval){ [ 793.665312] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52426b30-5121-b30f-1027-8a19005b9dda" [ 793.665312] env[65418]: _type = "Task" [ 793.665312] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.678381] env[65418]: DEBUG oslo_vmware.api [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52426b30-5121-b30f-1027-8a19005b9dda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.916113] env[65418]: DEBUG oslo_concurrency.lockutils [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Acquiring lock "refresh_cache-6378b2ec-67d9-4626-9996-54c8c5a47dce" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.916310] env[65418]: DEBUG oslo_concurrency.lockutils [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Acquired lock "refresh_cache-6378b2ec-67d9-4626-9996-54c8c5a47dce" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.916486] env[65418]: DEBUG nova.network.neutron [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 793.940568] env[65418]: WARNING neutronclient.v2_0.client [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.014029] env[65418]: DEBUG oslo_vmware.api [None req-90e04242-6846-4964-96a8-99a4f0b551f9 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688262, 'name': PowerOffVM_Task, 'duration_secs': 0.201435} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.014943] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e04242-6846-4964-96a8-99a4f0b551f9 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.015288] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-90e04242-6846-4964-96a8-99a4f0b551f9 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.015999] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4caedf39-2dc2-499e-b6ed-86b7efe0cf11 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.053662] env[65418]: DEBUG oslo_concurrency.lockutils [req-571a0855-4bf3-40f9-9153-5443a88963e2 req-bd6c43fa-f770-4276-bd1c-53f2bb1cc55d service nova] Releasing lock "refresh_cache-146ee161-6b39-4584-ad7e-dfbcd1c2e54c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.054245] env[65418]: DEBUG oslo_concurrency.lockutils [None req-11148918-6826-42e3-868c-259f60bbae09 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "625682a5-beee-49e9-bbb3-a188c3c41f0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.054479] env[65418]: DEBUG oslo_concurrency.lockutils [None req-11148918-6826-42e3-868c-259f60bbae09 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "625682a5-beee-49e9-bbb3-a188c3c41f0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.054721] env[65418]: DEBUG oslo_concurrency.lockutils [None req-11148918-6826-42e3-868c-259f60bbae09 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "625682a5-beee-49e9-bbb3-a188c3c41f0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.054962] env[65418]: DEBUG oslo_concurrency.lockutils [None req-11148918-6826-42e3-868c-259f60bbae09 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "625682a5-beee-49e9-bbb3-a188c3c41f0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.055157] env[65418]: DEBUG oslo_concurrency.lockutils [None req-11148918-6826-42e3-868c-259f60bbae09 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "625682a5-beee-49e9-bbb3-a188c3c41f0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.061096] env[65418]: INFO nova.compute.manager [None req-11148918-6826-42e3-868c-259f60bbae09 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Terminating instance [ 794.071210] env[65418]: DEBUG oslo_vmware.api [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688263, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.072954] env[65418]: DEBUG nova.compute.utils [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 794.078887] env[65418]: DEBUG nova.compute.manager [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Not allocating networking since 'none' was specified. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 794.117693] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-90e04242-6846-4964-96a8-99a4f0b551f9 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.117918] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-90e04242-6846-4964-96a8-99a4f0b551f9 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.118122] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-90e04242-6846-4964-96a8-99a4f0b551f9 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Deleting the datastore file [datastore1] 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.118788] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98c52fa7-5e0f-447f-a25b-781dfb3274d7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.127937] env[65418]: DEBUG oslo_vmware.api [None req-90e04242-6846-4964-96a8-99a4f0b551f9 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 794.127937] env[65418]: value = "task-4688265" [ 794.127937] env[65418]: _type = "Task" [ 794.127937] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.138396] env[65418]: DEBUG oslo_vmware.api [None req-90e04242-6846-4964-96a8-99a4f0b551f9 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.152891] env[65418]: DEBUG oslo_vmware.api [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523391d9-9eec-6022-aab9-eca616e23ccd, 'name': SearchDatastore_Task, 'duration_secs': 0.022309} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.160827] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.161151] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.162040] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.180559] env[65418]: DEBUG oslo_vmware.api [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52426b30-5121-b30f-1027-8a19005b9dda, 'name': SearchDatastore_Task, 'duration_secs': 0.010619} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.181621] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87b81c2a-a00a-4848-9d1a-fb36be993dee {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.188773] env[65418]: DEBUG oslo_vmware.api [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Waiting for the task: (returnval){ [ 794.188773] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528cac50-6a99-3ae1-3cb1-2bad27e30c5c" [ 794.188773] env[65418]: _type = "Task" [ 794.188773] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.195728] env[65418]: WARNING neutronclient.v2_0.client [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.207037] env[65418]: DEBUG oslo_vmware.api [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528cac50-6a99-3ae1-3cb1-2bad27e30c5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.276460] env[65418]: DEBUG nova.network.neutron [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Updating instance_info_cache with network_info: [{"id": "4c5ca920-6538-464a-81cc-d3b41e3c055c", "address": "fa:16:3e:cb:b8:7b", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c5ca920-65", "ovs_interfaceid": "4c5ca920-6538-464a-81cc-d3b41e3c055c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.306689] env[65418]: DEBUG nova.objects.instance [None req-9d10ff00-e48e-4aea-87e3-f6f27271738e tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lazy-loading 'flavor' on Instance uuid 8fe24eee-92e6-4c17-bd9c-50d538e33739 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.452910] env[65418]: DEBUG nova.network.neutron [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 794.545563] env[65418]: WARNING neutronclient.v2_0.client [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.566579] env[65418]: DEBUG nova.compute.manager [None req-11148918-6826-42e3-868c-259f60bbae09 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 794.566839] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-11148918-6826-42e3-868c-259f60bbae09 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 794.571269] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2815eb-a9e5-4a99-9446-d4faed0c6eb4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.574216] env[65418]: DEBUG oslo_vmware.api [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688263, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.580092] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-11148918-6826-42e3-868c-259f60bbae09 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.583259] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d75c357f-4f30-4585-a627-0504e5657854 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.585804] env[65418]: DEBUG nova.compute.manager [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 794.597970] env[65418]: DEBUG oslo_vmware.api [None req-11148918-6826-42e3-868c-259f60bbae09 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 794.597970] env[65418]: value = "task-4688266" [ 794.597970] env[65418]: _type = "Task" [ 794.597970] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.600153] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c8c27f-4039-44d8-b208-1b110073d451 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.617984] env[65418]: DEBUG oslo_vmware.api [None req-11148918-6826-42e3-868c-259f60bbae09 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.619767] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad39c52a-c570-4f84-aeee-837eeef063fe {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.656691] env[65418]: DEBUG nova.network.neutron [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Updating instance_info_cache with network_info: [{"id": "1adf972b-add2-44fc-9924-8328cda0c777", "address": "fa:16:3e:9a:86:b3", "network": {"id": "90036adb-448b-460a-bca0-3d316c15df32", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-373801915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a75762f38f349dabe72744e509f51bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1adf972b-ad", "ovs_interfaceid": "1adf972b-add2-44fc-9924-8328cda0c777", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.661745] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fff0bb3-17a0-48f4-bed2-de1e26210fa1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.673672] env[65418]: DEBUG oslo_vmware.api [None req-90e04242-6846-4964-96a8-99a4f0b551f9 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.488937} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.676559] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-90e04242-6846-4964-96a8-99a4f0b551f9 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.676559] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-90e04242-6846-4964-96a8-99a4f0b551f9 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.676762] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-90e04242-6846-4964-96a8-99a4f0b551f9 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.676855] env[65418]: INFO nova.compute.manager [None req-90e04242-6846-4964-96a8-99a4f0b551f9 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Took 1.20 seconds to destroy the instance on the hypervisor. [ 794.677121] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-90e04242-6846-4964-96a8-99a4f0b551f9 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 794.677709] env[65418]: DEBUG nova.compute.manager [-] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 794.677823] env[65418]: DEBUG nova.network.neutron [-] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 794.678048] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.681227] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6c2323-3758-4d59-a319-25f4c35e6831 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.712116] env[65418]: DEBUG nova.compute.provider_tree [None req-ba860634-a82c-43b6-8728-2556cd23722e tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.724510] env[65418]: DEBUG oslo_vmware.api [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528cac50-6a99-3ae1-3cb1-2bad27e30c5c, 'name': SearchDatastore_Task, 'duration_secs': 0.041865} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.725081] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.725407] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 146ee161-6b39-4584-ad7e-dfbcd1c2e54c/146ee161-6b39-4584-ad7e-dfbcd1c2e54c.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.726662] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.726662] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.726874] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cf1fdb1-c903-492c-8e38-60f387d68b04 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.731395] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.733957] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bff0ed43-abcf-4f36-ab20-dca98f6f7a57 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.751249] env[65418]: DEBUG oslo_vmware.api [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Waiting for the task: (returnval){ [ 794.751249] env[65418]: value = "task-4688267" [ 794.751249] env[65418]: _type = "Task" [ 794.751249] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.757264] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.757264] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.758601] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f0a9adf-468a-4016-b3d1-fbc1a3eaa4ec {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.765266] env[65418]: DEBUG oslo_vmware.api [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Task: {'id': task-4688267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.771122] env[65418]: DEBUG oslo_vmware.api [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Waiting for the task: (returnval){ [ 794.771122] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]524d9709-6af3-a2ae-5fb0-bdd83ac386db" [ 794.771122] env[65418]: _type = "Task" [ 794.771122] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.782936] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Releasing lock "refresh_cache-4b446122-8965-4d44-974c-bedbf73cf659" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.786736] env[65418]: DEBUG oslo_vmware.api [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]524d9709-6af3-a2ae-5fb0-bdd83ac386db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.811846] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9d10ff00-e48e-4aea-87e3-f6f27271738e tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "8fe24eee-92e6-4c17-bd9c-50d538e33739" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.842s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.050125] env[65418]: DEBUG nova.compute.manager [req-cd0fdff9-001e-4c7c-80a1-c36c9cb2aadb req-46d95677-314c-408a-a20c-8db3785d256e service nova] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Received event network-vif-deleted-73147567-8f06-4d30-aa7a-136f3fdfc02b {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 795.050233] env[65418]: INFO nova.compute.manager [req-cd0fdff9-001e-4c7c-80a1-c36c9cb2aadb req-46d95677-314c-408a-a20c-8db3785d256e service nova] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Neutron deleted interface 73147567-8f06-4d30-aa7a-136f3fdfc02b; detaching it from the instance and deleting it from the info cache [ 795.050445] env[65418]: DEBUG nova.network.neutron [req-cd0fdff9-001e-4c7c-80a1-c36c9cb2aadb req-46d95677-314c-408a-a20c-8db3785d256e service nova] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.073789] env[65418]: DEBUG oslo_vmware.api [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688263, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.110363] env[65418]: DEBUG oslo_vmware.api [None req-11148918-6826-42e3-868c-259f60bbae09 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688266, 'name': PowerOffVM_Task, 'duration_secs': 0.250519} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.110677] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-11148918-6826-42e3-868c-259f60bbae09 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.110848] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-11148918-6826-42e3-868c-259f60bbae09 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 795.111117] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d0ab547-c038-4ae5-aa6f-db181334aa6d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.166821] env[65418]: DEBUG oslo_concurrency.lockutils [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Releasing lock "refresh_cache-6378b2ec-67d9-4626-9996-54c8c5a47dce" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.167299] env[65418]: DEBUG nova.compute.manager [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Instance network_info: |[{"id": "1adf972b-add2-44fc-9924-8328cda0c777", "address": "fa:16:3e:9a:86:b3", "network": {"id": "90036adb-448b-460a-bca0-3d316c15df32", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-373801915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a75762f38f349dabe72744e509f51bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1adf972b-ad", "ovs_interfaceid": "1adf972b-add2-44fc-9924-8328cda0c777", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 795.167747] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:86:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c405e9f-a6c8-4308-acac-071654efe18e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1adf972b-add2-44fc-9924-8328cda0c777', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.176928] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Creating folder: Project (9a75762f38f349dabe72744e509f51bc). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.177278] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c8b2b74-10bb-4f56-b9ca-0f925563fdb0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.190130] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Created folder: Project (9a75762f38f349dabe72744e509f51bc) in parent group-v914982. [ 795.190387] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Creating folder: Instances. Parent ref: group-v915136. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.190707] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15c4dc33-18b6-4129-ab99-1cb3d9c50c03 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.204045] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Created folder: Instances in parent group-v915136. [ 795.204339] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 795.204565] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.204828] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e5c099f-74c6-4667-9d51-8ad25ef31a6f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.225272] env[65418]: DEBUG nova.scheduler.client.report [None req-ba860634-a82c-43b6-8728-2556cd23722e tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.228833] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-11148918-6826-42e3-868c-259f60bbae09 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 795.229153] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-11148918-6826-42e3-868c-259f60bbae09 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 795.229733] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-11148918-6826-42e3-868c-259f60bbae09 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Deleting the datastore file [datastore2] 625682a5-beee-49e9-bbb3-a188c3c41f0d {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 795.230075] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbe1b60e-9cbe-40f2-b67c-6f3b9e7d0637 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.235522] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.235522] env[65418]: value = "task-4688271" [ 795.235522] env[65418]: _type = "Task" [ 795.235522] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.241509] env[65418]: DEBUG oslo_vmware.api [None req-11148918-6826-42e3-868c-259f60bbae09 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 795.241509] env[65418]: value = "task-4688272" [ 795.241509] env[65418]: _type = "Task" [ 795.241509] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.248781] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688271, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.255911] env[65418]: DEBUG oslo_vmware.api [None req-11148918-6826-42e3-868c-259f60bbae09 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.266146] env[65418]: DEBUG oslo_vmware.api [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Task: {'id': task-4688267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.282343] env[65418]: DEBUG oslo_vmware.api [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]524d9709-6af3-a2ae-5fb0-bdd83ac386db, 'name': SearchDatastore_Task, 'duration_secs': 0.011617} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.283203] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84d4579a-4929-4d46-9bb5-754da84493bd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.293216] env[65418]: DEBUG oslo_vmware.api [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Waiting for the task: (returnval){ [ 795.293216] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5209412b-c164-26b0-b63a-c6989b8160d1" [ 795.293216] env[65418]: _type = "Task" [ 795.293216] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.305925] env[65418]: DEBUG oslo_vmware.api [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5209412b-c164-26b0-b63a-c6989b8160d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.326765] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d323f2a-ed51-4c4d-9bbd-4cc969ef1e01 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.353697] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4db10ed-26d2-4d1a-80f9-ec892656fd3e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.365122] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Updating instance '4b446122-8965-4d44-974c-bedbf73cf659' progress to 83 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 795.502352] env[65418]: DEBUG nova.compute.manager [req-609f165a-905e-464d-99fe-87efb41b2dc5 req-3e15a2e7-cfe6-4312-b5e0-277015878650 service nova] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Received event network-changed-1adf972b-add2-44fc-9924-8328cda0c777 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 795.503702] env[65418]: DEBUG nova.compute.manager [req-609f165a-905e-464d-99fe-87efb41b2dc5 req-3e15a2e7-cfe6-4312-b5e0-277015878650 service nova] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Refreshing instance network info cache due to event network-changed-1adf972b-add2-44fc-9924-8328cda0c777. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 795.503702] env[65418]: DEBUG oslo_concurrency.lockutils [req-609f165a-905e-464d-99fe-87efb41b2dc5 req-3e15a2e7-cfe6-4312-b5e0-277015878650 service nova] Acquiring lock "refresh_cache-6378b2ec-67d9-4626-9996-54c8c5a47dce" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.503702] env[65418]: DEBUG oslo_concurrency.lockutils [req-609f165a-905e-464d-99fe-87efb41b2dc5 req-3e15a2e7-cfe6-4312-b5e0-277015878650 service nova] Acquired lock "refresh_cache-6378b2ec-67d9-4626-9996-54c8c5a47dce" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.503702] env[65418]: DEBUG nova.network.neutron [req-609f165a-905e-464d-99fe-87efb41b2dc5 req-3e15a2e7-cfe6-4312-b5e0-277015878650 service nova] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Refreshing network info cache for port 1adf972b-add2-44fc-9924-8328cda0c777 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.507205] env[65418]: DEBUG nova.network.neutron [-] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.555567] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64f50ff3-beec-4975-bf26-1dff5a80377c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.569828] env[65418]: DEBUG oslo_vmware.api [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688263, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.7485} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.571442] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf/8ca5e89f-66fc-4ec2-acec-b5f4ad479faf.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.571730] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.572245] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db48e78e-1807-4801-9871-99f816c3a18b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.577629] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac0ab1e-c022-4ddc-bfc1-db3003b80fc3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.595931] env[65418]: DEBUG oslo_vmware.api [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Waiting for the task: (returnval){ [ 795.595931] env[65418]: value = "task-4688273" [ 795.595931] env[65418]: _type = "Task" [ 795.595931] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.601503] env[65418]: DEBUG nova.compute.manager [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 795.619799] env[65418]: DEBUG nova.compute.manager [req-cd0fdff9-001e-4c7c-80a1-c36c9cb2aadb req-46d95677-314c-408a-a20c-8db3785d256e service nova] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Detach interface failed, port_id=73147567-8f06-4d30-aa7a-136f3fdfc02b, reason: Instance 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 795.626251] env[65418]: DEBUG oslo_vmware.api [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688273, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.647577] env[65418]: DEBUG nova.virt.hardware [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 795.647920] env[65418]: DEBUG nova.virt.hardware [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.648114] env[65418]: DEBUG nova.virt.hardware [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 795.648317] env[65418]: DEBUG nova.virt.hardware [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.648540] env[65418]: DEBUG nova.virt.hardware [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 795.648686] env[65418]: DEBUG nova.virt.hardware [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 795.648889] env[65418]: DEBUG nova.virt.hardware [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 795.649056] env[65418]: DEBUG nova.virt.hardware [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 795.649225] env[65418]: DEBUG nova.virt.hardware [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 795.649381] env[65418]: DEBUG nova.virt.hardware [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 795.649584] env[65418]: DEBUG nova.virt.hardware [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 795.650562] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae575a4e-f0b8-466b-a103-18f3433af8e3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.661668] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eece7a0b-c50c-46c1-855e-74776e209423 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.677244] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Instance VIF info [] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.683201] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Creating folder: Project (d4eb26fab79b498796ebfc52a957aef0). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.683600] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86469cd7-09f9-4b77-a8f9-10ed29b2e119 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.696358] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Created folder: Project (d4eb26fab79b498796ebfc52a957aef0) in parent group-v914982. [ 795.696539] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Creating folder: Instances. Parent ref: group-v915139. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.697296] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-743638ae-0627-4f91-bf13-9d90afd9b6e5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.709479] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Created folder: Instances in parent group-v915139. [ 795.709918] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 795.710101] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.710194] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f332346-13c8-4a66-8fe1-36a82d280f80 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.728227] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.728227] env[65418]: value = "task-4688276" [ 795.728227] env[65418]: _type = "Task" [ 795.728227] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.733772] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba860634-a82c-43b6-8728-2556cd23722e tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.736766] env[65418]: DEBUG oslo_concurrency.lockutils [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.150s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.737687] env[65418]: INFO nova.compute.claims [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.748713] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688276, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.759561] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688271, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.764435] env[65418]: INFO nova.scheduler.client.report [None req-ba860634-a82c-43b6-8728-2556cd23722e tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Deleted allocations for instance c23c3312-47e5-42e4-9b3e-72d687b4656b [ 795.773670] env[65418]: DEBUG oslo_vmware.api [None req-11148918-6826-42e3-868c-259f60bbae09 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304573} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.775793] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-11148918-6826-42e3-868c-259f60bbae09 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 795.775793] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-11148918-6826-42e3-868c-259f60bbae09 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 795.775793] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-11148918-6826-42e3-868c-259f60bbae09 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 795.775793] env[65418]: INFO nova.compute.manager [None req-11148918-6826-42e3-868c-259f60bbae09 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Took 1.21 seconds to destroy the instance on the hypervisor. [ 795.775793] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-11148918-6826-42e3-868c-259f60bbae09 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 795.776271] env[65418]: DEBUG nova.compute.manager [-] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 795.776271] env[65418]: DEBUG nova.network.neutron [-] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 795.776271] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.785770] env[65418]: DEBUG oslo_vmware.api [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Task: {'id': task-4688267, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.808405] env[65418]: DEBUG oslo_vmware.api [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5209412b-c164-26b0-b63a-c6989b8160d1, 'name': SearchDatastore_Task, 'duration_secs': 0.021156} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.808729] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.809037] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 07bd94ae-658d-48c0-a798-746e52909abd/07bd94ae-658d-48c0-a798-746e52909abd.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.809606] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b8aa36c-172b-4ea9-b61f-8f369b7dbe4e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.819830] env[65418]: DEBUG oslo_vmware.api [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Waiting for the task: (returnval){ [ 795.819830] env[65418]: value = "task-4688277" [ 795.819830] env[65418]: _type = "Task" [ 795.819830] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.831802] env[65418]: DEBUG oslo_vmware.api [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': task-4688277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.841856] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.872277] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.872605] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59ad09e7-62be-4101-ae9e-9cdca80ed1c2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.883185] env[65418]: DEBUG oslo_vmware.api [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 795.883185] env[65418]: value = "task-4688278" [ 795.883185] env[65418]: _type = "Task" [ 795.883185] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.006412] env[65418]: WARNING neutronclient.v2_0.client [req-609f165a-905e-464d-99fe-87efb41b2dc5 req-3e15a2e7-cfe6-4312-b5e0-277015878650 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 796.011286] env[65418]: INFO nova.compute.manager [-] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Took 1.33 seconds to deallocate network for instance. [ 796.110641] env[65418]: DEBUG oslo_vmware.api [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688273, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.24006} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.111295] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.113123] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4c5c41-a516-413f-8eb3-8c1a03d22f67 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.148228] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf/8ca5e89f-66fc-4ec2-acec-b5f4ad479faf.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.149161] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e116997a-adee-450f-8aee-a11e76a8f1ae {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.180535] env[65418]: DEBUG oslo_vmware.api [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Waiting for the task: (returnval){ [ 796.180535] env[65418]: value = "task-4688279" [ 796.180535] env[65418]: _type = "Task" [ 796.180535] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.194830] env[65418]: DEBUG oslo_vmware.api [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688279, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.242512] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688276, 'name': CreateVM_Task, 'duration_secs': 0.461121} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.246545] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.249758] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.250198] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.252086] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.252363] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da06accd-65a8-4fff-96ed-9303dd3e4f2f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.259652] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688271, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.270066] env[65418]: DEBUG oslo_vmware.api [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Waiting for the task: (returnval){ [ 796.270066] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e9c339-e775-0ae6-9c74-204e95e5c028" [ 796.270066] env[65418]: _type = "Task" [ 796.270066] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.282044] env[65418]: DEBUG oslo_vmware.api [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Task: {'id': task-4688267, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.092236} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.282712] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba860634-a82c-43b6-8728-2556cd23722e tempest-VolumesAssistedSnapshotsTest-1837750333 tempest-VolumesAssistedSnapshotsTest-1837750333-project-member] Lock "c23c3312-47e5-42e4-9b3e-72d687b4656b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.225s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.284126] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 146ee161-6b39-4584-ad7e-dfbcd1c2e54c/146ee161-6b39-4584-ad7e-dfbcd1c2e54c.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.284448] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.285229] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20d3ed2a-e7ba-4063-aaed-a61bf3c3e8fb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.294176] env[65418]: DEBUG oslo_vmware.api [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e9c339-e775-0ae6-9c74-204e95e5c028, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.305294] env[65418]: DEBUG oslo_vmware.api [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Waiting for the task: (returnval){ [ 796.305294] env[65418]: value = "task-4688280" [ 796.305294] env[65418]: _type = "Task" [ 796.305294] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.320531] env[65418]: DEBUG oslo_vmware.api [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Task: {'id': task-4688280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.327293] env[65418]: WARNING neutronclient.v2_0.client [req-609f165a-905e-464d-99fe-87efb41b2dc5 req-3e15a2e7-cfe6-4312-b5e0-277015878650 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 796.334345] env[65418]: DEBUG oslo_vmware.api [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': task-4688277, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.393020] env[65418]: DEBUG oslo_vmware.api [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688278, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.423713] env[65418]: DEBUG nova.network.neutron [req-609f165a-905e-464d-99fe-87efb41b2dc5 req-3e15a2e7-cfe6-4312-b5e0-277015878650 service nova] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Updated VIF entry in instance network info cache for port 1adf972b-add2-44fc-9924-8328cda0c777. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 796.423991] env[65418]: DEBUG nova.network.neutron [req-609f165a-905e-464d-99fe-87efb41b2dc5 req-3e15a2e7-cfe6-4312-b5e0-277015878650 service nova] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Updating instance_info_cache with network_info: [{"id": "1adf972b-add2-44fc-9924-8328cda0c777", "address": "fa:16:3e:9a:86:b3", "network": {"id": "90036adb-448b-460a-bca0-3d316c15df32", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-373801915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a75762f38f349dabe72744e509f51bc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c405e9f-a6c8-4308-acac-071654efe18e", "external-id": "nsx-vlan-transportzone-851", "segmentation_id": 851, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1adf972b-ad", "ovs_interfaceid": "1adf972b-add2-44fc-9924-8328cda0c777", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.520329] env[65418]: DEBUG oslo_concurrency.lockutils [None req-90e04242-6846-4964-96a8-99a4f0b551f9 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.692372] env[65418]: DEBUG oslo_vmware.api [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.737533] env[65418]: DEBUG nova.network.neutron [-] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.756629] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688271, 'name': CreateVM_Task, 'duration_secs': 1.429755} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.757821] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.758495] env[65418]: WARNING neutronclient.v2_0.client [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 796.758857] env[65418]: DEBUG oslo_concurrency.lockutils [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.785724] env[65418]: DEBUG oslo_vmware.api [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e9c339-e775-0ae6-9c74-204e95e5c028, 'name': SearchDatastore_Task, 'duration_secs': 0.065497} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.786194] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.786267] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.786479] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.786614] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.787111] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.787111] env[65418]: DEBUG oslo_concurrency.lockutils [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.787354] env[65418]: DEBUG oslo_concurrency.lockutils [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.788122] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03f01989-b0a7-4c14-bb4f-2d277078d938 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.792437] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-562656f5-d803-4957-ac7b-777d54062f2c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.798874] env[65418]: DEBUG oslo_vmware.api [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Waiting for the task: (returnval){ [ 796.798874] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521b7ab3-9475-5e3a-6634-2dd9463129ea" [ 796.798874] env[65418]: _type = "Task" [ 796.798874] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.813674] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.813880] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.814701] env[65418]: DEBUG oslo_vmware.api [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521b7ab3-9475-5e3a-6634-2dd9463129ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.814954] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a86e17b4-5611-427f-9f90-fee0dadda9b9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.825554] env[65418]: DEBUG oslo_vmware.api [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Task: {'id': task-4688280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113358} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.825852] env[65418]: DEBUG oslo_vmware.api [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Waiting for the task: (returnval){ [ 796.825852] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5260215f-f56c-eddc-84ff-0d628599fa2f" [ 796.825852] env[65418]: _type = "Task" [ 796.825852] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.830263] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.831625] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1832bfe7-eafc-4ca1-bb9c-64535e319e1f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.855052] env[65418]: DEBUG oslo_vmware.api [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5260215f-f56c-eddc-84ff-0d628599fa2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.864168] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 146ee161-6b39-4584-ad7e-dfbcd1c2e54c/146ee161-6b39-4584-ad7e-dfbcd1c2e54c.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.869907] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09dee5d7-8e93-4a55-9c9d-025611ef707c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.885349] env[65418]: DEBUG oslo_vmware.api [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': task-4688277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669544} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.886391] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 07bd94ae-658d-48c0-a798-746e52909abd/07bd94ae-658d-48c0-a798-746e52909abd.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.886678] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.891675] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2e554a8-2e62-4d53-9673-f7581157adfd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.897944] env[65418]: DEBUG oslo_vmware.api [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Waiting for the task: (returnval){ [ 796.897944] env[65418]: value = "task-4688281" [ 796.897944] env[65418]: _type = "Task" [ 796.897944] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.904882] env[65418]: DEBUG oslo_vmware.api [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688278, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.911078] env[65418]: DEBUG oslo_vmware.api [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Waiting for the task: (returnval){ [ 796.911078] env[65418]: value = "task-4688282" [ 796.911078] env[65418]: _type = "Task" [ 796.911078] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.921629] env[65418]: DEBUG oslo_vmware.api [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Task: {'id': task-4688281, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.929813] env[65418]: DEBUG oslo_concurrency.lockutils [req-609f165a-905e-464d-99fe-87efb41b2dc5 req-3e15a2e7-cfe6-4312-b5e0-277015878650 service nova] Releasing lock "refresh_cache-6378b2ec-67d9-4626-9996-54c8c5a47dce" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.930268] env[65418]: DEBUG oslo_vmware.api [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': task-4688282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.190693] env[65418]: DEBUG oslo_vmware.api [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.241043] env[65418]: INFO nova.compute.manager [-] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Took 1.46 seconds to deallocate network for instance. [ 797.252446] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "81b5c4ec-bd3e-46ce-b891-762e4446f6de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.252684] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "81b5c4ec-bd3e-46ce-b891-762e4446f6de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.313601] env[65418]: DEBUG oslo_vmware.api [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521b7ab3-9475-5e3a-6634-2dd9463129ea, 'name': SearchDatastore_Task, 'duration_secs': 0.032111} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.314076] env[65418]: DEBUG oslo_concurrency.lockutils [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.314280] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.314555] env[65418]: DEBUG oslo_concurrency.lockutils [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.332364] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4481c0f-444f-4a29-b7a1-b7bcb46d2688 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.352270] env[65418]: DEBUG oslo_vmware.api [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5260215f-f56c-eddc-84ff-0d628599fa2f, 'name': SearchDatastore_Task, 'duration_secs': 0.02492} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.355988] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5688c797-1f07-4dac-af84-cdadff74eafd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.360434] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25e06fb-b444-43e8-a8a7-06bd0f0cd71c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.370910] env[65418]: DEBUG oslo_vmware.api [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Waiting for the task: (returnval){ [ 797.370910] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c77a22-7972-390f-ddf0-f67d466b0188" [ 797.370910] env[65418]: _type = "Task" [ 797.370910] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.403373] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1f4bfe-c85b-4733-a9b5-f21d305124a1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.418565] env[65418]: DEBUG oslo_vmware.api [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c77a22-7972-390f-ddf0-f67d466b0188, 'name': SearchDatastore_Task, 'duration_secs': 0.040651} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.419226] env[65418]: DEBUG oslo_vmware.api [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688278, 'name': PowerOnVM_Task, 'duration_secs': 1.052596} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.424823] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.425113] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 16f597f1-7cc4-4b62-917a-5b4fb80a0126/16f597f1-7cc4-4b62-917a-5b4fb80a0126.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.425412] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.425587] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9c34fdbe-64a8-4b53-be5b-8feb3b9530b6 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Updating instance '4b446122-8965-4d44-974c-bedbf73cf659' progress to 100 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 797.435294] env[65418]: DEBUG oslo_concurrency.lockutils [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.435294] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.435457] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-160df780-791d-480a-b79a-23ed09d5a9fa {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.438676] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0b83e2-6302-4ee1-97ab-ac58a015c6f4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.446024] env[65418]: DEBUG oslo_vmware.api [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Task: {'id': task-4688281, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.446024] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c5af3fd-cbe4-48eb-8dfd-e0af969e36f7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.448820] env[65418]: DEBUG oslo_vmware.api [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': task-4688282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087616} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.462283] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.463312] env[65418]: DEBUG nova.compute.provider_tree [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.469797] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8cf59f-9d78-4afa-973b-f83961ba34e0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.473582] env[65418]: DEBUG oslo_vmware.api [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Waiting for the task: (returnval){ [ 797.473582] env[65418]: value = "task-4688283" [ 797.473582] env[65418]: _type = "Task" [ 797.473582] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.473879] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.474055] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.475683] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8801710b-a7af-4aba-aea3-2bd8e14f2f90 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.500412] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 07bd94ae-658d-48c0-a798-746e52909abd/07bd94ae-658d-48c0-a798-746e52909abd.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.502787] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7126ab89-f568-4ddc-ab7c-e579d65c7c5b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.518305] env[65418]: DEBUG oslo_vmware.api [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Waiting for the task: (returnval){ [ 797.518305] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528e3760-52f3-3cea-59ec-dfd85ed4f2e1" [ 797.518305] env[65418]: _type = "Task" [ 797.518305] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.522805] env[65418]: DEBUG oslo_vmware.api [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': task-4688283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.530825] env[65418]: DEBUG oslo_vmware.api [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Waiting for the task: (returnval){ [ 797.530825] env[65418]: value = "task-4688284" [ 797.530825] env[65418]: _type = "Task" [ 797.530825] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.536137] env[65418]: DEBUG nova.compute.manager [req-23d29b16-9cff-40a5-9c28-a1b4ddacbd66 req-ae7eae4a-1a9d-4f1b-9996-e83f1689ef31 service nova] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Received event network-vif-deleted-d7166668-f516-4cce-9116-aaf6b041b040 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 797.540912] env[65418]: DEBUG oslo_vmware.api [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528e3760-52f3-3cea-59ec-dfd85ed4f2e1, 'name': SearchDatastore_Task, 'duration_secs': 0.012948} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.542241] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7844ae30-fe96-4866-8164-40cbf957d11e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.548544] env[65418]: DEBUG oslo_vmware.api [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': task-4688284, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.554534] env[65418]: DEBUG oslo_vmware.api [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Waiting for the task: (returnval){ [ 797.554534] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52efcbe9-79c0-31a0-d503-e85312681770" [ 797.554534] env[65418]: _type = "Task" [ 797.554534] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.565369] env[65418]: DEBUG oslo_vmware.api [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52efcbe9-79c0-31a0-d503-e85312681770, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.693723] env[65418]: DEBUG oslo_vmware.api [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688279, 'name': ReconfigVM_Task, 'duration_secs': 1.172017} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.694095] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf/8ca5e89f-66fc-4ec2-acec-b5f4ad479faf.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.695181] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13e84c29-f6a8-4e7e-8667-6039b4d00314 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.703335] env[65418]: DEBUG oslo_vmware.api [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Waiting for the task: (returnval){ [ 797.703335] env[65418]: value = "task-4688285" [ 797.703335] env[65418]: _type = "Task" [ 797.703335] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.716562] env[65418]: DEBUG oslo_vmware.api [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688285, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.754894] env[65418]: DEBUG oslo_concurrency.lockutils [None req-11148918-6826-42e3-868c-259f60bbae09 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.918544] env[65418]: DEBUG oslo_vmware.api [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Task: {'id': task-4688281, 'name': ReconfigVM_Task, 'duration_secs': 0.813971} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.918920] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 146ee161-6b39-4584-ad7e-dfbcd1c2e54c/146ee161-6b39-4584-ad7e-dfbcd1c2e54c.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.919676] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ddd1b90a-a95f-4cc4-acc3-1c2926ef966b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.928970] env[65418]: DEBUG oslo_vmware.api [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Waiting for the task: (returnval){ [ 797.928970] env[65418]: value = "task-4688286" [ 797.928970] env[65418]: _type = "Task" [ 797.928970] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.946669] env[65418]: DEBUG oslo_vmware.api [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Task: {'id': task-4688286, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.976679] env[65418]: DEBUG nova.scheduler.client.report [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.994170] env[65418]: DEBUG oslo_vmware.api [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': task-4688283, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.044871] env[65418]: DEBUG oslo_vmware.api [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': task-4688284, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.068769] env[65418]: DEBUG oslo_vmware.api [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52efcbe9-79c0-31a0-d503-e85312681770, 'name': SearchDatastore_Task, 'duration_secs': 0.012792} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.070012] env[65418]: DEBUG oslo_concurrency.lockutils [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.070012] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 6378b2ec-67d9-4626-9996-54c8c5a47dce/6378b2ec-67d9-4626-9996-54c8c5a47dce.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.070156] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a5b2a46-35ce-40c2-9eb8-c5fa48741567 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.079701] env[65418]: DEBUG oslo_vmware.api [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Waiting for the task: (returnval){ [ 798.079701] env[65418]: value = "task-4688287" [ 798.079701] env[65418]: _type = "Task" [ 798.079701] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.092181] env[65418]: DEBUG oslo_vmware.api [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Task: {'id': task-4688287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.216919] env[65418]: DEBUG oslo_vmware.api [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688285, 'name': Rename_Task, 'duration_secs': 0.301278} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.217903] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.217903] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdb38a8d-8803-4118-bfac-c512ad2d2d89 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.227359] env[65418]: DEBUG oslo_vmware.api [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Waiting for the task: (returnval){ [ 798.227359] env[65418]: value = "task-4688288" [ 798.227359] env[65418]: _type = "Task" [ 798.227359] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.240736] env[65418]: DEBUG oslo_vmware.api [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.440642] env[65418]: DEBUG oslo_vmware.api [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Task: {'id': task-4688286, 'name': Rename_Task, 'duration_secs': 0.323921} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.440973] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.441267] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3037f81-7805-4c9a-a552-9608b9708789 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.456799] env[65418]: DEBUG oslo_vmware.api [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Waiting for the task: (returnval){ [ 798.456799] env[65418]: value = "task-4688289" [ 798.456799] env[65418]: _type = "Task" [ 798.456799] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.465385] env[65418]: DEBUG oslo_vmware.api [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Task: {'id': task-4688289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.489575] env[65418]: DEBUG oslo_concurrency.lockutils [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.490057] env[65418]: DEBUG nova.compute.manager [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 798.494606] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.421s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.496932] env[65418]: INFO nova.compute.claims [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.509923] env[65418]: DEBUG oslo_vmware.api [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': task-4688283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673735} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.510338] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 16f597f1-7cc4-4b62-917a-5b4fb80a0126/16f597f1-7cc4-4b62-917a-5b4fb80a0126.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.510495] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.510785] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70d93cab-24bc-4882-8e80-cc5305ab7859 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.521934] env[65418]: DEBUG oslo_vmware.api [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Waiting for the task: (returnval){ [ 798.521934] env[65418]: value = "task-4688290" [ 798.521934] env[65418]: _type = "Task" [ 798.521934] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.537562] env[65418]: DEBUG oslo_vmware.api [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': task-4688290, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.556612] env[65418]: DEBUG oslo_vmware.api [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': task-4688284, 'name': ReconfigVM_Task, 'duration_secs': 0.522482} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.557096] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 07bd94ae-658d-48c0-a798-746e52909abd/07bd94ae-658d-48c0-a798-746e52909abd.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.558536] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-933f1429-6bcd-4451-a8fb-aa0cd3e74092 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.573191] env[65418]: DEBUG oslo_vmware.api [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Waiting for the task: (returnval){ [ 798.573191] env[65418]: value = "task-4688291" [ 798.573191] env[65418]: _type = "Task" [ 798.573191] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.592786] env[65418]: DEBUG oslo_vmware.api [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': task-4688291, 'name': Rename_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.596546] env[65418]: DEBUG oslo_vmware.api [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Task: {'id': task-4688287, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.741688] env[65418]: DEBUG oslo_vmware.api [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688288, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.980427] env[65418]: DEBUG oslo_vmware.api [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Task: {'id': task-4688289, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.005044] env[65418]: DEBUG nova.compute.utils [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.007641] env[65418]: DEBUG nova.compute.manager [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Not allocating networking since 'none' was specified. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 799.033446] env[65418]: DEBUG oslo_vmware.api [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': task-4688290, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128661} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.033686] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.034462] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56565f1f-ac71-4f29-93fc-20e280104ae1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.060183] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 16f597f1-7cc4-4b62-917a-5b4fb80a0126/16f597f1-7cc4-4b62-917a-5b4fb80a0126.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.061167] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b036800-16b9-4e2e-bc46-eb100def9744 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.088221] env[65418]: DEBUG oslo_vmware.api [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Waiting for the task: (returnval){ [ 799.088221] env[65418]: value = "task-4688292" [ 799.088221] env[65418]: _type = "Task" [ 799.088221] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.095935] env[65418]: DEBUG oslo_vmware.api [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Task: {'id': task-4688287, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.760016} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.096582] env[65418]: DEBUG oslo_vmware.api [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': task-4688291, 'name': Rename_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.100057] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 6378b2ec-67d9-4626-9996-54c8c5a47dce/6378b2ec-67d9-4626-9996-54c8c5a47dce.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.100285] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.100609] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95a8f388-9326-4c45-a97f-61cf46bea1b6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.111119] env[65418]: DEBUG oslo_vmware.api [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': task-4688292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.113150] env[65418]: DEBUG oslo_vmware.api [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Waiting for the task: (returnval){ [ 799.113150] env[65418]: value = "task-4688293" [ 799.113150] env[65418]: _type = "Task" [ 799.113150] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.123621] env[65418]: DEBUG oslo_vmware.api [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Task: {'id': task-4688293, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.241279] env[65418]: DEBUG oslo_vmware.api [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688288, 'name': PowerOnVM_Task, 'duration_secs': 0.981186} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.241793] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.241976] env[65418]: INFO nova.compute.manager [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Took 11.80 seconds to spawn the instance on the hypervisor. [ 799.242215] env[65418]: DEBUG nova.compute.manager [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 799.243499] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1580f233-4f76-4794-b4ce-40d8d6b36dc5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.476448] env[65418]: DEBUG oslo_vmware.api [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Task: {'id': task-4688289, 'name': PowerOnVM_Task, 'duration_secs': 0.875821} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.476448] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.476801] env[65418]: INFO nova.compute.manager [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Took 9.36 seconds to spawn the instance on the hypervisor. [ 799.476801] env[65418]: DEBUG nova.compute.manager [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 799.477578] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2527f70-2ebe-414f-8413-d0d3c87d3b0a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.510212] env[65418]: DEBUG nova.compute.manager [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 799.592512] env[65418]: DEBUG oslo_vmware.api [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': task-4688291, 'name': Rename_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.606476] env[65418]: DEBUG oslo_vmware.api [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': task-4688292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.623758] env[65418]: DEBUG oslo_vmware.api [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Task: {'id': task-4688293, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097631} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.624423] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.625243] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f0fb30-7227-4d2c-859b-879a98669842 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.655631] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 6378b2ec-67d9-4626-9996-54c8c5a47dce/6378b2ec-67d9-4626-9996-54c8c5a47dce.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.658767] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68257c73-1fe6-43c7-86f1-5bb5f78dd689 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.685994] env[65418]: DEBUG oslo_vmware.api [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Waiting for the task: (returnval){ [ 799.685994] env[65418]: value = "task-4688294" [ 799.685994] env[65418]: _type = "Task" [ 799.685994] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.698286] env[65418]: DEBUG oslo_vmware.api [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Task: {'id': task-4688294, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.763268] env[65418]: INFO nova.compute.manager [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Took 45.00 seconds to build instance. [ 800.004733] env[65418]: INFO nova.compute.manager [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Took 43.18 seconds to build instance. [ 800.094349] env[65418]: DEBUG oslo_vmware.api [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': task-4688291, 'name': Rename_Task, 'duration_secs': 1.243733} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.099033] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.101569] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40ded582-26ba-4a58-99f3-0d93cb0b901f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.118586] env[65418]: DEBUG oslo_vmware.api [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': task-4688292, 'name': ReconfigVM_Task, 'duration_secs': 0.949516} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.123133] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 16f597f1-7cc4-4b62-917a-5b4fb80a0126/16f597f1-7cc4-4b62-917a-5b4fb80a0126.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.123940] env[65418]: DEBUG oslo_vmware.api [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Waiting for the task: (returnval){ [ 800.123940] env[65418]: value = "task-4688295" [ 800.123940] env[65418]: _type = "Task" [ 800.123940] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.124585] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbeffb78-418e-4ea5-a79c-f4e58052d533 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.141042] env[65418]: DEBUG oslo_vmware.api [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': task-4688295, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.143535] env[65418]: DEBUG oslo_vmware.api [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Waiting for the task: (returnval){ [ 800.143535] env[65418]: value = "task-4688296" [ 800.143535] env[65418]: _type = "Task" [ 800.143535] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.162913] env[65418]: DEBUG oslo_vmware.api [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': task-4688296, 'name': Rename_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.193784] env[65418]: WARNING neutronclient.v2_0.client [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.206392] env[65418]: DEBUG oslo_vmware.api [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Task: {'id': task-4688294, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.213824] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff201ab-9be2-4b4c-b1c8-af0d2546d7c7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.227985] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720441b2-65fb-4b44-aa07-7495685cc44c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.264531] env[65418]: WARNING neutronclient.v2_0.client [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.264919] env[65418]: WARNING neutronclient.v2_0.client [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.265222] env[65418]: WARNING neutronclient.v2_0.client [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.268985] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc7cc41-dfcd-490c-b201-9d61d27bf460 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.272743] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ea4d1a9-d489-4e96-a331-e9471982bda4 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Lock "8ca5e89f-66fc-4ec2-acec-b5f4ad479faf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.519s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.282222] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f17c2d8-a839-4048-a807-3d16c7cbc6c2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.298433] env[65418]: DEBUG nova.compute.provider_tree [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.341152] env[65418]: DEBUG nova.network.neutron [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Port 4c5ca920-6538-464a-81cc-d3b41e3c055c binding to destination host cpu-1 is already ACTIVE {{(pid=65418) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 800.341457] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquiring lock "refresh_cache-4b446122-8965-4d44-974c-bedbf73cf659" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.341624] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquired lock "refresh_cache-4b446122-8965-4d44-974c-bedbf73cf659" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.341808] env[65418]: DEBUG nova.network.neutron [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 800.507739] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3fdef029-aa90-48ab-b929-35269096e424 tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Lock "146ee161-6b39-4584-ad7e-dfbcd1c2e54c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.692s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.525230] env[65418]: DEBUG nova.compute.manager [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 800.560104] env[65418]: DEBUG nova.virt.hardware [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 800.560372] env[65418]: DEBUG nova.virt.hardware [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.560607] env[65418]: DEBUG nova.virt.hardware [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 800.560796] env[65418]: DEBUG nova.virt.hardware [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.560940] env[65418]: DEBUG nova.virt.hardware [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 800.561096] env[65418]: DEBUG nova.virt.hardware [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 800.561297] env[65418]: DEBUG nova.virt.hardware [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 800.561447] env[65418]: DEBUG nova.virt.hardware [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 800.561622] env[65418]: DEBUG nova.virt.hardware [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 800.561760] env[65418]: DEBUG nova.virt.hardware [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 800.561927] env[65418]: DEBUG nova.virt.hardware [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 800.562837] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ef6b9d-b5e2-4c4f-bc7a-ed8321670a89 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.572669] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c36b59-3b8e-4350-ad91-6d0cbb7ee8e5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.592523] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Instance VIF info [] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.598630] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Creating folder: Project (a68c4f20939e4a8faf288c93d0112d3a). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.598970] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccc6656a-83af-4673-94a5-3300287627c5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.611821] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Created folder: Project (a68c4f20939e4a8faf288c93d0112d3a) in parent group-v914982. [ 800.612054] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Creating folder: Instances. Parent ref: group-v915142. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.612314] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75bb4e49-d563-4b88-8e47-7cfafe1500c8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.622502] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Created folder: Instances in parent group-v915142. [ 800.622753] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 800.622971] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.623217] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a346497c-83e2-41cc-8e3c-e3b55176cff3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.646529] env[65418]: DEBUG oslo_vmware.api [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': task-4688295, 'name': PowerOnVM_Task, 'duration_secs': 0.465588} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.648232] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.648232] env[65418]: DEBUG nova.compute.manager [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 800.648493] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.648493] env[65418]: value = "task-4688299" [ 800.648493] env[65418]: _type = "Task" [ 800.648493] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.649279] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1a58c4-19d0-475b-8116-6a8061cc9a32 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.664397] env[65418]: DEBUG oslo_vmware.api [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': task-4688296, 'name': Rename_Task, 'duration_secs': 0.18536} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.669049] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.671928] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688299, 'name': CreateVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.672172] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3532104-5970-4272-bbbf-6c6c9d5a5176 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.679906] env[65418]: DEBUG oslo_vmware.api [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Waiting for the task: (returnval){ [ 800.679906] env[65418]: value = "task-4688300" [ 800.679906] env[65418]: _type = "Task" [ 800.679906] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.690512] env[65418]: DEBUG oslo_vmware.api [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': task-4688300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.700104] env[65418]: DEBUG oslo_vmware.api [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Task: {'id': task-4688294, 'name': ReconfigVM_Task, 'duration_secs': 0.668384} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.700345] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 6378b2ec-67d9-4626-9996-54c8c5a47dce/6378b2ec-67d9-4626-9996-54c8c5a47dce.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.701201] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fc07dd7-a43d-425c-801e-65f868268942 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.711622] env[65418]: DEBUG oslo_vmware.api [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Waiting for the task: (returnval){ [ 800.711622] env[65418]: value = "task-4688301" [ 800.711622] env[65418]: _type = "Task" [ 800.711622] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.724887] env[65418]: DEBUG oslo_vmware.api [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Task: {'id': task-4688301, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.777657] env[65418]: DEBUG nova.compute.manager [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 800.802351] env[65418]: DEBUG nova.scheduler.client.report [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.845917] env[65418]: WARNING neutronclient.v2_0.client [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.165272] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688299, 'name': CreateVM_Task, 'duration_secs': 0.428573} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.165272] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.165441] env[65418]: DEBUG oslo_concurrency.lockutils [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.165585] env[65418]: DEBUG oslo_concurrency.lockutils [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.165965] env[65418]: DEBUG oslo_concurrency.lockutils [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.166202] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e8a5f54-c2f9-45cd-a8c7-a02196df2b36 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.171899] env[65418]: DEBUG oslo_vmware.api [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Waiting for the task: (returnval){ [ 801.171899] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528f45f4-fa7d-aac0-2fcd-888b15b00f28" [ 801.171899] env[65418]: _type = "Task" [ 801.171899] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.188522] env[65418]: DEBUG oslo_vmware.api [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528f45f4-fa7d-aac0-2fcd-888b15b00f28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.189050] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.200596] env[65418]: DEBUG oslo_vmware.api [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': task-4688300, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.224158] env[65418]: DEBUG oslo_vmware.api [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Task: {'id': task-4688301, 'name': Rename_Task, 'duration_secs': 0.254734} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.228169] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.229030] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e8ad702-fb0c-4523-82a3-9e02f6ab3032 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.238114] env[65418]: DEBUG oslo_vmware.api [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Waiting for the task: (returnval){ [ 801.238114] env[65418]: value = "task-4688302" [ 801.238114] env[65418]: _type = "Task" [ 801.238114] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.248778] env[65418]: DEBUG oslo_vmware.api [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Task: {'id': task-4688302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.274556] env[65418]: WARNING neutronclient.v2_0.client [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.306891] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.307734] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.813s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.308460] env[65418]: DEBUG nova.compute.manager [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 801.312663] env[65418]: DEBUG oslo_concurrency.lockutils [None req-21daaebb-a5e4-4293-84b5-b375049e4526 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.077s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.313071] env[65418]: DEBUG nova.objects.instance [None req-21daaebb-a5e4-4293-84b5-b375049e4526 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lazy-loading 'resources' on Instance uuid f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 801.398767] env[65418]: DEBUG nova.network.neutron [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Updating instance_info_cache with network_info: [{"id": "4c5ca920-6538-464a-81cc-d3b41e3c055c", "address": "fa:16:3e:cb:b8:7b", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c5ca920-65", "ovs_interfaceid": "4c5ca920-6538-464a-81cc-d3b41e3c055c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.430858] env[65418]: DEBUG nova.compute.manager [req-e8f628ee-c03e-49c7-af27-4c88cc499124 req-5475ff05-cb82-46dd-ac49-d4eeb83c1455 service nova] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Received event network-changed-82cb46a8-938d-4ef1-9866-74989426dd07 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 801.431081] env[65418]: DEBUG nova.compute.manager [req-e8f628ee-c03e-49c7-af27-4c88cc499124 req-5475ff05-cb82-46dd-ac49-d4eeb83c1455 service nova] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Refreshing instance network info cache due to event network-changed-82cb46a8-938d-4ef1-9866-74989426dd07. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 801.431308] env[65418]: DEBUG oslo_concurrency.lockutils [req-e8f628ee-c03e-49c7-af27-4c88cc499124 req-5475ff05-cb82-46dd-ac49-d4eeb83c1455 service nova] Acquiring lock "refresh_cache-8ca5e89f-66fc-4ec2-acec-b5f4ad479faf" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.431650] env[65418]: DEBUG oslo_concurrency.lockutils [req-e8f628ee-c03e-49c7-af27-4c88cc499124 req-5475ff05-cb82-46dd-ac49-d4eeb83c1455 service nova] Acquired lock "refresh_cache-8ca5e89f-66fc-4ec2-acec-b5f4ad479faf" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.432357] env[65418]: DEBUG nova.network.neutron [req-e8f628ee-c03e-49c7-af27-4c88cc499124 req-5475ff05-cb82-46dd-ac49-d4eeb83c1455 service nova] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Refreshing network info cache for port 82cb46a8-938d-4ef1-9866-74989426dd07 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.683957] env[65418]: DEBUG oslo_vmware.api [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528f45f4-fa7d-aac0-2fcd-888b15b00f28, 'name': SearchDatastore_Task, 'duration_secs': 0.020931} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.689351] env[65418]: DEBUG oslo_concurrency.lockutils [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.689351] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.689351] env[65418]: DEBUG oslo_concurrency.lockutils [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.689351] env[65418]: DEBUG oslo_concurrency.lockutils [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.689528] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.689862] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9576252-e28f-417f-8182-b8334586d913 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.697568] env[65418]: DEBUG oslo_vmware.api [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': task-4688300, 'name': PowerOnVM_Task, 'duration_secs': 0.720874} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.697938] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.698306] env[65418]: INFO nova.compute.manager [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Took 6.10 seconds to spawn the instance on the hypervisor. [ 801.698575] env[65418]: DEBUG nova.compute.manager [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 801.700352] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98841e28-440e-4b10-b0ea-fce129517416 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.703038] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.703254] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.703985] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56b1d625-76d0-4285-83da-ac6fc656426c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.714824] env[65418]: DEBUG oslo_vmware.api [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Waiting for the task: (returnval){ [ 801.714824] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52412b01-51e2-7aea-d117-7fab3438e8ca" [ 801.714824] env[65418]: _type = "Task" [ 801.714824] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.726219] env[65418]: DEBUG oslo_vmware.api [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52412b01-51e2-7aea-d117-7fab3438e8ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.749852] env[65418]: DEBUG oslo_vmware.api [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Task: {'id': task-4688302, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.816985] env[65418]: DEBUG nova.compute.utils [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.827157] env[65418]: DEBUG nova.compute.manager [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 801.827663] env[65418]: DEBUG nova.network.neutron [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 801.827913] env[65418]: WARNING neutronclient.v2_0.client [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.828375] env[65418]: WARNING neutronclient.v2_0.client [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.900066] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Releasing lock "refresh_cache-4b446122-8965-4d44-974c-bedbf73cf659" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.931749] env[65418]: DEBUG nova.policy [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6ffd95f4d8942ba8bbccb7b7225cd77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e14fd3d9ea54564854290858d3c5cc9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 801.935867] env[65418]: WARNING neutronclient.v2_0.client [req-e8f628ee-c03e-49c7-af27-4c88cc499124 req-5475ff05-cb82-46dd-ac49-d4eeb83c1455 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.093715] env[65418]: DEBUG oslo_concurrency.lockutils [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Acquiring lock "07bd94ae-658d-48c0-a798-746e52909abd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.094096] env[65418]: DEBUG oslo_concurrency.lockutils [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Lock "07bd94ae-658d-48c0-a798-746e52909abd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.094344] env[65418]: DEBUG oslo_concurrency.lockutils [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Acquiring lock "07bd94ae-658d-48c0-a798-746e52909abd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.094535] env[65418]: DEBUG oslo_concurrency.lockutils [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Lock "07bd94ae-658d-48c0-a798-746e52909abd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.094795] env[65418]: DEBUG oslo_concurrency.lockutils [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Lock "07bd94ae-658d-48c0-a798-746e52909abd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.097319] env[65418]: INFO nova.compute.manager [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Terminating instance [ 802.233018] env[65418]: INFO nova.compute.manager [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Took 38.26 seconds to build instance. [ 802.247545] env[65418]: DEBUG oslo_vmware.api [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52412b01-51e2-7aea-d117-7fab3438e8ca, 'name': SearchDatastore_Task, 'duration_secs': 0.014212} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.253769] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82522f13-1d67-46d2-a849-d7e64c895389 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.262622] env[65418]: DEBUG oslo_vmware.api [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Waiting for the task: (returnval){ [ 802.262622] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5280eb26-24c6-b98f-e528-e7e5804c0502" [ 802.262622] env[65418]: _type = "Task" [ 802.262622] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.266960] env[65418]: DEBUG oslo_vmware.api [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Task: {'id': task-4688302, 'name': PowerOnVM_Task, 'duration_secs': 0.945098} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.270901] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.270901] env[65418]: INFO nova.compute.manager [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Took 9.36 seconds to spawn the instance on the hypervisor. [ 802.270901] env[65418]: DEBUG nova.compute.manager [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 802.271780] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b0998f-1248-4399-8547-8b3dfc89d74a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.285267] env[65418]: DEBUG oslo_vmware.api [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5280eb26-24c6-b98f-e528-e7e5804c0502, 'name': SearchDatastore_Task, 'duration_secs': 0.015287} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.286181] env[65418]: DEBUG oslo_concurrency.lockutils [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.286438] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 61ccd4dc-2122-4faa-bac3-1e8eded8a104/61ccd4dc-2122-4faa-bac3-1e8eded8a104.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.289717] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89012a66-120e-4e40-bf59-7a1c491e351d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.302328] env[65418]: DEBUG oslo_vmware.api [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Waiting for the task: (returnval){ [ 802.302328] env[65418]: value = "task-4688303" [ 802.302328] env[65418]: _type = "Task" [ 802.302328] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.313161] env[65418]: DEBUG oslo_vmware.api [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': task-4688303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.327356] env[65418]: DEBUG nova.compute.manager [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 802.406125] env[65418]: DEBUG nova.compute.manager [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65418) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 802.406892] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.439465] env[65418]: WARNING neutronclient.v2_0.client [req-e8f628ee-c03e-49c7-af27-4c88cc499124 req-5475ff05-cb82-46dd-ac49-d4eeb83c1455 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.529950] env[65418]: DEBUG nova.network.neutron [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Successfully created port: bda1a36a-76c0-468a-b6fe-0aa7690c3325 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 802.544674] env[65418]: DEBUG nova.compute.manager [req-670a270c-8cf8-4d35-aac9-d85fdfe98e58 req-e03b332d-25a2-4c89-bd80-d762c63e327c service nova] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Received event network-changed-82cb46a8-938d-4ef1-9866-74989426dd07 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 802.544674] env[65418]: DEBUG nova.compute.manager [req-670a270c-8cf8-4d35-aac9-d85fdfe98e58 req-e03b332d-25a2-4c89-bd80-d762c63e327c service nova] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Refreshing instance network info cache due to event network-changed-82cb46a8-938d-4ef1-9866-74989426dd07. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 802.544674] env[65418]: DEBUG oslo_concurrency.lockutils [req-670a270c-8cf8-4d35-aac9-d85fdfe98e58 req-e03b332d-25a2-4c89-bd80-d762c63e327c service nova] Acquiring lock "refresh_cache-8ca5e89f-66fc-4ec2-acec-b5f4ad479faf" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.555279] env[65418]: DEBUG nova.network.neutron [req-e8f628ee-c03e-49c7-af27-4c88cc499124 req-5475ff05-cb82-46dd-ac49-d4eeb83c1455 service nova] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Updated VIF entry in instance network info cache for port 82cb46a8-938d-4ef1-9866-74989426dd07. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 802.555279] env[65418]: DEBUG nova.network.neutron [req-e8f628ee-c03e-49c7-af27-4c88cc499124 req-5475ff05-cb82-46dd-ac49-d4eeb83c1455 service nova] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Updating instance_info_cache with network_info: [{"id": "82cb46a8-938d-4ef1-9866-74989426dd07", "address": "fa:16:3e:1a:88:68", "network": {"id": "ae212b7f-cff0-4a43-8158-e7ee056f9f67", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1385778746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2090de566fb84fa3bc932cdbdbb77b23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82cb46a8-93", "ovs_interfaceid": "82cb46a8-938d-4ef1-9866-74989426dd07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.562482] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f88aed-b359-40f7-a181-b3a50cbe610a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.576038] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079b04e6-6392-4300-b8b5-bd8f9bfae6a5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.610331] env[65418]: DEBUG oslo_concurrency.lockutils [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Acquiring lock "refresh_cache-07bd94ae-658d-48c0-a798-746e52909abd" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.610572] env[65418]: DEBUG oslo_concurrency.lockutils [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Acquired lock "refresh_cache-07bd94ae-658d-48c0-a798-746e52909abd" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.610745] env[65418]: DEBUG nova.network.neutron [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 802.612603] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef76be54-a64b-40ce-b779-e6553e798889 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.622888] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b98822-81c3-4cf3-8c28-d798a2963484 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.643381] env[65418]: DEBUG nova.compute.provider_tree [None req-21daaebb-a5e4-4293-84b5-b375049e4526 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.737483] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f9cc2892-a9f8-4c80-8a03-cb1f49ad03b7 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Lock "16f597f1-7cc4-4b62-917a-5b4fb80a0126" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.793s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.809662] env[65418]: INFO nova.compute.manager [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Took 39.36 seconds to build instance. [ 802.821719] env[65418]: DEBUG oslo_vmware.api [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': task-4688303, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.067047] env[65418]: DEBUG oslo_concurrency.lockutils [req-e8f628ee-c03e-49c7-af27-4c88cc499124 req-5475ff05-cb82-46dd-ac49-d4eeb83c1455 service nova] Releasing lock "refresh_cache-8ca5e89f-66fc-4ec2-acec-b5f4ad479faf" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.067867] env[65418]: DEBUG oslo_concurrency.lockutils [req-670a270c-8cf8-4d35-aac9-d85fdfe98e58 req-e03b332d-25a2-4c89-bd80-d762c63e327c service nova] Acquired lock "refresh_cache-8ca5e89f-66fc-4ec2-acec-b5f4ad479faf" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.068069] env[65418]: DEBUG nova.network.neutron [req-670a270c-8cf8-4d35-aac9-d85fdfe98e58 req-e03b332d-25a2-4c89-bd80-d762c63e327c service nova] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Refreshing network info cache for port 82cb46a8-938d-4ef1-9866-74989426dd07 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.116920] env[65418]: WARNING neutronclient.v2_0.client [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.147563] env[65418]: DEBUG nova.scheduler.client.report [None req-21daaebb-a5e4-4293-84b5-b375049e4526 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.212437] env[65418]: DEBUG nova.network.neutron [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 803.314381] env[65418]: DEBUG oslo_concurrency.lockutils [None req-02e0cd39-2891-49d7-8b08-4bdb8b8cacd8 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Lock "6378b2ec-67d9-4626-9996-54c8c5a47dce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.042s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.314782] env[65418]: DEBUG oslo_vmware.api [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': task-4688303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.765066} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.315035] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 61ccd4dc-2122-4faa-bac3-1e8eded8a104/61ccd4dc-2122-4faa-bac3-1e8eded8a104.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.315250] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.315512] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7e181cc-2133-4669-8759-dc81f2fc8d7b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.323407] env[65418]: DEBUG oslo_vmware.api [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Waiting for the task: (returnval){ [ 803.323407] env[65418]: value = "task-4688304" [ 803.323407] env[65418]: _type = "Task" [ 803.323407] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.333229] env[65418]: DEBUG oslo_vmware.api [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': task-4688304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.344988] env[65418]: DEBUG nova.compute.manager [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 803.378309] env[65418]: DEBUG nova.virt.hardware [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 803.378667] env[65418]: DEBUG nova.virt.hardware [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.378823] env[65418]: DEBUG nova.virt.hardware [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 803.379015] env[65418]: DEBUG nova.virt.hardware [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.379208] env[65418]: DEBUG nova.virt.hardware [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 803.379362] env[65418]: DEBUG nova.virt.hardware [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 803.379568] env[65418]: DEBUG nova.virt.hardware [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 803.379722] env[65418]: DEBUG nova.virt.hardware [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 803.379881] env[65418]: DEBUG nova.virt.hardware [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 803.380056] env[65418]: DEBUG nova.virt.hardware [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 803.380307] env[65418]: DEBUG nova.virt.hardware [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 803.381274] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f194dc51-a522-4a5c-822b-03ce9eed8cc9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.391042] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbce042-81a2-4ae8-927b-7f9efec54c01 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.519906] env[65418]: DEBUG nova.network.neutron [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.571725] env[65418]: WARNING neutronclient.v2_0.client [req-670a270c-8cf8-4d35-aac9-d85fdfe98e58 req-e03b332d-25a2-4c89-bd80-d762c63e327c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.654196] env[65418]: DEBUG oslo_concurrency.lockutils [None req-21daaebb-a5e4-4293-84b5-b375049e4526 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.341s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.657335] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.871s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.658975] env[65418]: INFO nova.compute.claims [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 803.683397] env[65418]: INFO nova.scheduler.client.report [None req-21daaebb-a5e4-4293-84b5-b375049e4526 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Deleted allocations for instance f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff [ 803.839438] env[65418]: DEBUG oslo_vmware.api [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': task-4688304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079198} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.840071] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.841701] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c441ac9c-99e4-4bbe-9e2c-96bb55fd0fae {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.865174] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 61ccd4dc-2122-4faa-bac3-1e8eded8a104/61ccd4dc-2122-4faa-bac3-1e8eded8a104.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.868343] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae69f453-21ce-49e2-990c-881a7e2f89d7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.890786] env[65418]: DEBUG oslo_vmware.api [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Waiting for the task: (returnval){ [ 803.890786] env[65418]: value = "task-4688305" [ 803.890786] env[65418]: _type = "Task" [ 803.890786] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.903028] env[65418]: DEBUG oslo_vmware.api [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': task-4688305, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.023242] env[65418]: DEBUG oslo_concurrency.lockutils [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Releasing lock "refresh_cache-07bd94ae-658d-48c0-a798-746e52909abd" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.023808] env[65418]: DEBUG nova.compute.manager [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 804.024024] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.024906] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8478288d-0608-49a9-88a2-727f930e27c6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.035352] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.036027] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dad51339-e4f9-43b7-b357-0f6a630fac51 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.044883] env[65418]: DEBUG oslo_vmware.api [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Waiting for the task: (returnval){ [ 804.044883] env[65418]: value = "task-4688306" [ 804.044883] env[65418]: _type = "Task" [ 804.044883] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.055749] env[65418]: DEBUG oslo_vmware.api [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': task-4688306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.057682] env[65418]: WARNING neutronclient.v2_0.client [req-670a270c-8cf8-4d35-aac9-d85fdfe98e58 req-e03b332d-25a2-4c89-bd80-d762c63e327c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.177109] env[65418]: DEBUG nova.network.neutron [req-670a270c-8cf8-4d35-aac9-d85fdfe98e58 req-e03b332d-25a2-4c89-bd80-d762c63e327c service nova] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Updated VIF entry in instance network info cache for port 82cb46a8-938d-4ef1-9866-74989426dd07. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 804.177744] env[65418]: DEBUG nova.network.neutron [req-670a270c-8cf8-4d35-aac9-d85fdfe98e58 req-e03b332d-25a2-4c89-bd80-d762c63e327c service nova] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Updating instance_info_cache with network_info: [{"id": "82cb46a8-938d-4ef1-9866-74989426dd07", "address": "fa:16:3e:1a:88:68", "network": {"id": "ae212b7f-cff0-4a43-8158-e7ee056f9f67", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1385778746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2090de566fb84fa3bc932cdbdbb77b23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82cb46a8-93", "ovs_interfaceid": "82cb46a8-938d-4ef1-9866-74989426dd07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.193406] env[65418]: DEBUG oslo_concurrency.lockutils [None req-21daaebb-a5e4-4293-84b5-b375049e4526 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.245s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.286047] env[65418]: DEBUG nova.network.neutron [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Successfully updated port: bda1a36a-76c0-468a-b6fe-0aa7690c3325 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 804.403606] env[65418]: DEBUG oslo_vmware.api [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': task-4688305, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.557031] env[65418]: DEBUG oslo_vmware.api [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': task-4688306, 'name': PowerOffVM_Task, 'duration_secs': 0.231528} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.557189] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.557336] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.557593] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f5397bc-2a81-4c75-bb1b-c199a9e82b01 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.590114] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.590649] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.590649] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Deleting the datastore file [datastore1] 07bd94ae-658d-48c0-a798-746e52909abd {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.591073] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a9f4967-e3d9-4ea3-a965-ff373d8d15ac {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.599136] env[65418]: DEBUG oslo_vmware.api [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Waiting for the task: (returnval){ [ 804.599136] env[65418]: value = "task-4688308" [ 804.599136] env[65418]: _type = "Task" [ 804.599136] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.608739] env[65418]: DEBUG oslo_vmware.api [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': task-4688308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.681078] env[65418]: DEBUG oslo_concurrency.lockutils [req-670a270c-8cf8-4d35-aac9-d85fdfe98e58 req-e03b332d-25a2-4c89-bd80-d762c63e327c service nova] Releasing lock "refresh_cache-8ca5e89f-66fc-4ec2-acec-b5f4ad479faf" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.752353] env[65418]: DEBUG nova.compute.manager [req-adc1360c-39ce-47b7-b376-55fe8e8115d7 req-11d428d8-a7d0-4683-a553-4b3de6933879 service nova] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Received event network-vif-plugged-bda1a36a-76c0-468a-b6fe-0aa7690c3325 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 804.752353] env[65418]: DEBUG oslo_concurrency.lockutils [req-adc1360c-39ce-47b7-b376-55fe8e8115d7 req-11d428d8-a7d0-4683-a553-4b3de6933879 service nova] Acquiring lock "d5b22bc6-625a-4f32-b6d6-da588f171575-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.752353] env[65418]: DEBUG oslo_concurrency.lockutils [req-adc1360c-39ce-47b7-b376-55fe8e8115d7 req-11d428d8-a7d0-4683-a553-4b3de6933879 service nova] Lock "d5b22bc6-625a-4f32-b6d6-da588f171575-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.752554] env[65418]: DEBUG oslo_concurrency.lockutils [req-adc1360c-39ce-47b7-b376-55fe8e8115d7 req-11d428d8-a7d0-4683-a553-4b3de6933879 service nova] Lock "d5b22bc6-625a-4f32-b6d6-da588f171575-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.753418] env[65418]: DEBUG nova.compute.manager [req-adc1360c-39ce-47b7-b376-55fe8e8115d7 req-11d428d8-a7d0-4683-a553-4b3de6933879 service nova] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] No waiting events found dispatching network-vif-plugged-bda1a36a-76c0-468a-b6fe-0aa7690c3325 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 804.753418] env[65418]: WARNING nova.compute.manager [req-adc1360c-39ce-47b7-b376-55fe8e8115d7 req-11d428d8-a7d0-4683-a553-4b3de6933879 service nova] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Received unexpected event network-vif-plugged-bda1a36a-76c0-468a-b6fe-0aa7690c3325 for instance with vm_state building and task_state spawning. [ 804.753418] env[65418]: DEBUG nova.compute.manager [req-adc1360c-39ce-47b7-b376-55fe8e8115d7 req-11d428d8-a7d0-4683-a553-4b3de6933879 service nova] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Received event network-changed-bda1a36a-76c0-468a-b6fe-0aa7690c3325 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 804.753619] env[65418]: DEBUG nova.compute.manager [req-adc1360c-39ce-47b7-b376-55fe8e8115d7 req-11d428d8-a7d0-4683-a553-4b3de6933879 service nova] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Refreshing instance network info cache due to event network-changed-bda1a36a-76c0-468a-b6fe-0aa7690c3325. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 804.753917] env[65418]: DEBUG oslo_concurrency.lockutils [req-adc1360c-39ce-47b7-b376-55fe8e8115d7 req-11d428d8-a7d0-4683-a553-4b3de6933879 service nova] Acquiring lock "refresh_cache-d5b22bc6-625a-4f32-b6d6-da588f171575" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.753986] env[65418]: DEBUG oslo_concurrency.lockutils [req-adc1360c-39ce-47b7-b376-55fe8e8115d7 req-11d428d8-a7d0-4683-a553-4b3de6933879 service nova] Acquired lock "refresh_cache-d5b22bc6-625a-4f32-b6d6-da588f171575" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.754176] env[65418]: DEBUG nova.network.neutron [req-adc1360c-39ce-47b7-b376-55fe8e8115d7 req-11d428d8-a7d0-4683-a553-4b3de6933879 service nova] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Refreshing network info cache for port bda1a36a-76c0-468a-b6fe-0aa7690c3325 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.790690] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "refresh_cache-d5b22bc6-625a-4f32-b6d6-da588f171575" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.911213] env[65418]: DEBUG oslo_vmware.api [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': task-4688305, 'name': ReconfigVM_Task, 'duration_secs': 0.597395} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.911590] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 61ccd4dc-2122-4faa-bac3-1e8eded8a104/61ccd4dc-2122-4faa-bac3-1e8eded8a104.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.912581] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c8b8482-47c9-46ae-8188-9625f4a2c227 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.931889] env[65418]: DEBUG oslo_vmware.api [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Waiting for the task: (returnval){ [ 804.931889] env[65418]: value = "task-4688309" [ 804.931889] env[65418]: _type = "Task" [ 804.931889] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.943836] env[65418]: DEBUG oslo_vmware.api [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': task-4688309, 'name': Rename_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.113287] env[65418]: DEBUG oslo_vmware.api [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Task: {'id': task-4688308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229687} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.113557] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.113992] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.114199] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.114374] env[65418]: INFO nova.compute.manager [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Took 1.09 seconds to destroy the instance on the hypervisor. [ 805.114644] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 805.114824] env[65418]: DEBUG nova.compute.manager [-] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 805.114995] env[65418]: DEBUG nova.network.neutron [-] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 805.115254] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.159694] env[65418]: DEBUG nova.network.neutron [-] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 805.160131] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.218485] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c04d73-1fb3-4c4f-8daf-b311ce41c91e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.228058] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009b0c9b-9932-4beb-a5ea-c87f27e0f6ee {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.263610] env[65418]: WARNING neutronclient.v2_0.client [req-adc1360c-39ce-47b7-b376-55fe8e8115d7 req-11d428d8-a7d0-4683-a553-4b3de6933879 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.267029] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9500eb0-7003-433e-9105-8cf4230470ed {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.275942] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d49364-4b12-4fa5-8096-667130eec49a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.291952] env[65418]: DEBUG nova.compute.provider_tree [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.313238] env[65418]: DEBUG nova.network.neutron [req-adc1360c-39ce-47b7-b376-55fe8e8115d7 req-11d428d8-a7d0-4683-a553-4b3de6933879 service nova] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 805.410342] env[65418]: DEBUG nova.network.neutron [req-adc1360c-39ce-47b7-b376-55fe8e8115d7 req-11d428d8-a7d0-4683-a553-4b3de6933879 service nova] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.443760] env[65418]: DEBUG oslo_vmware.api [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': task-4688309, 'name': Rename_Task, 'duration_secs': 0.251883} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.444065] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.444328] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-451a5d8f-76aa-4372-86cf-a7a7d6124414 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.452458] env[65418]: DEBUG oslo_vmware.api [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Waiting for the task: (returnval){ [ 805.452458] env[65418]: value = "task-4688310" [ 805.452458] env[65418]: _type = "Task" [ 805.452458] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.462306] env[65418]: DEBUG oslo_vmware.api [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': task-4688310, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.666789] env[65418]: DEBUG nova.network.neutron [-] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.794970] env[65418]: DEBUG nova.scheduler.client.report [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.913686] env[65418]: DEBUG oslo_concurrency.lockutils [req-adc1360c-39ce-47b7-b376-55fe8e8115d7 req-11d428d8-a7d0-4683-a553-4b3de6933879 service nova] Releasing lock "refresh_cache-d5b22bc6-625a-4f32-b6d6-da588f171575" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.914852] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquired lock "refresh_cache-d5b22bc6-625a-4f32-b6d6-da588f171575" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.914852] env[65418]: DEBUG nova.network.neutron [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 805.965167] env[65418]: DEBUG oslo_vmware.api [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': task-4688310, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.076606] env[65418]: INFO nova.compute.manager [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Rebuilding instance [ 806.133770] env[65418]: DEBUG nova.compute.manager [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 806.134862] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b57147-83ae-4ce0-9f6a-658b98bc3ab7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.169774] env[65418]: INFO nova.compute.manager [-] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Took 1.05 seconds to deallocate network for instance. [ 806.301651] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.302030] env[65418]: DEBUG nova.compute.manager [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 806.306926] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4b2723b1-ef24-4172-81a3-88687ccb7654 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.061s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.306926] env[65418]: DEBUG nova.objects.instance [None req-4b2723b1-ef24-4172-81a3-88687ccb7654 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Lazy-loading 'resources' on Instance uuid c5cd495b-987b-476c-974f-467a379c9db1 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.463691] env[65418]: DEBUG oslo_vmware.api [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': task-4688310, 'name': PowerOnVM_Task, 'duration_secs': 0.717814} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.464032] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.464240] env[65418]: INFO nova.compute.manager [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Took 5.94 seconds to spawn the instance on the hypervisor. [ 806.464451] env[65418]: DEBUG nova.compute.manager [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 806.465720] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9ff627-650e-4786-b2d0-f2e664e68092 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.476669] env[65418]: DEBUG nova.network.neutron [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 806.563497] env[65418]: WARNING neutronclient.v2_0.client [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 806.651669] env[65418]: DEBUG nova.network.neutron [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Updating instance_info_cache with network_info: [{"id": "bda1a36a-76c0-468a-b6fe-0aa7690c3325", "address": "fa:16:3e:c5:9c:dc", "network": {"id": "c5654c64-ff10-4cb7-bcc0-9c8f1f9f2c7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-459739501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e14fd3d9ea54564854290858d3c5cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbda1a36a-76", "ovs_interfaceid": "bda1a36a-76c0-468a-b6fe-0aa7690c3325", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.678991] env[65418]: DEBUG oslo_concurrency.lockutils [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.698053] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2cccf121-2b91-43cd-9083-2d4e1e632d2b tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Acquiring lock "146ee161-6b39-4584-ad7e-dfbcd1c2e54c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.699516] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2cccf121-2b91-43cd-9083-2d4e1e632d2b tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Lock "146ee161-6b39-4584-ad7e-dfbcd1c2e54c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.699516] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2cccf121-2b91-43cd-9083-2d4e1e632d2b tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Acquiring lock "146ee161-6b39-4584-ad7e-dfbcd1c2e54c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.699516] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2cccf121-2b91-43cd-9083-2d4e1e632d2b tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Lock "146ee161-6b39-4584-ad7e-dfbcd1c2e54c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.699516] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2cccf121-2b91-43cd-9083-2d4e1e632d2b tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Lock "146ee161-6b39-4584-ad7e-dfbcd1c2e54c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.701361] env[65418]: INFO nova.compute.manager [None req-2cccf121-2b91-43cd-9083-2d4e1e632d2b tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Terminating instance [ 806.809371] env[65418]: DEBUG nova.compute.utils [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.815928] env[65418]: DEBUG nova.compute.manager [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Not allocating networking since 'none' was specified. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 806.992703] env[65418]: INFO nova.compute.manager [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Took 35.42 seconds to build instance. [ 807.153909] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Releasing lock "refresh_cache-d5b22bc6-625a-4f32-b6d6-da588f171575" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.154417] env[65418]: DEBUG nova.compute.manager [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Instance network_info: |[{"id": "bda1a36a-76c0-468a-b6fe-0aa7690c3325", "address": "fa:16:3e:c5:9c:dc", "network": {"id": "c5654c64-ff10-4cb7-bcc0-9c8f1f9f2c7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-459739501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e14fd3d9ea54564854290858d3c5cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbda1a36a-76", "ovs_interfaceid": "bda1a36a-76c0-468a-b6fe-0aa7690c3325", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 807.155741] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.155741] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:9c:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '209639b9-c313-4b35-86dc-dccd744d174a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bda1a36a-76c0-468a-b6fe-0aa7690c3325', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.168285] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Creating folder: Project (5e14fd3d9ea54564854290858d3c5cc9). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.173028] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb9ec0ec-6211-4e97-8087-47e6f5b3f081 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.175199] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-215b217c-9b1f-4189-a860-822f2f3d07f8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.185001] env[65418]: DEBUG oslo_vmware.api [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Waiting for the task: (returnval){ [ 807.185001] env[65418]: value = "task-4688311" [ 807.185001] env[65418]: _type = "Task" [ 807.185001] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.192480] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Created folder: Project (5e14fd3d9ea54564854290858d3c5cc9) in parent group-v914982. [ 807.192480] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Creating folder: Instances. Parent ref: group-v915145. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.195695] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9acc3a11-7e96-4993-a4a3-df563bea9183 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.201975] env[65418]: DEBUG oslo_vmware.api [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': task-4688311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.205386] env[65418]: DEBUG nova.compute.manager [None req-2cccf121-2b91-43cd-9083-2d4e1e632d2b tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 807.205589] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2cccf121-2b91-43cd-9083-2d4e1e632d2b tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.206483] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b6d94d-b2f8-4a02-9c3c-4bda7c44df5c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.211959] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Created folder: Instances in parent group-v915145. [ 807.212305] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 807.212498] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.212729] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57b2a1f9-8cbb-4015-9484-d9ad94cdc8da {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.235114] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cccf121-2b91-43cd-9083-2d4e1e632d2b tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.235114] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ced9efcc-efcc-41b7-9977-550f0a21a83f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.242392] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.242392] env[65418]: value = "task-4688314" [ 807.242392] env[65418]: _type = "Task" [ 807.242392] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.244143] env[65418]: DEBUG oslo_vmware.api [None req-2cccf121-2b91-43cd-9083-2d4e1e632d2b tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Waiting for the task: (returnval){ [ 807.244143] env[65418]: value = "task-4688315" [ 807.244143] env[65418]: _type = "Task" [ 807.244143] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.267547] env[65418]: DEBUG oslo_vmware.api [None req-2cccf121-2b91-43cd-9083-2d4e1e632d2b tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Task: {'id': task-4688315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.268204] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688314, 'name': CreateVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.315965] env[65418]: DEBUG nova.compute.manager [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 807.430964] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0054d882-083f-4772-8d21-f91182ae5b2a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.442267] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0650b1-0c57-47d6-a7da-8f46c63977e3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.479883] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536922a3-f240-42cf-b835-6c05bfb898ea {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.489797] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204ccabf-bd25-4a02-b444-986a908b65df {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.497343] env[65418]: DEBUG oslo_concurrency.lockutils [None req-121fcc48-56b7-4c3e-bdff-ae0a7d8f8e1c tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Lock "61ccd4dc-2122-4faa-bac3-1e8eded8a104" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.579s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.507863] env[65418]: DEBUG nova.compute.provider_tree [None req-4b2723b1-ef24-4172-81a3-88687ccb7654 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.696431] env[65418]: DEBUG oslo_vmware.api [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': task-4688311, 'name': PowerOffVM_Task, 'duration_secs': 0.192014} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.696717] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.697464] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.698273] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9c0608-cdb8-4a14-aac9-44a9e18306b8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.706849] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.706849] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9dcc108-af96-4f26-b934-a14b0c6ef74b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.733915] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.734163] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.734336] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Deleting the datastore file [datastore1] 16f597f1-7cc4-4b62-917a-5b4fb80a0126 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.734637] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a791c4fc-8ee6-4b0b-88bf-27e32b3eea70 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.742885] env[65418]: DEBUG oslo_vmware.api [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Waiting for the task: (returnval){ [ 807.742885] env[65418]: value = "task-4688317" [ 807.742885] env[65418]: _type = "Task" [ 807.742885] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.759697] env[65418]: DEBUG oslo_vmware.api [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': task-4688317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.763752] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688314, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.769203] env[65418]: DEBUG oslo_vmware.api [None req-2cccf121-2b91-43cd-9083-2d4e1e632d2b tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Task: {'id': task-4688315, 'name': PowerOffVM_Task, 'duration_secs': 0.294917} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.769529] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cccf121-2b91-43cd-9083-2d4e1e632d2b tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.769667] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2cccf121-2b91-43cd-9083-2d4e1e632d2b tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.769927] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8be5c32-f385-484b-ae1a-665968e9a333 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.844443] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2cccf121-2b91-43cd-9083-2d4e1e632d2b tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.844671] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2cccf121-2b91-43cd-9083-2d4e1e632d2b tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.844850] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cccf121-2b91-43cd-9083-2d4e1e632d2b tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Deleting the datastore file [datastore1] 146ee161-6b39-4584-ad7e-dfbcd1c2e54c {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.845217] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4aff9e0-2e58-4079-afa6-3cc987bf7dee {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.853236] env[65418]: DEBUG oslo_vmware.api [None req-2cccf121-2b91-43cd-9083-2d4e1e632d2b tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Waiting for the task: (returnval){ [ 807.853236] env[65418]: value = "task-4688319" [ 807.853236] env[65418]: _type = "Task" [ 807.853236] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.863720] env[65418]: DEBUG oslo_vmware.api [None req-2cccf121-2b91-43cd-9083-2d4e1e632d2b tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Task: {'id': task-4688319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.011403] env[65418]: DEBUG nova.scheduler.client.report [None req-4b2723b1-ef24-4172-81a3-88687ccb7654 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.256638] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688314, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.260131] env[65418]: DEBUG oslo_vmware.api [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': task-4688317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188786} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.260916] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.260916] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.260916] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.328673] env[65418]: DEBUG nova.compute.manager [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 808.352252] env[65418]: DEBUG nova.virt.hardware [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 808.352473] env[65418]: DEBUG nova.virt.hardware [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 808.352626] env[65418]: DEBUG nova.virt.hardware [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 808.352803] env[65418]: DEBUG nova.virt.hardware [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 808.352991] env[65418]: DEBUG nova.virt.hardware [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 808.353155] env[65418]: DEBUG nova.virt.hardware [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 808.353353] env[65418]: DEBUG nova.virt.hardware [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 808.353504] env[65418]: DEBUG nova.virt.hardware [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 808.353666] env[65418]: DEBUG nova.virt.hardware [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 808.353819] env[65418]: DEBUG nova.virt.hardware [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 808.353986] env[65418]: DEBUG nova.virt.hardware [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 808.354961] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f598b55b-dad9-428d-a1e2-a67a3a5caeca {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.367688] env[65418]: DEBUG oslo_vmware.api [None req-2cccf121-2b91-43cd-9083-2d4e1e632d2b tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Task: {'id': task-4688319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259909} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.369977] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cccf121-2b91-43cd-9083-2d4e1e632d2b tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.370192] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2cccf121-2b91-43cd-9083-2d4e1e632d2b tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.370367] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2cccf121-2b91-43cd-9083-2d4e1e632d2b tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.370563] env[65418]: INFO nova.compute.manager [None req-2cccf121-2b91-43cd-9083-2d4e1e632d2b tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 808.370907] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-2cccf121-2b91-43cd-9083-2d4e1e632d2b tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 808.371075] env[65418]: DEBUG nova.compute.manager [-] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 808.371177] env[65418]: DEBUG nova.network.neutron [-] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 808.371419] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.374385] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b507f83-ee0a-4916-9dcb-0b44c898efc0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.389853] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Instance VIF info [] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.395491] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Creating folder: Project (1daaa06f20244355b394071318529649). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.395849] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8bdda9b-abc6-4c86-97be-41b8f5bcf316 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.408444] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Created folder: Project (1daaa06f20244355b394071318529649) in parent group-v914982. [ 808.408797] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Creating folder: Instances. Parent ref: group-v915148. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.409108] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19c88e8d-6152-4b48-a324-2af431a72ac9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.418147] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.424331] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Created folder: Instances in parent group-v915148. [ 808.424331] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 808.424529] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.424788] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92cd078d-f59a-47d9-a492-816797b3366e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.444606] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.444606] env[65418]: value = "task-4688322" [ 808.444606] env[65418]: _type = "Task" [ 808.444606] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.452955] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688322, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.518099] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4b2723b1-ef24-4172-81a3-88687ccb7654 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.520661] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.981s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.520862] env[65418]: DEBUG nova.objects.instance [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65418) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 808.549417] env[65418]: INFO nova.scheduler.client.report [None req-4b2723b1-ef24-4172-81a3-88687ccb7654 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Deleted allocations for instance c5cd495b-987b-476c-974f-467a379c9db1 [ 808.761118] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688314, 'name': CreateVM_Task, 'duration_secs': 1.432352} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.761324] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.761867] env[65418]: WARNING neutronclient.v2_0.client [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.762252] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.762402] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.762727] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.762996] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-add1040b-a661-45b1-a345-784dddad91b7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.773135] env[65418]: DEBUG oslo_vmware.api [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 808.773135] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527325a8-3b3f-3bdb-5442-c6688f4c888d" [ 808.773135] env[65418]: _type = "Task" [ 808.773135] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.783363] env[65418]: DEBUG oslo_vmware.api [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527325a8-3b3f-3bdb-5442-c6688f4c888d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.790170] env[65418]: DEBUG oslo_concurrency.lockutils [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Acquiring lock "8d5cb814-d94b-433e-85f2-638bcbf08f6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.790410] env[65418]: DEBUG oslo_concurrency.lockutils [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Lock "8d5cb814-d94b-433e-85f2-638bcbf08f6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.963307] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688322, 'name': CreateVM_Task, 'duration_secs': 0.337679} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.963515] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.963969] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.964099] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.964430] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.964716] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df1e1b3d-3b67-4963-928d-705000a49e29 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.972990] env[65418]: DEBUG oslo_vmware.api [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Waiting for the task: (returnval){ [ 808.972990] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52711d99-a33d-4bb5-e04c-e910564f142c" [ 808.972990] env[65418]: _type = "Task" [ 808.972990] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.981084] env[65418]: DEBUG nova.compute.manager [req-1ccec008-e372-4c67-ae06-528a89772154 req-45eedfc2-4771-4517-b3db-e0f4a8ec5089 service nova] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Received event network-vif-deleted-e85ce720-e96b-42a0-898c-f6c72c4f4052 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 808.981315] env[65418]: INFO nova.compute.manager [req-1ccec008-e372-4c67-ae06-528a89772154 req-45eedfc2-4771-4517-b3db-e0f4a8ec5089 service nova] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Neutron deleted interface e85ce720-e96b-42a0-898c-f6c72c4f4052; detaching it from the instance and deleting it from the info cache [ 808.981754] env[65418]: DEBUG nova.network.neutron [req-1ccec008-e372-4c67-ae06-528a89772154 req-45eedfc2-4771-4517-b3db-e0f4a8ec5089 service nova] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.996593] env[65418]: DEBUG oslo_vmware.api [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52711d99-a33d-4bb5-e04c-e910564f142c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.997161] env[65418]: DEBUG oslo_concurrency.lockutils [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Acquiring lock "35179ab7-f9c9-4c6d-8c6c-855a9a9738b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.997343] env[65418]: DEBUG oslo_concurrency.lockutils [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Lock "35179ab7-f9c9-4c6d-8c6c-855a9a9738b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.060463] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4b2723b1-ef24-4172-81a3-88687ccb7654 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Lock "c5cd495b-987b-476c-974f-467a379c9db1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.474s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.060463] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9eb25b63-43cf-4eaa-b7f2-dcf85f6d3b56 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Lock "c5cd495b-987b-476c-974f-467a379c9db1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 27.966s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.060463] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9eb25b63-43cf-4eaa-b7f2-dcf85f6d3b56 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Acquiring lock "c5cd495b-987b-476c-974f-467a379c9db1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.061302] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9eb25b63-43cf-4eaa-b7f2-dcf85f6d3b56 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Lock "c5cd495b-987b-476c-974f-467a379c9db1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.061302] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9eb25b63-43cf-4eaa-b7f2-dcf85f6d3b56 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Lock "c5cd495b-987b-476c-974f-467a379c9db1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.063530] env[65418]: INFO nova.compute.manager [None req-9eb25b63-43cf-4eaa-b7f2-dcf85f6d3b56 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Terminating instance [ 809.187311] env[65418]: DEBUG nova.network.neutron [-] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.230417] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d9b4a11a-10c0-4316-8640-94ab00cf5e46 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Acquiring lock "6378b2ec-67d9-4626-9996-54c8c5a47dce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.230417] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d9b4a11a-10c0-4316-8640-94ab00cf5e46 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Lock "6378b2ec-67d9-4626-9996-54c8c5a47dce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.230630] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d9b4a11a-10c0-4316-8640-94ab00cf5e46 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Acquiring lock "6378b2ec-67d9-4626-9996-54c8c5a47dce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.230716] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d9b4a11a-10c0-4316-8640-94ab00cf5e46 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Lock "6378b2ec-67d9-4626-9996-54c8c5a47dce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.230890] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d9b4a11a-10c0-4316-8640-94ab00cf5e46 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Lock "6378b2ec-67d9-4626-9996-54c8c5a47dce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.235060] env[65418]: INFO nova.compute.manager [None req-d9b4a11a-10c0-4316-8640-94ab00cf5e46 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Terminating instance [ 809.286980] env[65418]: DEBUG oslo_vmware.api [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527325a8-3b3f-3bdb-5442-c6688f4c888d, 'name': SearchDatastore_Task, 'duration_secs': 0.013419} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.290209] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.290569] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.290923] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.291179] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.291510] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.292174] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9972002f-ffb9-4d52-921c-4c48733edfdb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.295316] env[65418]: DEBUG nova.compute.manager [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 809.301199] env[65418]: DEBUG nova.virt.hardware [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 809.301477] env[65418]: DEBUG nova.virt.hardware [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.301713] env[65418]: DEBUG nova.virt.hardware [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 809.301931] env[65418]: DEBUG nova.virt.hardware [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.302160] env[65418]: DEBUG nova.virt.hardware [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 809.303025] env[65418]: DEBUG nova.virt.hardware [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 809.303025] env[65418]: DEBUG nova.virt.hardware [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 809.303025] env[65418]: DEBUG nova.virt.hardware [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 809.303234] env[65418]: DEBUG nova.virt.hardware [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 809.303491] env[65418]: DEBUG nova.virt.hardware [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 809.303767] env[65418]: DEBUG nova.virt.hardware [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 809.305620] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58a5fc2-44ec-46b0-9338-10bc4f5305ff {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.319011] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c222e8a9-d176-4900-877b-535c6080d7ca {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.324712] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.324901] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.326368] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7128cd55-3e5a-4a2f-87ca-cd0c08482989 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.337084] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Instance VIF info [] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.347885] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 809.350087] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.350087] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07b680b2-6bbb-4685-b38c-dccb7de8e588 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.366064] env[65418]: DEBUG oslo_vmware.api [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 809.366064] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52701027-f2c8-cc68-ad2b-0bdf72d78c00" [ 809.366064] env[65418]: _type = "Task" [ 809.366064] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.373748] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.373748] env[65418]: value = "task-4688323" [ 809.373748] env[65418]: _type = "Task" [ 809.373748] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.378082] env[65418]: DEBUG oslo_vmware.api [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52701027-f2c8-cc68-ad2b-0bdf72d78c00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.387386] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688323, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.486350] env[65418]: DEBUG oslo_vmware.api [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52711d99-a33d-4bb5-e04c-e910564f142c, 'name': SearchDatastore_Task, 'duration_secs': 0.011574} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.486350] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.486350] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.486680] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.486680] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.486974] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.487353] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c81e738b-3cc6-414f-9588-26b3874b3656 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.498394] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a9d748a-3f1f-479c-b753-fcf4d43a47f2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.501815] env[65418]: DEBUG nova.compute.manager [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 809.508045] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.508045] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.508813] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2091edd2-e12d-4742-b653-ba5f95d97510 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.516317] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2459221a-472c-4217-ba69-5cd0e9e5363f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.530586] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4e11996b-9ab9-441a-9e1d-c011d82b1662 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.531857] env[65418]: DEBUG oslo_vmware.api [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Waiting for the task: (returnval){ [ 809.531857] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527f97cf-9c66-234e-cde5-04f1b9e97b9e" [ 809.531857] env[65418]: _type = "Task" [ 809.531857] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.532559] env[65418]: DEBUG oslo_concurrency.lockutils [None req-912802a6-d8b3-4c49-94ff-0f0c37aa5e30 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.481s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.532821] env[65418]: DEBUG nova.objects.instance [None req-912802a6-d8b3-4c49-94ff-0f0c37aa5e30 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Lazy-loading 'resources' on Instance uuid 49ebbc06-bfc6-4b0f-82dd-eedd572f8147 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.546481] env[65418]: DEBUG oslo_vmware.api [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527f97cf-9c66-234e-cde5-04f1b9e97b9e, 'name': SearchDatastore_Task, 'duration_secs': 0.013088} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.547551] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f7d2eb0-47a3-4b83-bb27-db018aa353c8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.568944] env[65418]: DEBUG nova.compute.manager [req-1ccec008-e372-4c67-ae06-528a89772154 req-45eedfc2-4771-4517-b3db-e0f4a8ec5089 service nova] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Detach interface failed, port_id=e85ce720-e96b-42a0-898c-f6c72c4f4052, reason: Instance 146ee161-6b39-4584-ad7e-dfbcd1c2e54c could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 809.569672] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9eb25b63-43cf-4eaa-b7f2-dcf85f6d3b56 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Acquiring lock "refresh_cache-c5cd495b-987b-476c-974f-467a379c9db1" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.569820] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9eb25b63-43cf-4eaa-b7f2-dcf85f6d3b56 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Acquired lock "refresh_cache-c5cd495b-987b-476c-974f-467a379c9db1" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.569981] env[65418]: DEBUG nova.network.neutron [None req-9eb25b63-43cf-4eaa-b7f2-dcf85f6d3b56 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 809.576027] env[65418]: DEBUG oslo_vmware.api [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Waiting for the task: (returnval){ [ 809.576027] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521a49fd-02f3-9308-c059-3fd8d28d622f" [ 809.576027] env[65418]: _type = "Task" [ 809.576027] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.586193] env[65418]: DEBUG oslo_vmware.api [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521a49fd-02f3-9308-c059-3fd8d28d622f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.624803] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Acquiring lock "fc3b8204-ca18-4367-a4bb-fc38ebb5e42b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.624803] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Lock "fc3b8204-ca18-4367-a4bb-fc38ebb5e42b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.669641] env[65418]: INFO nova.compute.manager [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Rebuilding instance [ 809.690363] env[65418]: INFO nova.compute.manager [-] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Took 1.32 seconds to deallocate network for instance. [ 809.715354] env[65418]: DEBUG nova.compute.manager [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 809.716495] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebbcee2-c2a9-454a-91a6-8e0b416def7d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.740068] env[65418]: DEBUG nova.compute.manager [None req-d9b4a11a-10c0-4316-8640-94ab00cf5e46 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 809.740068] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b4a11a-10c0-4316-8640-94ab00cf5e46 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.741042] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c381197-9c17-449e-bcfa-56018fe9ad72 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.750072] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b4a11a-10c0-4316-8640-94ab00cf5e46 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.750367] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-675b8d64-ed87-479f-96f5-556062d3fbce {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.758640] env[65418]: DEBUG oslo_vmware.api [None req-d9b4a11a-10c0-4316-8640-94ab00cf5e46 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Waiting for the task: (returnval){ [ 809.758640] env[65418]: value = "task-4688324" [ 809.758640] env[65418]: _type = "Task" [ 809.758640] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.768510] env[65418]: DEBUG oslo_vmware.api [None req-d9b4a11a-10c0-4316-8640-94ab00cf5e46 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Task: {'id': task-4688324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.828842] env[65418]: DEBUG oslo_concurrency.lockutils [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.881721] env[65418]: DEBUG oslo_vmware.api [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52701027-f2c8-cc68-ad2b-0bdf72d78c00, 'name': SearchDatastore_Task, 'duration_secs': 0.025104} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.886355] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a622abf-cf73-4059-9aa8-14b5022dec37 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.896586] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688323, 'name': CreateVM_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.898287] env[65418]: DEBUG oslo_vmware.api [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 809.898287] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520f6ff6-f965-d0d5-d718-73124f103148" [ 809.898287] env[65418]: _type = "Task" [ 809.898287] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.907770] env[65418]: DEBUG oslo_vmware.api [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520f6ff6-f965-d0d5-d718-73124f103148, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.030504] env[65418]: DEBUG oslo_concurrency.lockutils [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.074734] env[65418]: DEBUG nova.compute.utils [None req-9eb25b63-43cf-4eaa-b7f2-dcf85f6d3b56 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Can not refresh info_cache because instance was not found {{(pid=65418) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 810.075085] env[65418]: WARNING neutronclient.v2_0.client [None req-9eb25b63-43cf-4eaa-b7f2-dcf85f6d3b56 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.089720] env[65418]: DEBUG oslo_vmware.api [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521a49fd-02f3-9308-c059-3fd8d28d622f, 'name': SearchDatastore_Task, 'duration_secs': 0.030254} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.092877] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.093198] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] a766a802-734b-44b5-9db6-756db4fbed0c/a766a802-734b-44b5-9db6-756db4fbed0c.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.094156] env[65418]: DEBUG nova.network.neutron [None req-9eb25b63-43cf-4eaa-b7f2-dcf85f6d3b56 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 810.096295] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a1962ca-7b7d-4459-b6a5-8b913260519c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.106019] env[65418]: DEBUG oslo_vmware.api [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Waiting for the task: (returnval){ [ 810.106019] env[65418]: value = "task-4688325" [ 810.106019] env[65418]: _type = "Task" [ 810.106019] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.117320] env[65418]: DEBUG oslo_vmware.api [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': task-4688325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.131017] env[65418]: DEBUG nova.compute.manager [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 810.200589] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2cccf121-2b91-43cd-9083-2d4e1e632d2b tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.204629] env[65418]: DEBUG nova.network.neutron [None req-9eb25b63-43cf-4eaa-b7f2-dcf85f6d3b56 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.274186] env[65418]: DEBUG oslo_vmware.api [None req-d9b4a11a-10c0-4316-8640-94ab00cf5e46 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Task: {'id': task-4688324, 'name': PowerOffVM_Task, 'duration_secs': 0.264837} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.274961] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b4a11a-10c0-4316-8640-94ab00cf5e46 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.274961] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b4a11a-10c0-4316-8640-94ab00cf5e46 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.275183] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdd8fcc8-5ff2-40e8-b4dd-c3d237910ef9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.311649] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b4c6e1df-6e85-4802-82c4-48697b8ab862 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Acquiring lock "ac183b2c-d144-4e65-9ddf-12ffc4f4093c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.311649] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b4c6e1df-6e85-4802-82c4-48697b8ab862 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Lock "ac183b2c-d144-4e65-9ddf-12ffc4f4093c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.313782] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b4c6e1df-6e85-4802-82c4-48697b8ab862 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Acquiring lock "ac183b2c-d144-4e65-9ddf-12ffc4f4093c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.313782] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b4c6e1df-6e85-4802-82c4-48697b8ab862 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Lock "ac183b2c-d144-4e65-9ddf-12ffc4f4093c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.313782] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b4c6e1df-6e85-4802-82c4-48697b8ab862 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Lock "ac183b2c-d144-4e65-9ddf-12ffc4f4093c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.318097] env[65418]: INFO nova.compute.manager [None req-b4c6e1df-6e85-4802-82c4-48697b8ab862 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Terminating instance [ 810.363062] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b4a11a-10c0-4316-8640-94ab00cf5e46 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.363368] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b4a11a-10c0-4316-8640-94ab00cf5e46 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.364236] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9b4a11a-10c0-4316-8640-94ab00cf5e46 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Deleting the datastore file [datastore1] 6378b2ec-67d9-4626-9996-54c8c5a47dce {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.364236] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c2dc45d-b0d7-4a09-809d-d4d7c57295f5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.374359] env[65418]: DEBUG oslo_vmware.api [None req-d9b4a11a-10c0-4316-8640-94ab00cf5e46 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Waiting for the task: (returnval){ [ 810.374359] env[65418]: value = "task-4688327" [ 810.374359] env[65418]: _type = "Task" [ 810.374359] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.395407] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688323, 'name': CreateVM_Task, 'duration_secs': 0.614391} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.395407] env[65418]: DEBUG oslo_vmware.api [None req-d9b4a11a-10c0-4316-8640-94ab00cf5e46 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Task: {'id': task-4688327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.398028] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.398914] env[65418]: DEBUG oslo_concurrency.lockutils [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.399085] env[65418]: DEBUG oslo_concurrency.lockutils [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.399400] env[65418]: DEBUG oslo_concurrency.lockutils [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.399717] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-357807f7-62c5-42c0-894d-19e2a4b3eb4b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.408882] env[65418]: DEBUG oslo_vmware.api [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Waiting for the task: (returnval){ [ 810.408882] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520b9bb2-feb2-216a-4195-046d8a8f20c9" [ 810.408882] env[65418]: _type = "Task" [ 810.408882] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.412970] env[65418]: DEBUG oslo_vmware.api [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520f6ff6-f965-d0d5-d718-73124f103148, 'name': SearchDatastore_Task, 'duration_secs': 0.014809} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.416978] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.416978] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] d5b22bc6-625a-4f32-b6d6-da588f171575/d5b22bc6-625a-4f32-b6d6-da588f171575.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.419371] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02c8c466-a9be-4391-a1cd-c06b63af37c6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.427787] env[65418]: DEBUG oslo_vmware.api [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520b9bb2-feb2-216a-4195-046d8a8f20c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.429308] env[65418]: DEBUG oslo_vmware.api [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 810.429308] env[65418]: value = "task-4688328" [ 810.429308] env[65418]: _type = "Task" [ 810.429308] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.439377] env[65418]: DEBUG oslo_vmware.api [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.610845] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c55dfc8-a314-440b-8943-1c86ef48d336 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.617269] env[65418]: DEBUG oslo_vmware.api [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': task-4688325, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.623558] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adae487-7dcd-4a3c-8cf1-e4cd808b3ec1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.659900] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f8de08-fcb7-46cb-92cd-b02b8691a787 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.673630] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f989d1c-8b65-419a-86ef-fecd485c701d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.679484] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.691513] env[65418]: DEBUG nova.compute.provider_tree [None req-912802a6-d8b3-4c49-94ff-0f0c37aa5e30 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.706824] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9eb25b63-43cf-4eaa-b7f2-dcf85f6d3b56 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Releasing lock "refresh_cache-c5cd495b-987b-476c-974f-467a379c9db1" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.707369] env[65418]: DEBUG nova.compute.manager [None req-9eb25b63-43cf-4eaa-b7f2-dcf85f6d3b56 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 810.707585] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb25b63-43cf-4eaa-b7f2-dcf85f6d3b56 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.708152] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27863162-7188-46e0-b500-d8a0d67b071d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.719553] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d223a2e4-764b-474a-be1f-3d73230eff2f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.732104] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.732486] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0f9d5a6-8e85-458b-bba5-86f18d456802 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.748902] env[65418]: DEBUG oslo_vmware.api [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Waiting for the task: (returnval){ [ 810.748902] env[65418]: value = "task-4688329" [ 810.748902] env[65418]: _type = "Task" [ 810.748902] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.764763] env[65418]: WARNING nova.virt.vmwareapi.vmops [None req-9eb25b63-43cf-4eaa-b7f2-dcf85f6d3b56 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance c5cd495b-987b-476c-974f-467a379c9db1 could not be found. [ 810.764967] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9eb25b63-43cf-4eaa-b7f2-dcf85f6d3b56 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.765168] env[65418]: INFO nova.compute.manager [None req-9eb25b63-43cf-4eaa-b7f2-dcf85f6d3b56 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Took 0.06 seconds to destroy the instance on the hypervisor. [ 810.765431] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-9eb25b63-43cf-4eaa-b7f2-dcf85f6d3b56 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 810.769013] env[65418]: DEBUG nova.compute.manager [-] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 810.769173] env[65418]: DEBUG nova.network.neutron [-] [instance: c5cd495b-987b-476c-974f-467a379c9db1] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 810.769388] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.778024] env[65418]: DEBUG oslo_vmware.api [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': task-4688329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.787693] env[65418]: DEBUG nova.network.neutron [-] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 810.788025] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.827397] env[65418]: DEBUG nova.compute.manager [None req-b4c6e1df-6e85-4802-82c4-48697b8ab862 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 810.827397] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c6e1df-6e85-4802-82c4-48697b8ab862 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.828505] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba37cc6-5bc1-4e19-ad9e-b4093f493a04 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.841043] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c6e1df-6e85-4802-82c4-48697b8ab862 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.841300] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b27502a-7347-42d4-a6e7-a7cf6d3f5aec {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.850354] env[65418]: DEBUG oslo_vmware.api [None req-b4c6e1df-6e85-4802-82c4-48697b8ab862 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Waiting for the task: (returnval){ [ 810.850354] env[65418]: value = "task-4688330" [ 810.850354] env[65418]: _type = "Task" [ 810.850354] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.863154] env[65418]: DEBUG oslo_vmware.api [None req-b4c6e1df-6e85-4802-82c4-48697b8ab862 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': task-4688330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.888642] env[65418]: DEBUG oslo_vmware.api [None req-d9b4a11a-10c0-4316-8640-94ab00cf5e46 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Task: {'id': task-4688327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.924488] env[65418]: DEBUG oslo_vmware.api [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520b9bb2-feb2-216a-4195-046d8a8f20c9, 'name': SearchDatastore_Task, 'duration_secs': 0.024527} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.924817] env[65418]: DEBUG oslo_concurrency.lockutils [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.925066] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.925309] env[65418]: DEBUG oslo_concurrency.lockutils [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.925449] env[65418]: DEBUG oslo_concurrency.lockutils [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.926545] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.926545] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f10335b8-3cc1-4774-bb5b-195719f5d289 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.941513] env[65418]: DEBUG oslo_vmware.api [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688328, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.950278] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.950613] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.951713] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46c3d2fa-3af3-4054-8172-5b5e77ce043b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.967928] env[65418]: DEBUG oslo_vmware.api [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Waiting for the task: (returnval){ [ 810.967928] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527ecd6d-01c7-bbaa-0edf-a91dd49ff8ad" [ 810.967928] env[65418]: _type = "Task" [ 810.967928] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.973147] env[65418]: DEBUG oslo_vmware.api [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527ecd6d-01c7-bbaa-0edf-a91dd49ff8ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.116548] env[65418]: DEBUG oslo_vmware.api [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': task-4688325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.707418} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.117128] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] a766a802-734b-44b5-9db6-756db4fbed0c/a766a802-734b-44b5-9db6-756db4fbed0c.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.117333] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.117696] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7bbe58b-18f3-4667-92f8-18af8be58333 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.128097] env[65418]: DEBUG oslo_vmware.api [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Waiting for the task: (returnval){ [ 811.128097] env[65418]: value = "task-4688331" [ 811.128097] env[65418]: _type = "Task" [ 811.128097] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.140348] env[65418]: DEBUG oslo_vmware.api [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': task-4688331, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.195066] env[65418]: DEBUG nova.scheduler.client.report [None req-912802a6-d8b3-4c49-94ff-0f0c37aa5e30 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.274673] env[65418]: DEBUG oslo_vmware.api [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': task-4688329, 'name': PowerOffVM_Task, 'duration_secs': 0.205766} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.274962] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.275641] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.276506] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543cf7d3-2a9c-4cc4-86d0-af530f1a9622 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.285398] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.285667] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b34763ef-7eff-40e9-9794-04460f474376 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.290983] env[65418]: DEBUG nova.network.neutron [-] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.314158] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.314280] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.314446] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Deleting the datastore file [datastore2] 61ccd4dc-2122-4faa-bac3-1e8eded8a104 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.314681] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-557e0651-fd42-4c20-a2ad-d671b5565010 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.323226] env[65418]: DEBUG oslo_vmware.api [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Waiting for the task: (returnval){ [ 811.323226] env[65418]: value = "task-4688333" [ 811.323226] env[65418]: _type = "Task" [ 811.323226] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.333862] env[65418]: DEBUG oslo_vmware.api [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': task-4688333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.361244] env[65418]: DEBUG oslo_vmware.api [None req-b4c6e1df-6e85-4802-82c4-48697b8ab862 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': task-4688330, 'name': PowerOffVM_Task, 'duration_secs': 0.28795} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.361573] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c6e1df-6e85-4802-82c4-48697b8ab862 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.361818] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c6e1df-6e85-4802-82c4-48697b8ab862 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.362234] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8297c7d6-f7b0-47b1-9657-e757f6a61ed2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.388759] env[65418]: DEBUG oslo_vmware.api [None req-d9b4a11a-10c0-4316-8640-94ab00cf5e46 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Task: {'id': task-4688327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.566375} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.389013] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9b4a11a-10c0-4316-8640-94ab00cf5e46 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.389411] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b4a11a-10c0-4316-8640-94ab00cf5e46 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.389411] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b4a11a-10c0-4316-8640-94ab00cf5e46 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.389543] env[65418]: INFO nova.compute.manager [None req-d9b4a11a-10c0-4316-8640-94ab00cf5e46 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Took 1.65 seconds to destroy the instance on the hypervisor. [ 811.389820] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-d9b4a11a-10c0-4316-8640-94ab00cf5e46 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 811.390035] env[65418]: DEBUG nova.compute.manager [-] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 811.390134] env[65418]: DEBUG nova.network.neutron [-] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 811.390404] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.436963] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c6e1df-6e85-4802-82c4-48697b8ab862 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.437139] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c6e1df-6e85-4802-82c4-48697b8ab862 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.437222] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4c6e1df-6e85-4802-82c4-48697b8ab862 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Deleting the datastore file [datastore2] ac183b2c-d144-4e65-9ddf-12ffc4f4093c {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.438545] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cf1f300-95f0-4da2-bee3-503ad739d1b8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.444607] env[65418]: DEBUG oslo_vmware.api [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.794789} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.446179] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] d5b22bc6-625a-4f32-b6d6-da588f171575/d5b22bc6-625a-4f32-b6d6-da588f171575.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.446179] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.446179] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9df0902-f24d-46d7-882f-f454d5c23657 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.450537] env[65418]: DEBUG oslo_vmware.api [None req-b4c6e1df-6e85-4802-82c4-48697b8ab862 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Waiting for the task: (returnval){ [ 811.450537] env[65418]: value = "task-4688335" [ 811.450537] env[65418]: _type = "Task" [ 811.450537] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.456034] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.458205] env[65418]: DEBUG oslo_vmware.api [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 811.458205] env[65418]: value = "task-4688336" [ 811.458205] env[65418]: _type = "Task" [ 811.458205] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.466507] env[65418]: DEBUG oslo_vmware.api [None req-b4c6e1df-6e85-4802-82c4-48697b8ab862 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': task-4688335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.479693] env[65418]: DEBUG oslo_vmware.api [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.484057] env[65418]: DEBUG oslo_vmware.api [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527ecd6d-01c7-bbaa-0edf-a91dd49ff8ad, 'name': SearchDatastore_Task, 'duration_secs': 0.03112} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.484445] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bda81a77-3924-4a09-81e7-8f749567a22a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.491670] env[65418]: DEBUG oslo_vmware.api [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Waiting for the task: (returnval){ [ 811.491670] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5267d167-2b80-7688-f718-2c9b67aeb2c4" [ 811.491670] env[65418]: _type = "Task" [ 811.491670] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.502859] env[65418]: DEBUG oslo_vmware.api [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5267d167-2b80-7688-f718-2c9b67aeb2c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.638152] env[65418]: DEBUG oslo_vmware.api [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': task-4688331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096066} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.638482] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.639299] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe085d04-ce89-453a-a813-e29f78f4721c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.660886] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] a766a802-734b-44b5-9db6-756db4fbed0c/a766a802-734b-44b5-9db6-756db4fbed0c.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.660886] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2308f6ac-5137-4e00-a81d-f043128d32f6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.683203] env[65418]: DEBUG oslo_vmware.api [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Waiting for the task: (returnval){ [ 811.683203] env[65418]: value = "task-4688337" [ 811.683203] env[65418]: _type = "Task" [ 811.683203] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.694042] env[65418]: DEBUG oslo_vmware.api [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': task-4688337, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.696705] env[65418]: DEBUG nova.compute.manager [req-9f2d41c5-9fbe-4b0b-9436-439f1e59b0d6 req-f5dc53b5-cd9f-48cc-9b7b-a4b655de8a44 service nova] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Received event network-vif-deleted-1adf972b-add2-44fc-9924-8328cda0c777 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 811.696822] env[65418]: INFO nova.compute.manager [req-9f2d41c5-9fbe-4b0b-9436-439f1e59b0d6 req-f5dc53b5-cd9f-48cc-9b7b-a4b655de8a44 service nova] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Neutron deleted interface 1adf972b-add2-44fc-9924-8328cda0c777; detaching it from the instance and deleting it from the info cache [ 811.697229] env[65418]: DEBUG nova.network.neutron [req-9f2d41c5-9fbe-4b0b-9436-439f1e59b0d6 req-f5dc53b5-cd9f-48cc-9b7b-a4b655de8a44 service nova] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.700719] env[65418]: DEBUG oslo_concurrency.lockutils [None req-912802a6-d8b3-4c49-94ff-0f0c37aa5e30 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.704462] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.385s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.706557] env[65418]: INFO nova.compute.claims [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.729715] env[65418]: INFO nova.scheduler.client.report [None req-912802a6-d8b3-4c49-94ff-0f0c37aa5e30 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Deleted allocations for instance 49ebbc06-bfc6-4b0f-82dd-eedd572f8147 [ 811.793905] env[65418]: INFO nova.compute.manager [-] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Took 1.02 seconds to deallocate network for instance. [ 811.835198] env[65418]: DEBUG oslo_vmware.api [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': task-4688333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108707} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.835462] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.835630] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.835797] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.961497] env[65418]: DEBUG oslo_vmware.api [None req-b4c6e1df-6e85-4802-82c4-48697b8ab862 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Task: {'id': task-4688335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154342} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.965077] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4c6e1df-6e85-4802-82c4-48697b8ab862 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.965335] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c6e1df-6e85-4802-82c4-48697b8ab862 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.965517] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c6e1df-6e85-4802-82c4-48697b8ab862 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.965729] env[65418]: INFO nova.compute.manager [None req-b4c6e1df-6e85-4802-82c4-48697b8ab862 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 811.965952] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-b4c6e1df-6e85-4802-82c4-48697b8ab862 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 811.966526] env[65418]: DEBUG nova.compute.manager [-] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 811.966682] env[65418]: DEBUG nova.network.neutron [-] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 811.966904] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 811.975682] env[65418]: DEBUG oslo_vmware.api [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072843} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.975682] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.975682] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad43c6b4-d9c1-4e60-bbec-b94985239cf3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.002126] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] d5b22bc6-625a-4f32-b6d6-da588f171575/d5b22bc6-625a-4f32-b6d6-da588f171575.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.005317] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9feabe4a-56d6-43ca-9fe2-460a9421b68d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.027715] env[65418]: DEBUG oslo_vmware.api [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5267d167-2b80-7688-f718-2c9b67aeb2c4, 'name': SearchDatastore_Task, 'duration_secs': 0.011188} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.029571] env[65418]: DEBUG oslo_concurrency.lockutils [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.030369] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 16f597f1-7cc4-4b62-917a-5b4fb80a0126/16f597f1-7cc4-4b62-917a-5b4fb80a0126.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.030369] env[65418]: DEBUG oslo_vmware.api [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 812.030369] env[65418]: value = "task-4688338" [ 812.030369] env[65418]: _type = "Task" [ 812.030369] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.030727] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e832cf4d-d009-4735-9c38-0a2007257a8c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.043527] env[65418]: DEBUG oslo_vmware.api [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688338, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.045323] env[65418]: DEBUG oslo_vmware.api [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Waiting for the task: (returnval){ [ 812.045323] env[65418]: value = "task-4688339" [ 812.045323] env[65418]: _type = "Task" [ 812.045323] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.051144] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 812.056621] env[65418]: DEBUG oslo_vmware.api [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': task-4688339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.178082] env[65418]: DEBUG nova.network.neutron [-] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.196115] env[65418]: DEBUG oslo_vmware.api [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': task-4688337, 'name': ReconfigVM_Task, 'duration_secs': 0.289511} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.196518] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Reconfigured VM instance instance-00000038 to attach disk [datastore1] a766a802-734b-44b5-9db6-756db4fbed0c/a766a802-734b-44b5-9db6-756db4fbed0c.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.197243] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ff83941-7050-4dcd-8c8a-8bfe9bb91675 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.199786] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9948bac1-0585-43c3-beea-9b0e89b5f3ee {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.212031] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04daaea7-0d8b-4fba-96a3-40db3d69c306 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.224827] env[65418]: DEBUG oslo_vmware.api [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Waiting for the task: (returnval){ [ 812.224827] env[65418]: value = "task-4688340" [ 812.224827] env[65418]: _type = "Task" [ 812.224827] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.241926] env[65418]: DEBUG oslo_vmware.api [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': task-4688340, 'name': Rename_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.242588] env[65418]: DEBUG oslo_concurrency.lockutils [None req-912802a6-d8b3-4c49-94ff-0f0c37aa5e30 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Lock "49ebbc06-bfc6-4b0f-82dd-eedd572f8147" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.240s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.263086] env[65418]: DEBUG nova.compute.manager [req-9f2d41c5-9fbe-4b0b-9436-439f1e59b0d6 req-f5dc53b5-cd9f-48cc-9b7b-a4b655de8a44 service nova] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Detach interface failed, port_id=1adf972b-add2-44fc-9924-8328cda0c777, reason: Instance 6378b2ec-67d9-4626-9996-54c8c5a47dce could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 812.299964] env[65418]: INFO nova.compute.manager [None req-9eb25b63-43cf-4eaa-b7f2-dcf85f6d3b56 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Instance disappeared during terminate [ 812.300371] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9eb25b63-43cf-4eaa-b7f2-dcf85f6d3b56 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Lock "c5cd495b-987b-476c-974f-467a379c9db1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.240s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.545024] env[65418]: DEBUG oslo_vmware.api [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688338, 'name': ReconfigVM_Task, 'duration_secs': 0.405798} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.545261] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Reconfigured VM instance instance-00000037 to attach disk [datastore2] d5b22bc6-625a-4f32-b6d6-da588f171575/d5b22bc6-625a-4f32-b6d6-da588f171575.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.545973] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab4f529f-f21b-4fe9-8a61-bb01d0970e5d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.559648] env[65418]: DEBUG oslo_vmware.api [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': task-4688339, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.561909] env[65418]: DEBUG oslo_vmware.api [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 812.561909] env[65418]: value = "task-4688341" [ 812.561909] env[65418]: _type = "Task" [ 812.561909] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.573038] env[65418]: DEBUG oslo_vmware.api [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688341, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.682457] env[65418]: INFO nova.compute.manager [-] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Took 1.29 seconds to deallocate network for instance. [ 812.741868] env[65418]: DEBUG oslo_vmware.api [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': task-4688340, 'name': Rename_Task, 'duration_secs': 0.187382} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.742183] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.742449] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-876ec07f-a0dc-45e0-aeee-480c2d4f24b4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.751123] env[65418]: DEBUG oslo_vmware.api [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Waiting for the task: (returnval){ [ 812.751123] env[65418]: value = "task-4688342" [ 812.751123] env[65418]: _type = "Task" [ 812.751123] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.762638] env[65418]: DEBUG oslo_vmware.api [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': task-4688342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.790868] env[65418]: DEBUG nova.network.neutron [-] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.875035] env[65418]: DEBUG nova.virt.hardware [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 812.875319] env[65418]: DEBUG nova.virt.hardware [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.875528] env[65418]: DEBUG nova.virt.hardware [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 812.875638] env[65418]: DEBUG nova.virt.hardware [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.875778] env[65418]: DEBUG nova.virt.hardware [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 812.875918] env[65418]: DEBUG nova.virt.hardware [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 812.876137] env[65418]: DEBUG nova.virt.hardware [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 812.876296] env[65418]: DEBUG nova.virt.hardware [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 812.876458] env[65418]: DEBUG nova.virt.hardware [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 812.876616] env[65418]: DEBUG nova.virt.hardware [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 812.876786] env[65418]: DEBUG nova.virt.hardware [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 812.877703] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e2b425-9c47-4bfa-8e9d-b040fdff0658 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.889730] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1879294-2380-4b50-b493-ffd7d1a5a4b7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.908816] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Instance VIF info [] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.914791] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 812.917773] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.918239] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f84d9d6-03ec-4fb2-8df0-cf093b458750 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.940655] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.940655] env[65418]: value = "task-4688343" [ 812.940655] env[65418]: _type = "Task" [ 812.940655] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.950996] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688343, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.058797] env[65418]: DEBUG oslo_vmware.api [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': task-4688339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524614} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.061551] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 16f597f1-7cc4-4b62-917a-5b4fb80a0126/16f597f1-7cc4-4b62-917a-5b4fb80a0126.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.061782] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.062311] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b966cff-c72f-4b91-8ffa-84797e8d8497 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.072556] env[65418]: DEBUG oslo_vmware.api [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688341, 'name': Rename_Task, 'duration_secs': 0.167127} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.073832] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.074163] env[65418]: DEBUG oslo_vmware.api [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Waiting for the task: (returnval){ [ 813.074163] env[65418]: value = "task-4688344" [ 813.074163] env[65418]: _type = "Task" [ 813.074163] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.076973] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-779f29a0-4ecb-40eb-ab29-9bc749c24082 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.088868] env[65418]: DEBUG oslo_vmware.api [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': task-4688344, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.090236] env[65418]: DEBUG oslo_vmware.api [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 813.090236] env[65418]: value = "task-4688345" [ 813.090236] env[65418]: _type = "Task" [ 813.090236] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.100787] env[65418]: DEBUG oslo_vmware.api [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.190027] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d9b4a11a-10c0-4316-8640-94ab00cf5e46 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.206906] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e2daf9df-c8ad-4f4e-a80f-3045a4d20a52 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Acquiring lock "1eece51a-ce27-4f28-b23e-e8c706d0895b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.207167] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e2daf9df-c8ad-4f4e-a80f-3045a4d20a52 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Lock "1eece51a-ce27-4f28-b23e-e8c706d0895b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.207441] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e2daf9df-c8ad-4f4e-a80f-3045a4d20a52 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Acquiring lock "1eece51a-ce27-4f28-b23e-e8c706d0895b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.207646] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e2daf9df-c8ad-4f4e-a80f-3045a4d20a52 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Lock "1eece51a-ce27-4f28-b23e-e8c706d0895b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.207820] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e2daf9df-c8ad-4f4e-a80f-3045a4d20a52 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Lock "1eece51a-ce27-4f28-b23e-e8c706d0895b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.210152] env[65418]: INFO nova.compute.manager [None req-e2daf9df-c8ad-4f4e-a80f-3045a4d20a52 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Terminating instance [ 813.258714] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3912dacd-9931-45c1-9913-dd7b827df86f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.268024] env[65418]: DEBUG oslo_vmware.api [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': task-4688342, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.272941] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d00da1-1c08-48e6-9e1a-02eb68db614c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.310499] env[65418]: INFO nova.compute.manager [-] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Took 1.34 seconds to deallocate network for instance. [ 813.314265] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e5fcc3-cc73-4954-93e6-4e3dc8fe82d8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.330399] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709cef9f-24e9-446b-aac7-7372a184dffc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.357392] env[65418]: DEBUG nova.compute.provider_tree [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.452825] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688343, 'name': CreateVM_Task, 'duration_secs': 0.471734} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.454041] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.454041] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.454041] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.454041] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.454332] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-611fa144-aaf7-4530-9e9d-6374f23bbe0c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.460053] env[65418]: DEBUG oslo_vmware.api [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Waiting for the task: (returnval){ [ 813.460053] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c98f84-913c-1953-5d88-d2bc7b544e1d" [ 813.460053] env[65418]: _type = "Task" [ 813.460053] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.470546] env[65418]: DEBUG oslo_vmware.api [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c98f84-913c-1953-5d88-d2bc7b544e1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.590065] env[65418]: DEBUG oslo_vmware.api [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': task-4688344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109982} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.590365] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.591548] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e542ea2-6de6-4118-b841-1b87a59f223c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.614702] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 16f597f1-7cc4-4b62-917a-5b4fb80a0126/16f597f1-7cc4-4b62-917a-5b4fb80a0126.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.618024] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baf0e95b-b8eb-477e-9cd4-d0a88dc62a7e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.632099] env[65418]: DEBUG oslo_vmware.api [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688345, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.639819] env[65418]: DEBUG oslo_vmware.api [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Waiting for the task: (returnval){ [ 813.639819] env[65418]: value = "task-4688346" [ 813.639819] env[65418]: _type = "Task" [ 813.639819] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.650733] env[65418]: DEBUG oslo_vmware.api [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': task-4688346, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.713657] env[65418]: DEBUG nova.compute.manager [None req-e2daf9df-c8ad-4f4e-a80f-3045a4d20a52 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 813.713845] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e2daf9df-c8ad-4f4e-a80f-3045a4d20a52 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.714759] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0afe67-5fae-4b91-bf12-8aba6c35ede2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.722931] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2daf9df-c8ad-4f4e-a80f-3045a4d20a52 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.723230] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67a8c938-6625-435d-9bfa-a8ae37a26b54 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.729933] env[65418]: DEBUG oslo_vmware.api [None req-e2daf9df-c8ad-4f4e-a80f-3045a4d20a52 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Waiting for the task: (returnval){ [ 813.729933] env[65418]: value = "task-4688347" [ 813.729933] env[65418]: _type = "Task" [ 813.729933] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.740398] env[65418]: DEBUG oslo_vmware.api [None req-e2daf9df-c8ad-4f4e-a80f-3045a4d20a52 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': task-4688347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.747572] env[65418]: DEBUG nova.compute.manager [req-3c47acf6-ec97-402c-93e3-450252986af8 req-7d5d1a46-672a-4fc0-9020-0e6ee5273207 service nova] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Received event network-vif-deleted-b6abb127-3b8b-4e1f-bf9e-cbc8cd5f0350 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 813.762343] env[65418]: DEBUG oslo_vmware.api [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': task-4688342, 'name': PowerOnVM_Task, 'duration_secs': 0.535531} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.762607] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.763040] env[65418]: INFO nova.compute.manager [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Took 5.43 seconds to spawn the instance on the hypervisor. [ 813.763253] env[65418]: DEBUG nova.compute.manager [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 813.764044] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d870ae3d-f130-40d3-bd74-098421af0813 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.824497] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b4c6e1df-6e85-4802-82c4-48697b8ab862 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.861800] env[65418]: DEBUG nova.scheduler.client.report [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.972573] env[65418]: DEBUG oslo_vmware.api [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c98f84-913c-1953-5d88-d2bc7b544e1d, 'name': SearchDatastore_Task, 'duration_secs': 0.01022} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.973143] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.975026] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.975026] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.975026] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.975026] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.975026] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c67a30c-e432-41f4-8733-dfc8a0888a33 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.989694] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.990144] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.991354] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-460527b7-bff6-4e58-acaf-8dba9de42f10 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.998429] env[65418]: DEBUG oslo_vmware.api [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Waiting for the task: (returnval){ [ 813.998429] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]522837d0-e722-3204-e28b-2ee92cd702aa" [ 813.998429] env[65418]: _type = "Task" [ 813.998429] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.008584] env[65418]: DEBUG oslo_vmware.api [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]522837d0-e722-3204-e28b-2ee92cd702aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.103993] env[65418]: DEBUG oslo_vmware.api [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688345, 'name': PowerOnVM_Task, 'duration_secs': 0.894729} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.104379] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.104585] env[65418]: INFO nova.compute.manager [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Took 10.76 seconds to spawn the instance on the hypervisor. [ 814.104826] env[65418]: DEBUG nova.compute.manager [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 814.105625] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df256c76-a9ff-4cf9-a14d-7d1650c15077 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.151805] env[65418]: DEBUG oslo_vmware.api [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': task-4688346, 'name': ReconfigVM_Task, 'duration_secs': 0.398703} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.152096] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 16f597f1-7cc4-4b62-917a-5b4fb80a0126/16f597f1-7cc4-4b62-917a-5b4fb80a0126.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.153055] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b9b9bd9-1261-4ab1-922d-92e71fcdb940 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.160310] env[65418]: DEBUG oslo_vmware.api [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Waiting for the task: (returnval){ [ 814.160310] env[65418]: value = "task-4688348" [ 814.160310] env[65418]: _type = "Task" [ 814.160310] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.169537] env[65418]: DEBUG oslo_vmware.api [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': task-4688348, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.241392] env[65418]: DEBUG oslo_vmware.api [None req-e2daf9df-c8ad-4f4e-a80f-3045a4d20a52 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': task-4688347, 'name': PowerOffVM_Task, 'duration_secs': 0.230837} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.241800] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2daf9df-c8ad-4f4e-a80f-3045a4d20a52 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.241800] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e2daf9df-c8ad-4f4e-a80f-3045a4d20a52 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.242104] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8973c5f-41c0-4ddc-ad13-0a087838e314 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.282516] env[65418]: INFO nova.compute.manager [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Took 38.53 seconds to build instance. [ 814.313475] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e2daf9df-c8ad-4f4e-a80f-3045a4d20a52 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.313655] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e2daf9df-c8ad-4f4e-a80f-3045a4d20a52 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.313846] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2daf9df-c8ad-4f4e-a80f-3045a4d20a52 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Deleting the datastore file [datastore1] 1eece51a-ce27-4f28-b23e-e8c706d0895b {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.314188] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a5da301-38ba-4658-80e0-351154bdec72 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.324357] env[65418]: DEBUG oslo_vmware.api [None req-e2daf9df-c8ad-4f4e-a80f-3045a4d20a52 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Waiting for the task: (returnval){ [ 814.324357] env[65418]: value = "task-4688350" [ 814.324357] env[65418]: _type = "Task" [ 814.324357] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.335331] env[65418]: DEBUG oslo_vmware.api [None req-e2daf9df-c8ad-4f4e-a80f-3045a4d20a52 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': task-4688350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.368676] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.369249] env[65418]: DEBUG nova.compute.manager [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 814.372199] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.963s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.375332] env[65418]: INFO nova.compute.claims [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.509722] env[65418]: DEBUG oslo_vmware.api [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]522837d0-e722-3204-e28b-2ee92cd702aa, 'name': SearchDatastore_Task, 'duration_secs': 0.0136} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.510632] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a34dca9-9460-40af-9c22-15d03df37293 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.516549] env[65418]: DEBUG oslo_vmware.api [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Waiting for the task: (returnval){ [ 814.516549] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525e9fb2-e94f-4c29-be36-907fe644663d" [ 814.516549] env[65418]: _type = "Task" [ 814.516549] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.526051] env[65418]: DEBUG oslo_vmware.api [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525e9fb2-e94f-4c29-be36-907fe644663d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.625738] env[65418]: INFO nova.compute.manager [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Took 40.58 seconds to build instance. [ 814.672037] env[65418]: DEBUG oslo_vmware.api [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': task-4688348, 'name': Rename_Task, 'duration_secs': 0.242116} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.672037] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.672037] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17dd6a7a-9782-4b42-ab3f-8345428488bb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.680022] env[65418]: DEBUG oslo_vmware.api [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Waiting for the task: (returnval){ [ 814.680022] env[65418]: value = "task-4688351" [ 814.680022] env[65418]: _type = "Task" [ 814.680022] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.689035] env[65418]: DEBUG oslo_vmware.api [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': task-4688351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.784965] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4504175e-88fa-421b-b795-9e13a35944c7 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Lock "a766a802-734b-44b5-9db6-756db4fbed0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.887s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.839892] env[65418]: DEBUG oslo_vmware.api [None req-e2daf9df-c8ad-4f4e-a80f-3045a4d20a52 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Task: {'id': task-4688350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148422} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.839892] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2daf9df-c8ad-4f4e-a80f-3045a4d20a52 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.840125] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e2daf9df-c8ad-4f4e-a80f-3045a4d20a52 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.840830] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e2daf9df-c8ad-4f4e-a80f-3045a4d20a52 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.840830] env[65418]: INFO nova.compute.manager [None req-e2daf9df-c8ad-4f4e-a80f-3045a4d20a52 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 814.841860] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-e2daf9df-c8ad-4f4e-a80f-3045a4d20a52 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 814.841860] env[65418]: DEBUG nova.compute.manager [-] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 814.841860] env[65418]: DEBUG nova.network.neutron [-] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 814.842149] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.881279] env[65418]: DEBUG nova.compute.utils [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.885346] env[65418]: DEBUG nova.compute.manager [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 814.885718] env[65418]: DEBUG nova.network.neutron [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 814.885852] env[65418]: WARNING neutronclient.v2_0.client [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.886142] env[65418]: WARNING neutronclient.v2_0.client [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.930029] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.998641] env[65418]: DEBUG nova.policy [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '356143ce08984217a5c45376dd335a41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '600e90f5dfed49e99fb0332048dc45ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 815.029659] env[65418]: DEBUG oslo_vmware.api [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525e9fb2-e94f-4c29-be36-907fe644663d, 'name': SearchDatastore_Task, 'duration_secs': 0.011918} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.029809] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.030162] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 61ccd4dc-2122-4faa-bac3-1e8eded8a104/61ccd4dc-2122-4faa-bac3-1e8eded8a104.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.030761] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd32e784-2c1a-49ae-aa61-68c8adbb7dab {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.039549] env[65418]: DEBUG oslo_vmware.api [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Waiting for the task: (returnval){ [ 815.039549] env[65418]: value = "task-4688352" [ 815.039549] env[65418]: _type = "Task" [ 815.039549] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.051073] env[65418]: DEBUG oslo_vmware.api [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': task-4688352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.128075] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fe5cc428-57d5-4ae0-9b2e-1c70074a725f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "d5b22bc6-625a-4f32-b6d6-da588f171575" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.766s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.191146] env[65418]: DEBUG oslo_vmware.api [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': task-4688351, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.386837] env[65418]: DEBUG nova.compute.manager [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 815.527793] env[65418]: DEBUG nova.compute.manager [req-1ee0962c-e002-4377-bfbc-a775d49cd740 req-e160f541-a40d-402c-8027-a1df16a8a238 service nova] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Received event network-vif-deleted-26d86b77-d1b9-4bc4-b224-28e8e675b0e9 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 815.528020] env[65418]: INFO nova.compute.manager [req-1ee0962c-e002-4377-bfbc-a775d49cd740 req-e160f541-a40d-402c-8027-a1df16a8a238 service nova] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Neutron deleted interface 26d86b77-d1b9-4bc4-b224-28e8e675b0e9; detaching it from the instance and deleting it from the info cache [ 815.528360] env[65418]: DEBUG nova.network.neutron [req-1ee0962c-e002-4377-bfbc-a775d49cd740 req-e160f541-a40d-402c-8027-a1df16a8a238 service nova] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.557974] env[65418]: DEBUG oslo_vmware.api [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': task-4688352, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.598392] env[65418]: DEBUG nova.network.neutron [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Successfully created port: 5cc3a9df-c4cc-4426-8816-1811f71f3f16 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 815.697024] env[65418]: DEBUG oslo_vmware.api [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': task-4688351, 'name': PowerOnVM_Task, 'duration_secs': 0.636462} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.697024] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.697152] env[65418]: DEBUG nova.compute.manager [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 815.697943] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e50c05-3354-4544-af52-596fd81fca62 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.733644] env[65418]: DEBUG nova.network.neutron [-] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.033577] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72f1b46a-3dff-4d56-8845-6eccb5757737 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.052150] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db9deb2-2f3d-4b36-9a68-a22c9e31da5f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.078025] env[65418]: DEBUG oslo_vmware.api [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': task-4688352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644645} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.078025] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 61ccd4dc-2122-4faa-bac3-1e8eded8a104/61ccd4dc-2122-4faa-bac3-1e8eded8a104.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.078025] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.078025] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c72a282b-253b-40f7-8b48-2cbd69114551 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.099133] env[65418]: DEBUG nova.compute.manager [req-1ee0962c-e002-4377-bfbc-a775d49cd740 req-e160f541-a40d-402c-8027-a1df16a8a238 service nova] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Detach interface failed, port_id=26d86b77-d1b9-4bc4-b224-28e8e675b0e9, reason: Instance 1eece51a-ce27-4f28-b23e-e8c706d0895b could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 816.102796] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c53be4-73a9-4356-a165-7f077fd406d7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.105987] env[65418]: DEBUG oslo_vmware.api [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Waiting for the task: (returnval){ [ 816.105987] env[65418]: value = "task-4688353" [ 816.105987] env[65418]: _type = "Task" [ 816.105987] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.118856] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72706411-990e-43a5-ab2c-06ee88568fdc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.122637] env[65418]: DEBUG oslo_vmware.api [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': task-4688353, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.154307] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319e84cc-573e-459c-97fc-b408887f0a90 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.164129] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9768cc31-994a-4f1e-94cd-7ed2de4d2143 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.180229] env[65418]: DEBUG nova.compute.provider_tree [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.223021] env[65418]: DEBUG oslo_concurrency.lockutils [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.237497] env[65418]: INFO nova.compute.manager [-] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Took 1.40 seconds to deallocate network for instance. [ 816.338727] env[65418]: DEBUG nova.compute.manager [req-9b925be8-9a6d-4cce-8b95-9f1437554836 req-4eb59bfe-fce8-4175-81f6-bbaefedb7857 service nova] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Received event network-changed-bda1a36a-76c0-468a-b6fe-0aa7690c3325 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 816.338727] env[65418]: DEBUG nova.compute.manager [req-9b925be8-9a6d-4cce-8b95-9f1437554836 req-4eb59bfe-fce8-4175-81f6-bbaefedb7857 service nova] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Refreshing instance network info cache due to event network-changed-bda1a36a-76c0-468a-b6fe-0aa7690c3325. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 816.338727] env[65418]: DEBUG oslo_concurrency.lockutils [req-9b925be8-9a6d-4cce-8b95-9f1437554836 req-4eb59bfe-fce8-4175-81f6-bbaefedb7857 service nova] Acquiring lock "refresh_cache-d5b22bc6-625a-4f32-b6d6-da588f171575" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.338727] env[65418]: DEBUG oslo_concurrency.lockutils [req-9b925be8-9a6d-4cce-8b95-9f1437554836 req-4eb59bfe-fce8-4175-81f6-bbaefedb7857 service nova] Acquired lock "refresh_cache-d5b22bc6-625a-4f32-b6d6-da588f171575" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.338727] env[65418]: DEBUG nova.network.neutron [req-9b925be8-9a6d-4cce-8b95-9f1437554836 req-4eb59bfe-fce8-4175-81f6-bbaefedb7857 service nova] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Refreshing network info cache for port bda1a36a-76c0-468a-b6fe-0aa7690c3325 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.401878] env[65418]: DEBUG nova.compute.manager [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 816.426471] env[65418]: DEBUG nova.virt.hardware [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 816.426863] env[65418]: DEBUG nova.virt.hardware [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.427096] env[65418]: DEBUG nova.virt.hardware [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 816.427344] env[65418]: DEBUG nova.virt.hardware [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.427614] env[65418]: DEBUG nova.virt.hardware [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 816.427914] env[65418]: DEBUG nova.virt.hardware [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 816.428601] env[65418]: DEBUG nova.virt.hardware [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 816.428845] env[65418]: DEBUG nova.virt.hardware [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 816.429084] env[65418]: DEBUG nova.virt.hardware [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 816.429385] env[65418]: DEBUG nova.virt.hardware [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 816.429659] env[65418]: DEBUG nova.virt.hardware [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 816.430792] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8ae899-ec6c-488d-9a8b-d953c37593a2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.441017] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb9a0f0-c7e0-4d6e-bca1-a69638c1efad {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.617179] env[65418]: DEBUG oslo_vmware.api [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': task-4688353, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084686} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.617443] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.618281] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6276d24a-fd49-4ffd-9ee9-66857838ff10 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.640736] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 61ccd4dc-2122-4faa-bac3-1e8eded8a104/61ccd4dc-2122-4faa-bac3-1e8eded8a104.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.641508] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23d54868-c84a-460d-b27a-edd38b78fdb5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.664113] env[65418]: DEBUG oslo_vmware.api [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Waiting for the task: (returnval){ [ 816.664113] env[65418]: value = "task-4688354" [ 816.664113] env[65418]: _type = "Task" [ 816.664113] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.675545] env[65418]: DEBUG oslo_vmware.api [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': task-4688354, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.684052] env[65418]: DEBUG nova.scheduler.client.report [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.745509] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e2daf9df-c8ad-4f4e-a80f-3045a4d20a52 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.843045] env[65418]: WARNING neutronclient.v2_0.client [req-9b925be8-9a6d-4cce-8b95-9f1437554836 req-4eb59bfe-fce8-4175-81f6-bbaefedb7857 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.026668] env[65418]: INFO nova.compute.manager [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Rebuilding instance [ 817.063110] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6f972d65-89bc-4731-809a-8c558ad144b9 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Acquiring lock "30d0c975-942c-41ea-b666-b84a230cc4b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.063361] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6f972d65-89bc-4731-809a-8c558ad144b9 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Lock "30d0c975-942c-41ea-b666-b84a230cc4b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.063591] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6f972d65-89bc-4731-809a-8c558ad144b9 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Acquiring lock "30d0c975-942c-41ea-b666-b84a230cc4b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.063742] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6f972d65-89bc-4731-809a-8c558ad144b9 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Lock "30d0c975-942c-41ea-b666-b84a230cc4b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.063921] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6f972d65-89bc-4731-809a-8c558ad144b9 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Lock "30d0c975-942c-41ea-b666-b84a230cc4b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.066976] env[65418]: INFO nova.compute.manager [None req-6f972d65-89bc-4731-809a-8c558ad144b9 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Terminating instance [ 817.091559] env[65418]: DEBUG nova.compute.manager [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 817.095595] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfda444b-5d96-4418-ac8a-8b90ec4ae6a6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.175129] env[65418]: DEBUG oslo_vmware.api [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': task-4688354, 'name': ReconfigVM_Task, 'duration_secs': 0.332574} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.175408] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 61ccd4dc-2122-4faa-bac3-1e8eded8a104/61ccd4dc-2122-4faa-bac3-1e8eded8a104.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.176133] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-282e1cdb-f96f-4c9b-b0f7-a4780f6f3608 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.184757] env[65418]: DEBUG oslo_vmware.api [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Waiting for the task: (returnval){ [ 817.184757] env[65418]: value = "task-4688355" [ 817.184757] env[65418]: _type = "Task" [ 817.184757] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.190388] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.818s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.190963] env[65418]: DEBUG nova.compute.manager [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 817.196946] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.712s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.198945] env[65418]: DEBUG oslo_vmware.api [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': task-4688355, 'name': Rename_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.230799] env[65418]: WARNING neutronclient.v2_0.client [req-9b925be8-9a6d-4cce-8b95-9f1437554836 req-4eb59bfe-fce8-4175-81f6-bbaefedb7857 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.263511] env[65418]: DEBUG nova.network.neutron [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Successfully updated port: 5cc3a9df-c4cc-4426-8816-1811f71f3f16 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 817.382052] env[65418]: DEBUG nova.network.neutron [req-9b925be8-9a6d-4cce-8b95-9f1437554836 req-4eb59bfe-fce8-4175-81f6-bbaefedb7857 service nova] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Updated VIF entry in instance network info cache for port bda1a36a-76c0-468a-b6fe-0aa7690c3325. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 817.382470] env[65418]: DEBUG nova.network.neutron [req-9b925be8-9a6d-4cce-8b95-9f1437554836 req-4eb59bfe-fce8-4175-81f6-bbaefedb7857 service nova] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Updating instance_info_cache with network_info: [{"id": "bda1a36a-76c0-468a-b6fe-0aa7690c3325", "address": "fa:16:3e:c5:9c:dc", "network": {"id": "c5654c64-ff10-4cb7-bcc0-9c8f1f9f2c7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-459739501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e14fd3d9ea54564854290858d3c5cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbda1a36a-76", "ovs_interfaceid": "bda1a36a-76c0-468a-b6fe-0aa7690c3325", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.556791] env[65418]: DEBUG nova.compute.manager [req-422e1927-ff4b-4929-8b3f-2ae25c75ad2f req-640242d5-7369-42e0-919e-22fc590e83a0 service nova] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Received event network-vif-plugged-5cc3a9df-c4cc-4426-8816-1811f71f3f16 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 817.557203] env[65418]: DEBUG oslo_concurrency.lockutils [req-422e1927-ff4b-4929-8b3f-2ae25c75ad2f req-640242d5-7369-42e0-919e-22fc590e83a0 service nova] Acquiring lock "817e4e0a-81a3-4c91-9cf6-b8a606933331-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.557468] env[65418]: DEBUG oslo_concurrency.lockutils [req-422e1927-ff4b-4929-8b3f-2ae25c75ad2f req-640242d5-7369-42e0-919e-22fc590e83a0 service nova] Lock "817e4e0a-81a3-4c91-9cf6-b8a606933331-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.557685] env[65418]: DEBUG oslo_concurrency.lockutils [req-422e1927-ff4b-4929-8b3f-2ae25c75ad2f req-640242d5-7369-42e0-919e-22fc590e83a0 service nova] Lock "817e4e0a-81a3-4c91-9cf6-b8a606933331-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.558876] env[65418]: DEBUG nova.compute.manager [req-422e1927-ff4b-4929-8b3f-2ae25c75ad2f req-640242d5-7369-42e0-919e-22fc590e83a0 service nova] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] No waiting events found dispatching network-vif-plugged-5cc3a9df-c4cc-4426-8816-1811f71f3f16 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 817.558876] env[65418]: WARNING nova.compute.manager [req-422e1927-ff4b-4929-8b3f-2ae25c75ad2f req-640242d5-7369-42e0-919e-22fc590e83a0 service nova] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Received unexpected event network-vif-plugged-5cc3a9df-c4cc-4426-8816-1811f71f3f16 for instance with vm_state building and task_state spawning. [ 817.558876] env[65418]: DEBUG nova.compute.manager [req-422e1927-ff4b-4929-8b3f-2ae25c75ad2f req-640242d5-7369-42e0-919e-22fc590e83a0 service nova] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Received event network-changed-5cc3a9df-c4cc-4426-8816-1811f71f3f16 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 817.558876] env[65418]: DEBUG nova.compute.manager [req-422e1927-ff4b-4929-8b3f-2ae25c75ad2f req-640242d5-7369-42e0-919e-22fc590e83a0 service nova] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Refreshing instance network info cache due to event network-changed-5cc3a9df-c4cc-4426-8816-1811f71f3f16. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 817.558876] env[65418]: DEBUG oslo_concurrency.lockutils [req-422e1927-ff4b-4929-8b3f-2ae25c75ad2f req-640242d5-7369-42e0-919e-22fc590e83a0 service nova] Acquiring lock "refresh_cache-817e4e0a-81a3-4c91-9cf6-b8a606933331" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.559393] env[65418]: DEBUG oslo_concurrency.lockutils [req-422e1927-ff4b-4929-8b3f-2ae25c75ad2f req-640242d5-7369-42e0-919e-22fc590e83a0 service nova] Acquired lock "refresh_cache-817e4e0a-81a3-4c91-9cf6-b8a606933331" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.559393] env[65418]: DEBUG nova.network.neutron [req-422e1927-ff4b-4929-8b3f-2ae25c75ad2f req-640242d5-7369-42e0-919e-22fc590e83a0 service nova] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Refreshing network info cache for port 5cc3a9df-c4cc-4426-8816-1811f71f3f16 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.574786] env[65418]: DEBUG nova.compute.manager [None req-6f972d65-89bc-4731-809a-8c558ad144b9 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 817.575056] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6f972d65-89bc-4731-809a-8c558ad144b9 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.576259] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcbb93e-1076-4a71-b51e-18cc09dc2096 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.585260] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f972d65-89bc-4731-809a-8c558ad144b9 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.585516] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db80de67-e46a-47da-bb83-2e6740e27fbc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.593253] env[65418]: DEBUG oslo_vmware.api [None req-6f972d65-89bc-4731-809a-8c558ad144b9 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Waiting for the task: (returnval){ [ 817.593253] env[65418]: value = "task-4688356" [ 817.593253] env[65418]: _type = "Task" [ 817.593253] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.602705] env[65418]: DEBUG oslo_vmware.api [None req-6f972d65-89bc-4731-809a-8c558ad144b9 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Task: {'id': task-4688356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.696841] env[65418]: DEBUG oslo_vmware.api [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': task-4688355, 'name': Rename_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.713285] env[65418]: DEBUG nova.compute.utils [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.714531] env[65418]: DEBUG nova.compute.manager [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 817.714723] env[65418]: DEBUG nova.network.neutron [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 817.715550] env[65418]: WARNING neutronclient.v2_0.client [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.715936] env[65418]: WARNING neutronclient.v2_0.client [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.762528] env[65418]: DEBUG nova.policy [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec673dbf8056445daac98459441ebc94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea9a1850358a42e49d88f4b344fe6d7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.765999] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "refresh_cache-817e4e0a-81a3-4c91-9cf6-b8a606933331" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.848753] env[65418]: DEBUG oslo_concurrency.lockutils [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Acquiring lock "16f597f1-7cc4-4b62-917a-5b4fb80a0126" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.849091] env[65418]: DEBUG oslo_concurrency.lockutils [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Lock "16f597f1-7cc4-4b62-917a-5b4fb80a0126" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.849488] env[65418]: DEBUG oslo_concurrency.lockutils [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Acquiring lock "16f597f1-7cc4-4b62-917a-5b4fb80a0126-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.849488] env[65418]: DEBUG oslo_concurrency.lockutils [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Lock "16f597f1-7cc4-4b62-917a-5b4fb80a0126-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.849749] env[65418]: DEBUG oslo_concurrency.lockutils [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Lock "16f597f1-7cc4-4b62-917a-5b4fb80a0126-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.852504] env[65418]: INFO nova.compute.manager [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Terminating instance [ 817.885334] env[65418]: DEBUG oslo_concurrency.lockutils [req-9b925be8-9a6d-4cce-8b95-9f1437554836 req-4eb59bfe-fce8-4175-81f6-bbaefedb7857 service nova] Releasing lock "refresh_cache-d5b22bc6-625a-4f32-b6d6-da588f171575" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.062075] env[65418]: WARNING neutronclient.v2_0.client [req-422e1927-ff4b-4929-8b3f-2ae25c75ad2f req-640242d5-7369-42e0-919e-22fc590e83a0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.099467] env[65418]: DEBUG nova.network.neutron [req-422e1927-ff4b-4929-8b3f-2ae25c75ad2f req-640242d5-7369-42e0-919e-22fc590e83a0 service nova] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 818.109853] env[65418]: DEBUG oslo_vmware.api [None req-6f972d65-89bc-4731-809a-8c558ad144b9 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Task: {'id': task-4688356, 'name': PowerOffVM_Task, 'duration_secs': 0.334266} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.109853] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f972d65-89bc-4731-809a-8c558ad144b9 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.110161] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6f972d65-89bc-4731-809a-8c558ad144b9 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.110575] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3894a60e-a78e-41d5-ae54-dc58189822f6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.115108] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.115245] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-811a4a6b-5455-40f5-8520-f18ab31cae76 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.123300] env[65418]: DEBUG oslo_vmware.api [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Waiting for the task: (returnval){ [ 818.123300] env[65418]: value = "task-4688358" [ 818.123300] env[65418]: _type = "Task" [ 818.123300] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.135408] env[65418]: DEBUG oslo_vmware.api [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': task-4688358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.145560] env[65418]: DEBUG nova.network.neutron [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Successfully created port: 1f5a6b13-1d44-4d50-aead-c343d873deba {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 818.197255] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6f972d65-89bc-4731-809a-8c558ad144b9 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.197472] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6f972d65-89bc-4731-809a-8c558ad144b9 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.197702] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f972d65-89bc-4731-809a-8c558ad144b9 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Deleting the datastore file [datastore2] 30d0c975-942c-41ea-b666-b84a230cc4b7 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.201786] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3b0065e-b649-4ade-b38c-c2f4ce65427b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.205843] env[65418]: DEBUG oslo_vmware.api [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': task-4688355, 'name': Rename_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.205843] env[65418]: DEBUG nova.network.neutron [req-422e1927-ff4b-4929-8b3f-2ae25c75ad2f req-640242d5-7369-42e0-919e-22fc590e83a0 service nova] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.212505] env[65418]: DEBUG oslo_vmware.api [None req-6f972d65-89bc-4731-809a-8c558ad144b9 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Waiting for the task: (returnval){ [ 818.212505] env[65418]: value = "task-4688359" [ 818.212505] env[65418]: _type = "Task" [ 818.212505] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.219033] env[65418]: DEBUG nova.compute.manager [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 818.222171] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Applying migration context for instance 4b446122-8965-4d44-974c-bedbf73cf659 as it has an incoming, in-progress migration 9c6ab8c3-6c68-4821-b502-fee1274182e6. Migration status is reverting {{(pid=65418) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 818.226110] env[65418]: INFO nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Updating resource usage from migration 9c6ab8c3-6c68-4821-b502-fee1274182e6 [ 818.235907] env[65418]: DEBUG oslo_vmware.api [None req-6f972d65-89bc-4731-809a-8c558ad144b9 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Task: {'id': task-4688359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.265386] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 818.265568] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 1f3806d4-c91f-4409-a0f6-c5d67d33724a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 818.265746] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance cde5e247-0e3b-4dbd-b715-3cf5312465e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 818.265907] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance e3f40535-54bc-42fd-8044-854980d10044 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 818.266289] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 47f04002-277a-4881-a5cf-65b08f3ddd92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 818.266515] env[65418]: WARNING nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 945a0020-1501-4ff2-82f5-69f726ee7e67 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 818.266650] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 818.266947] env[65418]: WARNING nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 1eece51a-ce27-4f28-b23e-e8c706d0895b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 818.266947] env[65418]: WARNING nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance ac183b2c-d144-4e65-9ddf-12ffc4f4093c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 818.267069] env[65418]: WARNING nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 625682a5-beee-49e9-bbb3-a188c3c41f0d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 818.267463] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 8fe24eee-92e6-4c17-bd9c-50d538e33739 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 818.267463] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 30d0c975-942c-41ea-b666-b84a230cc4b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 818.267463] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 71be4a03-3ca3-4314-9f48-60cb7aa3a58b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 818.267684] env[65418]: WARNING nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 97ee846b-68d9-408b-9409-7e5a3aeb2dfb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 818.267825] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 950b12b3-0577-43ca-9a34-b13d5de40b68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 818.267935] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance fae0d838-d1d4-4efc-b7f1-8125d6e689c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 818.268083] env[65418]: WARNING nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 818.268204] env[65418]: WARNING nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 07bd94ae-658d-48c0-a798-746e52909abd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 818.268311] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Migration 9c6ab8c3-6c68-4821-b502-fee1274182e6 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 818.268435] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 4b446122-8965-4d44-974c-bedbf73cf659 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 818.268534] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 818.268656] env[65418]: WARNING nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 146ee161-6b39-4584-ad7e-dfbcd1c2e54c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 818.268775] env[65418]: WARNING nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 6378b2ec-67d9-4626-9996-54c8c5a47dce is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 818.268936] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 16f597f1-7cc4-4b62-917a-5b4fb80a0126 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 818.268996] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 61ccd4dc-2122-4faa-bac3-1e8eded8a104 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 818.269139] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance d5b22bc6-625a-4f32-b6d6-da588f171575 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 818.269221] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance a766a802-734b-44b5-9db6-756db4fbed0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 818.269338] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 817e4e0a-81a3-4c91-9cf6-b8a606933331 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 818.269441] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance d4425c87-23cf-4e4b-8940-4a0297594dd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 818.357039] env[65418]: DEBUG oslo_concurrency.lockutils [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Acquiring lock "refresh_cache-16f597f1-7cc4-4b62-917a-5b4fb80a0126" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.357039] env[65418]: DEBUG oslo_concurrency.lockutils [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Acquired lock "refresh_cache-16f597f1-7cc4-4b62-917a-5b4fb80a0126" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.357039] env[65418]: DEBUG nova.network.neutron [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 818.635129] env[65418]: DEBUG oslo_vmware.api [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': task-4688358, 'name': PowerOffVM_Task, 'duration_secs': 0.241507} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.635516] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.636151] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.638443] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75411538-5d1c-4a71-b900-5fb3d7a0c70a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.645108] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.645388] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9afc55e4-e76f-474c-b445-9c8021d5a2b5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.674090] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.674319] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.674563] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Deleting the datastore file [datastore1] a766a802-734b-44b5-9db6-756db4fbed0c {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.674898] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f17b9794-dd2c-4385-a04a-225dac78f1f1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.683340] env[65418]: DEBUG oslo_vmware.api [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Waiting for the task: (returnval){ [ 818.683340] env[65418]: value = "task-4688361" [ 818.683340] env[65418]: _type = "Task" [ 818.683340] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.695957] env[65418]: DEBUG oslo_vmware.api [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': task-4688361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.700035] env[65418]: DEBUG oslo_vmware.api [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': task-4688355, 'name': Rename_Task, 'duration_secs': 1.17274} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.700035] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.700035] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69f77585-a74d-417a-b9f1-2e9ba5fc3c3e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.708101] env[65418]: DEBUG oslo_concurrency.lockutils [req-422e1927-ff4b-4929-8b3f-2ae25c75ad2f req-640242d5-7369-42e0-919e-22fc590e83a0 service nova] Releasing lock "refresh_cache-817e4e0a-81a3-4c91-9cf6-b8a606933331" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.708609] env[65418]: DEBUG oslo_vmware.api [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Waiting for the task: (returnval){ [ 818.708609] env[65418]: value = "task-4688362" [ 818.708609] env[65418]: _type = "Task" [ 818.708609] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.708870] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquired lock "refresh_cache-817e4e0a-81a3-4c91-9cf6-b8a606933331" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.709077] env[65418]: DEBUG nova.network.neutron [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 818.724940] env[65418]: DEBUG oslo_vmware.api [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': task-4688362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.728297] env[65418]: DEBUG oslo_vmware.api [None req-6f972d65-89bc-4731-809a-8c558ad144b9 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Task: {'id': task-4688359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371231} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.728603] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f972d65-89bc-4731-809a-8c558ad144b9 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.728738] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6f972d65-89bc-4731-809a-8c558ad144b9 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.728903] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6f972d65-89bc-4731-809a-8c558ad144b9 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.729157] env[65418]: INFO nova.compute.manager [None req-6f972d65-89bc-4731-809a-8c558ad144b9 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 818.729319] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-6f972d65-89bc-4731-809a-8c558ad144b9 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 818.732890] env[65418]: DEBUG nova.compute.manager [-] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 818.733010] env[65418]: DEBUG nova.network.neutron [-] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 818.733263] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.772950] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 90b4d610-2d84-4aad-83a2-19d8d22e437a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 818.786586] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.859817] env[65418]: WARNING neutronclient.v2_0.client [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 819.194405] env[65418]: DEBUG oslo_vmware.api [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': task-4688361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222207} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.194665] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 819.194844] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 819.195034] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 819.221608] env[65418]: DEBUG oslo_vmware.api [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': task-4688362, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.237108] env[65418]: DEBUG nova.compute.manager [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 819.271991] env[65418]: DEBUG nova.virt.hardware [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 819.271991] env[65418]: DEBUG nova.virt.hardware [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.272147] env[65418]: DEBUG nova.virt.hardware [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 819.272721] env[65418]: DEBUG nova.virt.hardware [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.272721] env[65418]: DEBUG nova.virt.hardware [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 819.272721] env[65418]: DEBUG nova.virt.hardware [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 819.272888] env[65418]: DEBUG nova.virt.hardware [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 819.273045] env[65418]: DEBUG nova.virt.hardware [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 819.273223] env[65418]: DEBUG nova.virt.hardware [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 819.273843] env[65418]: DEBUG nova.virt.hardware [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 819.273843] env[65418]: DEBUG nova.virt.hardware [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 819.274852] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276ae9de-bfe2-4124-99c7-977107aea9ff {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.279117] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 81b5c4ec-bd3e-46ce-b891-762e4446f6de has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 819.287450] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10e68ce-476f-4b7a-81c0-04e9cef87a69 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.306821] env[65418]: DEBUG nova.network.neutron [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 819.335329] env[65418]: DEBUG nova.network.neutron [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 819.427023] env[65418]: DEBUG nova.network.neutron [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.516669] env[65418]: WARNING neutronclient.v2_0.client [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 819.635136] env[65418]: DEBUG nova.network.neutron [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Updating instance_info_cache with network_info: [{"id": "5cc3a9df-c4cc-4426-8816-1811f71f3f16", "address": "fa:16:3e:a1:c3:1d", "network": {"id": "bbc60f98-d468-4e8d-9774-ea69eb2850f4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-368158998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "600e90f5dfed49e99fb0332048dc45ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cc3a9df-c4", "ovs_interfaceid": "5cc3a9df-c4cc-4426-8816-1811f71f3f16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.725025] env[65418]: DEBUG oslo_vmware.api [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': task-4688362, 'name': PowerOnVM_Task, 'duration_secs': 0.649356} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.725025] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.725025] env[65418]: DEBUG nova.compute.manager [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 819.725025] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8658b107-e327-4157-b8a5-5a4f6d96ef3e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.745289] env[65418]: DEBUG nova.network.neutron [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Successfully updated port: 1f5a6b13-1d44-4d50-aead-c343d873deba {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 819.757223] env[65418]: DEBUG nova.network.neutron [-] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.787277] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 8d5cb814-d94b-433e-85f2-638bcbf08f6b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 819.820848] env[65418]: DEBUG nova.compute.manager [req-a05fc927-9804-4aa7-980d-299c9f8071bb req-f4558087-3fe3-420f-bd2e-97d7138eaf67 service nova] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Received event network-vif-deleted-869d09a5-4d05-4e13-b1fc-3ba1be7c7859 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 819.841304] env[65418]: DEBUG nova.compute.manager [req-6f8fc7d0-d945-4e7b-9229-da4d16ca42c2 req-8512ef5f-0c16-45db-85aa-7945197a93cb service nova] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Received event network-vif-plugged-1f5a6b13-1d44-4d50-aead-c343d873deba {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 819.841593] env[65418]: DEBUG oslo_concurrency.lockutils [req-6f8fc7d0-d945-4e7b-9229-da4d16ca42c2 req-8512ef5f-0c16-45db-85aa-7945197a93cb service nova] Acquiring lock "d4425c87-23cf-4e4b-8940-4a0297594dd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.841863] env[65418]: DEBUG oslo_concurrency.lockutils [req-6f8fc7d0-d945-4e7b-9229-da4d16ca42c2 req-8512ef5f-0c16-45db-85aa-7945197a93cb service nova] Lock "d4425c87-23cf-4e4b-8940-4a0297594dd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.842787] env[65418]: DEBUG oslo_concurrency.lockutils [req-6f8fc7d0-d945-4e7b-9229-da4d16ca42c2 req-8512ef5f-0c16-45db-85aa-7945197a93cb service nova] Lock "d4425c87-23cf-4e4b-8940-4a0297594dd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.842787] env[65418]: DEBUG nova.compute.manager [req-6f8fc7d0-d945-4e7b-9229-da4d16ca42c2 req-8512ef5f-0c16-45db-85aa-7945197a93cb service nova] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] No waiting events found dispatching network-vif-plugged-1f5a6b13-1d44-4d50-aead-c343d873deba {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 819.842994] env[65418]: WARNING nova.compute.manager [req-6f8fc7d0-d945-4e7b-9229-da4d16ca42c2 req-8512ef5f-0c16-45db-85aa-7945197a93cb service nova] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Received unexpected event network-vif-plugged-1f5a6b13-1d44-4d50-aead-c343d873deba for instance with vm_state building and task_state spawning. [ 819.930223] env[65418]: DEBUG oslo_concurrency.lockutils [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Releasing lock "refresh_cache-16f597f1-7cc4-4b62-917a-5b4fb80a0126" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.930787] env[65418]: DEBUG nova.compute.manager [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 819.930990] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.932320] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d0f1db-869d-4d5d-8114-f33611e355ae {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.941125] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.941380] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-441b6bb9-39f5-44fc-b49f-b6bafb8dd98c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.948927] env[65418]: DEBUG oslo_vmware.api [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Waiting for the task: (returnval){ [ 819.948927] env[65418]: value = "task-4688363" [ 819.948927] env[65418]: _type = "Task" [ 819.948927] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.962140] env[65418]: DEBUG oslo_vmware.api [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': task-4688363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.137537] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Releasing lock "refresh_cache-817e4e0a-81a3-4c91-9cf6-b8a606933331" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.137857] env[65418]: DEBUG nova.compute.manager [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Instance network_info: |[{"id": "5cc3a9df-c4cc-4426-8816-1811f71f3f16", "address": "fa:16:3e:a1:c3:1d", "network": {"id": "bbc60f98-d468-4e8d-9774-ea69eb2850f4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-368158998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "600e90f5dfed49e99fb0332048dc45ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cc3a9df-c4", "ovs_interfaceid": "5cc3a9df-c4cc-4426-8816-1811f71f3f16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 820.138322] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:c3:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bed837fa-6b6a-4192-a229-a99426a46065', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cc3a9df-c4cc-4426-8816-1811f71f3f16', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.145959] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 820.146186] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.146413] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdb83a69-c85b-4712-9e0e-2a1c969dcd92 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.166316] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.166316] env[65418]: value = "task-4688364" [ 820.166316] env[65418]: _type = "Task" [ 820.166316] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.174134] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688364, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.231489] env[65418]: DEBUG nova.virt.hardware [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 820.231771] env[65418]: DEBUG nova.virt.hardware [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 820.231950] env[65418]: DEBUG nova.virt.hardware [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 820.232381] env[65418]: DEBUG nova.virt.hardware [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 820.232381] env[65418]: DEBUG nova.virt.hardware [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 820.232512] env[65418]: DEBUG nova.virt.hardware [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 820.232730] env[65418]: DEBUG nova.virt.hardware [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 820.232973] env[65418]: DEBUG nova.virt.hardware [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 820.233219] env[65418]: DEBUG nova.virt.hardware [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 820.233437] env[65418]: DEBUG nova.virt.hardware [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 820.233636] env[65418]: DEBUG nova.virt.hardware [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 820.234658] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45d8bed-cdad-40cb-a481-e1261db86288 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.247992] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "refresh_cache-d4425c87-23cf-4e4b-8940-4a0297594dd9" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.248189] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquired lock "refresh_cache-d4425c87-23cf-4e4b-8940-4a0297594dd9" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.248364] env[65418]: DEBUG nova.network.neutron [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 820.249903] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.251358] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18abca2c-4ead-4cf7-9e17-ce9df988d759 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.266650] env[65418]: INFO nova.compute.manager [-] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Took 1.53 seconds to deallocate network for instance. [ 820.267320] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Instance VIF info [] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.272731] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 820.274639] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.277448] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b42df6dd-eeeb-4bef-af61-73f09fd5e3e4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.290301] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 820.301087] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.301087] env[65418]: value = "task-4688365" [ 820.301087] env[65418]: _type = "Task" [ 820.301087] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.313846] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688365, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.461814] env[65418]: DEBUG oslo_vmware.api [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': task-4688363, 'name': PowerOffVM_Task, 'duration_secs': 0.171105} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.462158] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.462290] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.462553] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a50f75f9-376c-4d9f-8e5a-60a7d37b8e08 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.494452] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.494659] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.494827] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Deleting the datastore file [datastore1] 16f597f1-7cc4-4b62-917a-5b4fb80a0126 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.495445] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f71d0d41-5a32-4f62-bfcc-4b2633b69100 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.504869] env[65418]: DEBUG oslo_vmware.api [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Waiting for the task: (returnval){ [ 820.504869] env[65418]: value = "task-4688367" [ 820.504869] env[65418]: _type = "Task" [ 820.504869] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.515228] env[65418]: DEBUG oslo_vmware.api [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': task-4688367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.679137] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688364, 'name': CreateVM_Task, 'duration_secs': 0.42524} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.679137] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.679489] env[65418]: WARNING neutronclient.v2_0.client [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.679932] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.680096] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.680422] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.680739] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f44ddba9-4605-478b-90df-95b7b042dc71 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.688691] env[65418]: DEBUG oslo_vmware.api [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 820.688691] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521e591e-5b76-c2c4-7ca8-ffe98da2deb7" [ 820.688691] env[65418]: _type = "Task" [ 820.688691] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.698329] env[65418]: DEBUG oslo_vmware.api [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521e591e-5b76-c2c4-7ca8-ffe98da2deb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.788179] env[65418]: DEBUG nova.network.neutron [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 820.791134] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6f972d65-89bc-4731-809a-8c558ad144b9 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.795369] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance fc3b8204-ca18-4367-a4bb-fc38ebb5e42b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 820.795369] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=65418) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 820.795497] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4480MB phys_disk=100GB used_disk=21GB total_vcpus=48 used_vcpus=20 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '19', 'num_vm_active': '16', 'num_task_None': '14', 'num_os_type_None': '19', 'num_proj_3886082574624c979043ef2d9ead8ffd': '2', 'io_workload': '3', 'num_proj_fe6158c9854d43ca9a507902c5e64bf8': '3', 'num_proj_5e0727a4c133420fa0cb4f4356dee109': '1', 'num_proj_423bbac36abc4ff48f3602707b7fc629': '1', 'num_vm_resized': '1', 'num_task_resize_reverting': '1', 'num_proj_bf990c4ef1ff4879ba4e5d9c0086dc0f': '1', 'num_task_deleting': '1', 'num_proj_a9205a9952e84adf97a8afc344fed4a1': '1', 'num_proj_b97716be533c4d55a648abc7ba3342f3': '1', 'num_proj_2ca3b83200614608a1469439b601a853': '1', 'num_proj_50c42ce6291d4cf2bdfc6f9d94073d09': '1', 'num_proj_2090de566fb84fa3bc932cdbdbb77b23': '1', 'num_proj_d4eb26fab79b498796ebfc52a957aef0': '1', 'num_task_rebuild_spawning': '1', 'num_proj_a68c4f20939e4a8faf288c93d0112d3a': '1', 'num_proj_5e14fd3d9ea54564854290858d3c5cc9': '1', 'num_task_rebuilding': '1', 'num_proj_1daaa06f20244355b394071318529649': '1', 'num_vm_building': '2', 'num_task_spawning': '1', 'num_proj_600e90f5dfed49e99fb0332048dc45ca': '1', 'num_proj_ea9a1850358a42e49d88f4b344fe6d7e': '1'} {{(pid=65418) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 820.815661] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688365, 'name': CreateVM_Task, 'duration_secs': 0.331099} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.815661] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.815661] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.915070] env[65418]: WARNING neutronclient.v2_0.client [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.017781] env[65418]: DEBUG oslo_vmware.api [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Task: {'id': task-4688367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118375} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.018328] env[65418]: DEBUG nova.network.neutron [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Updating instance_info_cache with network_info: [{"id": "1f5a6b13-1d44-4d50-aead-c343d873deba", "address": "fa:16:3e:98:68:de", "network": {"id": "2562c175-4d15-43d3-b157-3d30695ce81c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402255614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea9a1850358a42e49d88f4b344fe6d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f5a6b13-1d", "ovs_interfaceid": "1f5a6b13-1d44-4d50-aead-c343d873deba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.019577] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.019781] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.022331] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.022331] env[65418]: INFO nova.compute.manager [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Took 1.09 seconds to destroy the instance on the hypervisor. [ 821.022331] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 821.023265] env[65418]: DEBUG nova.compute.manager [-] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 821.023406] env[65418]: DEBUG nova.network.neutron [-] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 821.023586] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.044169] env[65418]: DEBUG nova.network.neutron [-] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 821.044457] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.169945] env[65418]: DEBUG oslo_concurrency.lockutils [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Acquiring lock "61ccd4dc-2122-4faa-bac3-1e8eded8a104" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.169945] env[65418]: DEBUG oslo_concurrency.lockutils [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Lock "61ccd4dc-2122-4faa-bac3-1e8eded8a104" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.169945] env[65418]: DEBUG oslo_concurrency.lockutils [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Acquiring lock "61ccd4dc-2122-4faa-bac3-1e8eded8a104-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.169945] env[65418]: DEBUG oslo_concurrency.lockutils [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Lock "61ccd4dc-2122-4faa-bac3-1e8eded8a104-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.170198] env[65418]: DEBUG oslo_concurrency.lockutils [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Lock "61ccd4dc-2122-4faa-bac3-1e8eded8a104-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.175875] env[65418]: INFO nova.compute.manager [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Terminating instance [ 821.207773] env[65418]: DEBUG oslo_vmware.api [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521e591e-5b76-c2c4-7ca8-ffe98da2deb7, 'name': SearchDatastore_Task, 'duration_secs': 0.014975} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.208125] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.208365] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.208595] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.208737] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.208910] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.209327] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.209685] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.209954] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-853b54f5-a3de-479c-b199-0d2de985b228 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.215431] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-509001df-c85d-4199-93e0-97a93b8ffc5a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.223349] env[65418]: DEBUG oslo_vmware.api [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Waiting for the task: (returnval){ [ 821.223349] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b884fc-e594-6dcc-7e85-c565717e02eb" [ 821.223349] env[65418]: _type = "Task" [ 821.223349] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.229134] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.229375] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.233295] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72831674-9bbf-46a8-af76-db0b30c279c0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.240930] env[65418]: DEBUG oslo_vmware.api [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b884fc-e594-6dcc-7e85-c565717e02eb, 'name': SearchDatastore_Task, 'duration_secs': 0.014575} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.241873] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.242151] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.242371] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.246122] env[65418]: DEBUG oslo_vmware.api [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 821.246122] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52cafe8d-5fbc-4c5e-f92e-127cda99c493" [ 821.246122] env[65418]: _type = "Task" [ 821.246122] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.258478] env[65418]: DEBUG oslo_vmware.api [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52cafe8d-5fbc-4c5e-f92e-127cda99c493, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.317709] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343d0b0e-d98a-466e-a925-2c25f58827cd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.327376] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f205ca11-ea35-42cf-be03-cd5642dcd092 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.360985] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950536b8-6aee-42b7-aa31-3f298ccfc7d9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.369991] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead47a14-dc22-417d-ab32-21c68ab931a7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.385235] env[65418]: DEBUG nova.compute.provider_tree [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.522178] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Releasing lock "refresh_cache-d4425c87-23cf-4e4b-8940-4a0297594dd9" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.522178] env[65418]: DEBUG nova.compute.manager [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Instance network_info: |[{"id": "1f5a6b13-1d44-4d50-aead-c343d873deba", "address": "fa:16:3e:98:68:de", "network": {"id": "2562c175-4d15-43d3-b157-3d30695ce81c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402255614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea9a1850358a42e49d88f4b344fe6d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f5a6b13-1d", "ovs_interfaceid": "1f5a6b13-1d44-4d50-aead-c343d873deba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 821.522832] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:68:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f5a6b13-1d44-4d50-aead-c343d873deba', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.529897] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 821.530456] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.530715] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7f6ef3f-562f-4b78-82bc-e525e2e181ea {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.546649] env[65418]: DEBUG nova.network.neutron [-] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.551555] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.551555] env[65418]: value = "task-4688368" [ 821.551555] env[65418]: _type = "Task" [ 821.551555] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.561348] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688368, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.680211] env[65418]: DEBUG oslo_concurrency.lockutils [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Acquiring lock "refresh_cache-61ccd4dc-2122-4faa-bac3-1e8eded8a104" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.680211] env[65418]: DEBUG oslo_concurrency.lockutils [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Acquired lock "refresh_cache-61ccd4dc-2122-4faa-bac3-1e8eded8a104" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.680211] env[65418]: DEBUG nova.network.neutron [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 821.761044] env[65418]: DEBUG oslo_vmware.api [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52cafe8d-5fbc-4c5e-f92e-127cda99c493, 'name': SearchDatastore_Task, 'duration_secs': 0.016095} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.761731] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0658d7d-65a9-4401-9614-ea4b31d0e936 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.768143] env[65418]: DEBUG oslo_vmware.api [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 821.768143] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525d7d2d-d8ba-0d0c-bd3b-bad5bfba4f11" [ 821.768143] env[65418]: _type = "Task" [ 821.768143] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.776899] env[65418]: DEBUG oslo_vmware.api [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525d7d2d-d8ba-0d0c-bd3b-bad5bfba4f11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.870069] env[65418]: DEBUG nova.compute.manager [req-12e52856-6f84-4b08-b1ec-40e71c737721 req-ce803089-3a7b-4819-8662-2062946acd71 service nova] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Received event network-changed-1f5a6b13-1d44-4d50-aead-c343d873deba {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 821.870069] env[65418]: DEBUG nova.compute.manager [req-12e52856-6f84-4b08-b1ec-40e71c737721 req-ce803089-3a7b-4819-8662-2062946acd71 service nova] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Refreshing instance network info cache due to event network-changed-1f5a6b13-1d44-4d50-aead-c343d873deba. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 821.870392] env[65418]: DEBUG oslo_concurrency.lockutils [req-12e52856-6f84-4b08-b1ec-40e71c737721 req-ce803089-3a7b-4819-8662-2062946acd71 service nova] Acquiring lock "refresh_cache-d4425c87-23cf-4e4b-8940-4a0297594dd9" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.870392] env[65418]: DEBUG oslo_concurrency.lockutils [req-12e52856-6f84-4b08-b1ec-40e71c737721 req-ce803089-3a7b-4819-8662-2062946acd71 service nova] Acquired lock "refresh_cache-d4425c87-23cf-4e4b-8940-4a0297594dd9" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.870712] env[65418]: DEBUG nova.network.neutron [req-12e52856-6f84-4b08-b1ec-40e71c737721 req-ce803089-3a7b-4819-8662-2062946acd71 service nova] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Refreshing network info cache for port 1f5a6b13-1d44-4d50-aead-c343d873deba {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.888755] env[65418]: DEBUG nova.scheduler.client.report [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.051826] env[65418]: INFO nova.compute.manager [-] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Took 1.03 seconds to deallocate network for instance. [ 822.069566] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688368, 'name': CreateVM_Task, 'duration_secs': 0.3674} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.069764] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.070294] env[65418]: WARNING neutronclient.v2_0.client [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.070693] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.070856] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.071200] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.071480] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d643c97-f826-4fa8-a023-e4f05abc2806 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.077425] env[65418]: DEBUG oslo_vmware.api [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 822.077425] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529f2f18-81f4-8d99-ce6c-793d438474c6" [ 822.077425] env[65418]: _type = "Task" [ 822.077425] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.087292] env[65418]: DEBUG oslo_vmware.api [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529f2f18-81f4-8d99-ce6c-793d438474c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.184037] env[65418]: WARNING neutronclient.v2_0.client [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.204725] env[65418]: DEBUG nova.network.neutron [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 822.281889] env[65418]: DEBUG oslo_vmware.api [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525d7d2d-d8ba-0d0c-bd3b-bad5bfba4f11, 'name': SearchDatastore_Task, 'duration_secs': 0.011472} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.281889] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.282407] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 817e4e0a-81a3-4c91-9cf6-b8a606933331/817e4e0a-81a3-4c91-9cf6-b8a606933331.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.282407] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.282859] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.282859] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b88aba68-8a4c-4b93-94e8-7b756ec0c4b7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.285169] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55496708-492a-4784-8070-74167c97ae26 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.292081] env[65418]: DEBUG nova.network.neutron [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.295098] env[65418]: DEBUG oslo_vmware.api [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 822.295098] env[65418]: value = "task-4688369" [ 822.295098] env[65418]: _type = "Task" [ 822.295098] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.300871] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.301107] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.303025] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-366fa694-a854-4824-b8a7-24f1eb9fb805 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.309110] env[65418]: DEBUG oslo_vmware.api [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688369, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.313434] env[65418]: DEBUG oslo_vmware.api [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Waiting for the task: (returnval){ [ 822.313434] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5229fb69-103e-c3ce-62ac-2785858d49db" [ 822.313434] env[65418]: _type = "Task" [ 822.313434] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.323706] env[65418]: DEBUG oslo_vmware.api [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5229fb69-103e-c3ce-62ac-2785858d49db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.375790] env[65418]: WARNING neutronclient.v2_0.client [req-12e52856-6f84-4b08-b1ec-40e71c737721 req-ce803089-3a7b-4819-8662-2062946acd71 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.394568] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65418) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 822.395203] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.198s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.395982] env[65418]: DEBUG oslo_concurrency.lockutils [None req-47f2e138-879f-4267-995a-2a6cfa30a959 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.097s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.396788] env[65418]: DEBUG oslo_concurrency.lockutils [None req-47f2e138-879f-4267-995a-2a6cfa30a959 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.398600] env[65418]: DEBUG oslo_concurrency.lockutils [None req-70885989-b338-4ed2-8be7-3eb42b566d4d tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.309s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.398911] env[65418]: DEBUG oslo_concurrency.lockutils [None req-70885989-b338-4ed2-8be7-3eb42b566d4d tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.400907] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.566s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.402698] env[65418]: INFO nova.compute.claims [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 822.435687] env[65418]: INFO nova.scheduler.client.report [None req-70885989-b338-4ed2-8be7-3eb42b566d4d tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Deleted allocations for instance 97ee846b-68d9-408b-9409-7e5a3aeb2dfb [ 822.439647] env[65418]: INFO nova.scheduler.client.report [None req-47f2e138-879f-4267-995a-2a6cfa30a959 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Deleted allocations for instance 945a0020-1501-4ff2-82f5-69f726ee7e67 [ 822.541181] env[65418]: WARNING neutronclient.v2_0.client [req-12e52856-6f84-4b08-b1ec-40e71c737721 req-ce803089-3a7b-4819-8662-2062946acd71 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.565507] env[65418]: DEBUG oslo_concurrency.lockutils [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.590130] env[65418]: DEBUG oslo_vmware.api [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529f2f18-81f4-8d99-ce6c-793d438474c6, 'name': SearchDatastore_Task, 'duration_secs': 0.011375} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.590448] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.590773] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.590956] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.616349] env[65418]: DEBUG nova.network.neutron [req-12e52856-6f84-4b08-b1ec-40e71c737721 req-ce803089-3a7b-4819-8662-2062946acd71 service nova] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Updated VIF entry in instance network info cache for port 1f5a6b13-1d44-4d50-aead-c343d873deba. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 822.616885] env[65418]: DEBUG nova.network.neutron [req-12e52856-6f84-4b08-b1ec-40e71c737721 req-ce803089-3a7b-4819-8662-2062946acd71 service nova] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Updating instance_info_cache with network_info: [{"id": "1f5a6b13-1d44-4d50-aead-c343d873deba", "address": "fa:16:3e:98:68:de", "network": {"id": "2562c175-4d15-43d3-b157-3d30695ce81c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402255614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea9a1850358a42e49d88f4b344fe6d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f5a6b13-1d", "ovs_interfaceid": "1f5a6b13-1d44-4d50-aead-c343d873deba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.796497] env[65418]: DEBUG oslo_concurrency.lockutils [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Releasing lock "refresh_cache-61ccd4dc-2122-4faa-bac3-1e8eded8a104" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.796962] env[65418]: DEBUG nova.compute.manager [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 822.797222] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.798206] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcb512a-b25f-459e-bee4-351fbcfd98af {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.811566] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.814928] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc6203a4-f632-4328-bf4b-7d03ef2e9119 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.816812] env[65418]: DEBUG oslo_vmware.api [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688369, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.828482] env[65418]: DEBUG oslo_vmware.api [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5229fb69-103e-c3ce-62ac-2785858d49db, 'name': SearchDatastore_Task, 'duration_secs': 0.012407} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.830779] env[65418]: DEBUG oslo_vmware.api [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Waiting for the task: (returnval){ [ 822.830779] env[65418]: value = "task-4688370" [ 822.830779] env[65418]: _type = "Task" [ 822.830779] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.831052] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29207521-3039-49b4-8e0d-a21140b7ad64 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.842824] env[65418]: DEBUG oslo_vmware.api [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': task-4688370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.844489] env[65418]: DEBUG oslo_vmware.api [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Waiting for the task: (returnval){ [ 822.844489] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529ff4c6-b673-6b1f-27f4-26c086047c4f" [ 822.844489] env[65418]: _type = "Task" [ 822.844489] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.854314] env[65418]: DEBUG oslo_vmware.api [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529ff4c6-b673-6b1f-27f4-26c086047c4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.953923] env[65418]: DEBUG oslo_concurrency.lockutils [None req-70885989-b338-4ed2-8be7-3eb42b566d4d tempest-InstanceActionsTestJSON-50475776 tempest-InstanceActionsTestJSON-50475776-project-member] Lock "97ee846b-68d9-408b-9409-7e5a3aeb2dfb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.321s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.967733] env[65418]: DEBUG oslo_concurrency.lockutils [None req-47f2e138-879f-4267-995a-2a6cfa30a959 tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Lock "945a0020-1501-4ff2-82f5-69f726ee7e67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.250s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.119921] env[65418]: DEBUG oslo_concurrency.lockutils [req-12e52856-6f84-4b08-b1ec-40e71c737721 req-ce803089-3a7b-4819-8662-2062946acd71 service nova] Releasing lock "refresh_cache-d4425c87-23cf-4e4b-8940-4a0297594dd9" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.259957] env[65418]: DEBUG oslo_concurrency.lockutils [None req-66ca32f3-f4ac-41a7-9cff-a8b52dc94ace tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Acquiring lock "47f04002-277a-4881-a5cf-65b08f3ddd92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.260209] env[65418]: DEBUG oslo_concurrency.lockutils [None req-66ca32f3-f4ac-41a7-9cff-a8b52dc94ace tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Lock "47f04002-277a-4881-a5cf-65b08f3ddd92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.260433] env[65418]: DEBUG oslo_concurrency.lockutils [None req-66ca32f3-f4ac-41a7-9cff-a8b52dc94ace tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Acquiring lock "47f04002-277a-4881-a5cf-65b08f3ddd92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.260657] env[65418]: DEBUG oslo_concurrency.lockutils [None req-66ca32f3-f4ac-41a7-9cff-a8b52dc94ace tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Lock "47f04002-277a-4881-a5cf-65b08f3ddd92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.260829] env[65418]: DEBUG oslo_concurrency.lockutils [None req-66ca32f3-f4ac-41a7-9cff-a8b52dc94ace tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Lock "47f04002-277a-4881-a5cf-65b08f3ddd92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.263404] env[65418]: INFO nova.compute.manager [None req-66ca32f3-f4ac-41a7-9cff-a8b52dc94ace tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Terminating instance [ 823.308659] env[65418]: DEBUG oslo_vmware.api [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688369, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814163} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.308978] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 817e4e0a-81a3-4c91-9cf6-b8a606933331/817e4e0a-81a3-4c91-9cf6-b8a606933331.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.309351] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.309530] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59cc7793-e84e-439c-ab2c-f7923d449cf9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.317161] env[65418]: DEBUG oslo_vmware.api [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 823.317161] env[65418]: value = "task-4688371" [ 823.317161] env[65418]: _type = "Task" [ 823.317161] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.331135] env[65418]: DEBUG oslo_vmware.api [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688371, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.345426] env[65418]: DEBUG oslo_vmware.api [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': task-4688370, 'name': PowerOffVM_Task, 'duration_secs': 0.249251} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.352554] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.352803] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.353109] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56ea1c86-35bc-4685-bb79-c0de9038bcaf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.361911] env[65418]: DEBUG oslo_vmware.api [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529ff4c6-b673-6b1f-27f4-26c086047c4f, 'name': SearchDatastore_Task, 'duration_secs': 0.061542} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.362202] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.362454] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] a766a802-734b-44b5-9db6-756db4fbed0c/a766a802-734b-44b5-9db6-756db4fbed0c.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.362733] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.362962] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.363239] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13fccda7-a5a8-4eb1-ae16-0848e725587e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.365634] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-910eef96-5e43-41f5-9c9b-04c782dc0b4b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.375970] env[65418]: DEBUG oslo_vmware.api [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Waiting for the task: (returnval){ [ 823.375970] env[65418]: value = "task-4688373" [ 823.375970] env[65418]: _type = "Task" [ 823.375970] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.386043] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.386416] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.386677] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Deleting the datastore file [datastore2] 61ccd4dc-2122-4faa-bac3-1e8eded8a104 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.387819] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f33985ce-ee81-4cde-9d13-5224734d7995 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.397816] env[65418]: DEBUG oslo_vmware.api [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': task-4688373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.399850] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.400091] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.400879] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4de4f419-2b5d-4fc5-8222-3b122cea5589 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.405016] env[65418]: DEBUG oslo_vmware.api [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Waiting for the task: (returnval){ [ 823.405016] env[65418]: value = "task-4688374" [ 823.405016] env[65418]: _type = "Task" [ 823.405016] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.410649] env[65418]: DEBUG oslo_vmware.api [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 823.410649] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ae8557-f906-3546-40cd-f5843ce9adf3" [ 823.410649] env[65418]: _type = "Task" [ 823.410649] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.421711] env[65418]: DEBUG oslo_vmware.api [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': task-4688374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.428137] env[65418]: DEBUG oslo_vmware.api [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ae8557-f906-3546-40cd-f5843ce9adf3, 'name': SearchDatastore_Task, 'duration_secs': 0.010366} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.429055] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fabd7da5-1464-49aa-b21c-cbceb9f38765 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.436274] env[65418]: DEBUG oslo_vmware.api [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 823.436274] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52574b1f-b599-e1d8-16b3-4d822d263900" [ 823.436274] env[65418]: _type = "Task" [ 823.436274] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.449093] env[65418]: DEBUG oslo_vmware.api [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52574b1f-b599-e1d8-16b3-4d822d263900, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.771526] env[65418]: DEBUG nova.compute.manager [None req-66ca32f3-f4ac-41a7-9cff-a8b52dc94ace tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 823.771526] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-66ca32f3-f4ac-41a7-9cff-a8b52dc94ace tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.771526] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613c7204-6402-4686-a64d-d078e8958a87 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.782026] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ca32f3-f4ac-41a7-9cff-a8b52dc94ace tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.782280] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff920441-9107-4fc0-928a-8d70d6b4c5a3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.797263] env[65418]: DEBUG oslo_vmware.api [None req-66ca32f3-f4ac-41a7-9cff-a8b52dc94ace tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for the task: (returnval){ [ 823.797263] env[65418]: value = "task-4688375" [ 823.797263] env[65418]: _type = "Task" [ 823.797263] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.816302] env[65418]: DEBUG oslo_vmware.api [None req-66ca32f3-f4ac-41a7-9cff-a8b52dc94ace tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4688375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.832916] env[65418]: DEBUG oslo_vmware.api [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688371, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080067} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.833462] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.834359] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75eea8a-3525-4b23-95bb-498e078079db {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.866478] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 817e4e0a-81a3-4c91-9cf6-b8a606933331/817e4e0a-81a3-4c91-9cf6-b8a606933331.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.869942] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-852946d7-373e-42aa-ba29-e87b9b83a616 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.896069] env[65418]: DEBUG oslo_vmware.api [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': task-4688373, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.897514] env[65418]: DEBUG oslo_vmware.api [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 823.897514] env[65418]: value = "task-4688376" [ 823.897514] env[65418]: _type = "Task" [ 823.897514] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.910614] env[65418]: DEBUG oslo_vmware.api [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688376, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.924281] env[65418]: DEBUG oslo_vmware.api [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Task: {'id': task-4688374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139427} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.924498] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.924667] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.924894] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.925097] env[65418]: INFO nova.compute.manager [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Took 1.13 seconds to destroy the instance on the hypervisor. [ 823.926192] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 823.926192] env[65418]: DEBUG nova.compute.manager [-] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 823.926192] env[65418]: DEBUG nova.network.neutron [-] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 823.926192] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 823.947637] env[65418]: DEBUG oslo_vmware.api [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52574b1f-b599-e1d8-16b3-4d822d263900, 'name': SearchDatastore_Task, 'duration_secs': 0.019068} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.947637] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.947741] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] d4425c87-23cf-4e4b-8940-4a0297594dd9/d4425c87-23cf-4e4b-8940-4a0297594dd9.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.947983] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48364916-650e-4235-b8b2-67c7416ecb10 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.951063] env[65418]: DEBUG nova.network.neutron [-] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 823.951234] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 823.966202] env[65418]: DEBUG oslo_vmware.api [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 823.966202] env[65418]: value = "task-4688377" [ 823.966202] env[65418]: _type = "Task" [ 823.966202] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.978811] env[65418]: DEBUG oslo_vmware.api [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.990814] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2a21ec-a5a2-48b2-819b-8dce35015787 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.999729] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3504008-2dd3-49b4-be17-55fc05f91e09 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.038762] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373cf90f-b09b-4450-8627-19d0e81c100c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.047473] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5043b0-f6ae-4219-bb5f-fdedef68c7dd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.066055] env[65418]: DEBUG nova.compute.provider_tree [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.079044] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.079044] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.313980] env[65418]: DEBUG oslo_vmware.api [None req-66ca32f3-f4ac-41a7-9cff-a8b52dc94ace tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4688375, 'name': PowerOffVM_Task, 'duration_secs': 0.355459} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.313980] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ca32f3-f4ac-41a7-9cff-a8b52dc94ace tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.313980] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-66ca32f3-f4ac-41a7-9cff-a8b52dc94ace tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.313980] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-caca58ac-d5e3-4528-86db-93213e18ba72 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.395843] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-66ca32f3-f4ac-41a7-9cff-a8b52dc94ace tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.396081] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-66ca32f3-f4ac-41a7-9cff-a8b52dc94ace tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.396256] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-66ca32f3-f4ac-41a7-9cff-a8b52dc94ace tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Deleting the datastore file [datastore1] 47f04002-277a-4881-a5cf-65b08f3ddd92 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.397801] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae2849ff-7487-479a-a827-7a92f12e749c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.403998] env[65418]: DEBUG oslo_vmware.api [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': task-4688373, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524493} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.408934] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] a766a802-734b-44b5-9db6-756db4fbed0c/a766a802-734b-44b5-9db6-756db4fbed0c.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.409280] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.409634] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-613c0ed8-2de7-496c-a626-f2bc178b30ff {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.416288] env[65418]: DEBUG oslo_vmware.api [None req-66ca32f3-f4ac-41a7-9cff-a8b52dc94ace tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for the task: (returnval){ [ 824.416288] env[65418]: value = "task-4688379" [ 824.416288] env[65418]: _type = "Task" [ 824.416288] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.420437] env[65418]: DEBUG oslo_vmware.api [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688376, 'name': ReconfigVM_Task, 'duration_secs': 0.451525} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.425847] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 817e4e0a-81a3-4c91-9cf6-b8a606933331/817e4e0a-81a3-4c91-9cf6-b8a606933331.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.426434] env[65418]: DEBUG oslo_vmware.api [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Waiting for the task: (returnval){ [ 824.426434] env[65418]: value = "task-4688380" [ 824.426434] env[65418]: _type = "Task" [ 824.426434] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.426716] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4177781f-77cd-4e71-a40c-1ccb07484146 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.443412] env[65418]: DEBUG oslo_vmware.api [None req-66ca32f3-f4ac-41a7-9cff-a8b52dc94ace tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4688379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.450084] env[65418]: DEBUG oslo_vmware.api [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 824.450084] env[65418]: value = "task-4688381" [ 824.450084] env[65418]: _type = "Task" [ 824.450084] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.452375] env[65418]: DEBUG oslo_vmware.api [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': task-4688380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.463369] env[65418]: DEBUG nova.network.neutron [-] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.465107] env[65418]: DEBUG oslo_vmware.api [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688381, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.477954] env[65418]: DEBUG oslo_vmware.api [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688377, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485217} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.478400] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] d4425c87-23cf-4e4b-8940-4a0297594dd9/d4425c87-23cf-4e4b-8940-4a0297594dd9.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.478480] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.478892] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b4e1c3f-77d5-41a7-8046-beaa4f996cc1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.487774] env[65418]: DEBUG oslo_vmware.api [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 824.487774] env[65418]: value = "task-4688382" [ 824.487774] env[65418]: _type = "Task" [ 824.487774] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.502434] env[65418]: DEBUG oslo_vmware.api [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688382, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.569307] env[65418]: DEBUG nova.scheduler.client.report [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.591317] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.591317] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.591317] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.591317] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.592044] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.592044] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.592361] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65418) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 824.592450] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.932837] env[65418]: DEBUG oslo_vmware.api [None req-66ca32f3-f4ac-41a7-9cff-a8b52dc94ace tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Task: {'id': task-4688379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165209} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.936093] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-66ca32f3-f4ac-41a7-9cff-a8b52dc94ace tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.936306] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-66ca32f3-f4ac-41a7-9cff-a8b52dc94ace tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.937031] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-66ca32f3-f4ac-41a7-9cff-a8b52dc94ace tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.937031] env[65418]: INFO nova.compute.manager [None req-66ca32f3-f4ac-41a7-9cff-a8b52dc94ace tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Took 1.17 seconds to destroy the instance on the hypervisor. [ 824.937031] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-66ca32f3-f4ac-41a7-9cff-a8b52dc94ace tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 824.937232] env[65418]: DEBUG nova.compute.manager [-] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 824.937232] env[65418]: DEBUG nova.network.neutron [-] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 824.937392] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 824.945214] env[65418]: DEBUG oslo_vmware.api [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': task-4688380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075193} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.945475] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.946942] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1153124-97a7-44ae-ac76-87f4664899dc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.969505] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] a766a802-734b-44b5-9db6-756db4fbed0c/a766a802-734b-44b5-9db6-756db4fbed0c.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.973037] env[65418]: INFO nova.compute.manager [-] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Took 1.05 seconds to deallocate network for instance. [ 824.973287] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0deeb7d-e923-43bd-abc5-3c112e991057 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.991663] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.005362] env[65418]: DEBUG oslo_vmware.api [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688381, 'name': Rename_Task, 'duration_secs': 0.176009} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.007404] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.007786] env[65418]: DEBUG oslo_vmware.api [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Waiting for the task: (returnval){ [ 825.007786] env[65418]: value = "task-4688383" [ 825.007786] env[65418]: _type = "Task" [ 825.007786] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.008090] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-241ab0c9-d444-49ec-ad52-c6aa15e1e300 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.016411] env[65418]: DEBUG oslo_vmware.api [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688382, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076941} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.016844] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.018067] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafe88c3-81c2-4e5c-8db8-b6ba0de095b9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.024521] env[65418]: DEBUG oslo_vmware.api [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': task-4688383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.035665] env[65418]: DEBUG oslo_vmware.api [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 825.035665] env[65418]: value = "task-4688384" [ 825.035665] env[65418]: _type = "Task" [ 825.035665] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.045394] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] d4425c87-23cf-4e4b-8940-4a0297594dd9/d4425c87-23cf-4e4b-8940-4a0297594dd9.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.045819] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-399b3d17-0365-42d3-aa04-ed41db377a9b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.073842] env[65418]: DEBUG oslo_vmware.api [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688384, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.079893] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.080861] env[65418]: DEBUG nova.compute.manager [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 825.084171] env[65418]: DEBUG oslo_vmware.api [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 825.084171] env[65418]: value = "task-4688385" [ 825.084171] env[65418]: _type = "Task" [ 825.084171] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.084577] env[65418]: DEBUG oslo_concurrency.lockutils [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.137s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.084780] env[65418]: DEBUG nova.objects.instance [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65418) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 825.096442] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.106156] env[65418]: DEBUG oslo_vmware.api [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.384961] env[65418]: DEBUG nova.compute.manager [req-e2ad53b0-11e3-4d5c-b5b8-f1e865341dba req-fb968b6f-bdde-41de-8e58-f75d431be594 service nova] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Received event network-vif-deleted-84dc4127-415a-4273-8156-64f412e88089 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 825.385589] env[65418]: INFO nova.compute.manager [req-e2ad53b0-11e3-4d5c-b5b8-f1e865341dba req-fb968b6f-bdde-41de-8e58-f75d431be594 service nova] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Neutron deleted interface 84dc4127-415a-4273-8156-64f412e88089; detaching it from the instance and deleting it from the info cache [ 825.385896] env[65418]: DEBUG nova.network.neutron [req-e2ad53b0-11e3-4d5c-b5b8-f1e865341dba req-fb968b6f-bdde-41de-8e58-f75d431be594 service nova] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.507600] env[65418]: DEBUG oslo_concurrency.lockutils [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.520418] env[65418]: DEBUG oslo_vmware.api [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': task-4688383, 'name': ReconfigVM_Task, 'duration_secs': 0.360138} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.520740] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Reconfigured VM instance instance-00000038 to attach disk [datastore1] a766a802-734b-44b5-9db6-756db4fbed0c/a766a802-734b-44b5-9db6-756db4fbed0c.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.521414] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94c4c129-ff49-4bf8-abd0-933625513a5c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.529724] env[65418]: DEBUG oslo_vmware.api [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Waiting for the task: (returnval){ [ 825.529724] env[65418]: value = "task-4688386" [ 825.529724] env[65418]: _type = "Task" [ 825.529724] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.540344] env[65418]: DEBUG oslo_vmware.api [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': task-4688386, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.556311] env[65418]: DEBUG oslo_vmware.api [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688384, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.591587] env[65418]: DEBUG nova.compute.utils [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 825.596483] env[65418]: DEBUG nova.compute.manager [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 825.596483] env[65418]: DEBUG nova.network.neutron [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 825.596483] env[65418]: WARNING neutronclient.v2_0.client [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.596483] env[65418]: WARNING neutronclient.v2_0.client [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.608893] env[65418]: DEBUG oslo_vmware.api [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688385, 'name': ReconfigVM_Task, 'duration_secs': 0.358755} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.608893] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Reconfigured VM instance instance-0000003b to attach disk [datastore1] d4425c87-23cf-4e4b-8940-4a0297594dd9/d4425c87-23cf-4e4b-8940-4a0297594dd9.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.609650] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23e82ce5-d080-4715-b4bf-0ecbc913727f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.620531] env[65418]: DEBUG oslo_vmware.api [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 825.620531] env[65418]: value = "task-4688387" [ 825.620531] env[65418]: _type = "Task" [ 825.620531] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.634769] env[65418]: DEBUG oslo_vmware.api [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688387, 'name': Rename_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.662281] env[65418]: DEBUG nova.policy [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cca63ae3c9374f079d8736d7bd3c7033', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e0727a4c133420fa0cb4f4356dee109', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 825.761669] env[65418]: DEBUG nova.network.neutron [-] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.892022] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f46d9065-f775-4692-b93e-9b8f9e1216f6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.902621] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ade5038-4e26-4bb8-881b-eb7dfb1691c8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.954286] env[65418]: DEBUG nova.compute.manager [req-e2ad53b0-11e3-4d5c-b5b8-f1e865341dba req-fb968b6f-bdde-41de-8e58-f75d431be594 service nova] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Detach interface failed, port_id=84dc4127-415a-4273-8156-64f412e88089, reason: Instance 47f04002-277a-4881-a5cf-65b08f3ddd92 could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 826.045993] env[65418]: DEBUG oslo_vmware.api [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': task-4688386, 'name': Rename_Task, 'duration_secs': 0.152031} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.046327] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.046614] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54dc6dc1-27ce-4d4b-9d28-421c7eb8bffc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.059634] env[65418]: DEBUG oslo_vmware.api [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688384, 'name': PowerOnVM_Task, 'duration_secs': 0.741245} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.062736] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.063092] env[65418]: INFO nova.compute.manager [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Took 9.66 seconds to spawn the instance on the hypervisor. [ 826.063619] env[65418]: DEBUG nova.compute.manager [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 826.063794] env[65418]: DEBUG oslo_vmware.api [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Waiting for the task: (returnval){ [ 826.063794] env[65418]: value = "task-4688388" [ 826.063794] env[65418]: _type = "Task" [ 826.063794] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.064650] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db515e3-ece3-43c5-83ff-b7a17b5c3e18 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.086137] env[65418]: DEBUG nova.network.neutron [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Successfully created port: 19606f71-5550-4f76-9c31-d7cf190a3c83 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 826.088698] env[65418]: DEBUG oslo_vmware.api [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': task-4688388, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.099359] env[65418]: DEBUG nova.compute.manager [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 826.105298] env[65418]: DEBUG oslo_concurrency.lockutils [None req-24b0364b-e910-4d53-a2a8-2a66e7280593 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.106666] env[65418]: DEBUG oslo_concurrency.lockutils [None req-90e04242-6846-4964-96a8-99a4f0b551f9 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.586s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.106666] env[65418]: DEBUG oslo_concurrency.lockutils [None req-90e04242-6846-4964-96a8-99a4f0b551f9 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.110016] env[65418]: DEBUG oslo_concurrency.lockutils [None req-11148918-6826-42e3-868c-259f60bbae09 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.354s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.110016] env[65418]: DEBUG oslo_concurrency.lockutils [None req-11148918-6826-42e3-868c-259f60bbae09 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.110937] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 24.922s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.111143] env[65418]: DEBUG nova.objects.instance [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65418) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 826.131787] env[65418]: DEBUG oslo_vmware.api [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688387, 'name': Rename_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.141818] env[65418]: INFO nova.scheduler.client.report [None req-90e04242-6846-4964-96a8-99a4f0b551f9 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Deleted allocations for instance 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac [ 826.145750] env[65418]: INFO nova.scheduler.client.report [None req-11148918-6826-42e3-868c-259f60bbae09 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Deleted allocations for instance 625682a5-beee-49e9-bbb3-a188c3c41f0d [ 826.265152] env[65418]: INFO nova.compute.manager [-] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Took 1.33 seconds to deallocate network for instance. [ 826.578886] env[65418]: DEBUG oslo_vmware.api [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': task-4688388, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.597721] env[65418]: INFO nova.compute.manager [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Took 44.30 seconds to build instance. [ 826.634530] env[65418]: DEBUG oslo_vmware.api [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688387, 'name': Rename_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.654752] env[65418]: DEBUG oslo_concurrency.lockutils [None req-90e04242-6846-4964-96a8-99a4f0b551f9 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Lock "116dc19f-b3fa-4e95-bc31-e75ac6bd37ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.704s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.656087] env[65418]: DEBUG oslo_concurrency.lockutils [None req-11148918-6826-42e3-868c-259f60bbae09 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "625682a5-beee-49e9-bbb3-a188c3c41f0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.602s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.773891] env[65418]: DEBUG oslo_concurrency.lockutils [None req-66ca32f3-f4ac-41a7-9cff-a8b52dc94ace tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.078642] env[65418]: DEBUG oslo_vmware.api [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': task-4688388, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.099406] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59bc9bc6-fd2e-430f-b632-a660aa19c6a7 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "817e4e0a-81a3-4c91-9cf6-b8a606933331" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.252s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.109122] env[65418]: DEBUG nova.compute.manager [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 827.121500] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a0715d3-440f-41fb-bd2a-6a348249bf36 tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.122704] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.816s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.124298] env[65418]: INFO nova.compute.claims [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.139893] env[65418]: DEBUG oslo_vmware.api [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688387, 'name': Rename_Task, 'duration_secs': 1.18341} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.142536] env[65418]: DEBUG nova.virt.hardware [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 827.142536] env[65418]: DEBUG nova.virt.hardware [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 827.142759] env[65418]: DEBUG nova.virt.hardware [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 827.142847] env[65418]: DEBUG nova.virt.hardware [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 827.142983] env[65418]: DEBUG nova.virt.hardware [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 827.143127] env[65418]: DEBUG nova.virt.hardware [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 827.143328] env[65418]: DEBUG nova.virt.hardware [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 827.143479] env[65418]: DEBUG nova.virt.hardware [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 827.143656] env[65418]: DEBUG nova.virt.hardware [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 827.143816] env[65418]: DEBUG nova.virt.hardware [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 827.143992] env[65418]: DEBUG nova.virt.hardware [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 827.144949] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.145783] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89390c20-7e05-4961-9351-524d3cffd7c5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.148452] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a16803a-a5cc-45f7-bc08-f402f8dba184 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.160141] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eda9f3f-cdd8-44fd-ad11-66cea50f7ab9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.164419] env[65418]: DEBUG oslo_vmware.api [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 827.164419] env[65418]: value = "task-4688389" [ 827.164419] env[65418]: _type = "Task" [ 827.164419] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.189771] env[65418]: DEBUG oslo_vmware.api [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688389, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.581720] env[65418]: DEBUG oslo_vmware.api [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': task-4688388, 'name': PowerOnVM_Task, 'duration_secs': 1.163388} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.582164] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.582293] env[65418]: DEBUG nova.compute.manager [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 827.583019] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c707494-c56e-43b4-a74e-fd4d4d36e2c4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.676903] env[65418]: DEBUG oslo_vmware.api [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688389, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.683320] env[65418]: DEBUG nova.network.neutron [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Successfully updated port: 19606f71-5550-4f76-9c31-d7cf190a3c83 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 828.101969] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.181501] env[65418]: DEBUG oslo_vmware.api [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688389, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.186323] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "refresh_cache-90b4d610-2d84-4aad-83a2-19d8d22e437a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.186495] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquired lock "refresh_cache-90b4d610-2d84-4aad-83a2-19d8d22e437a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.186675] env[65418]: DEBUG nova.network.neutron [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 828.470947] env[65418]: DEBUG nova.compute.manager [req-74c24671-c50c-4c23-8a21-31109bb9ef6f req-bce1801a-6620-462f-a828-d773aa49c3e0 service nova] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Received event network-vif-plugged-19606f71-5550-4f76-9c31-d7cf190a3c83 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 828.471316] env[65418]: DEBUG oslo_concurrency.lockutils [req-74c24671-c50c-4c23-8a21-31109bb9ef6f req-bce1801a-6620-462f-a828-d773aa49c3e0 service nova] Acquiring lock "90b4d610-2d84-4aad-83a2-19d8d22e437a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.471764] env[65418]: DEBUG oslo_concurrency.lockutils [req-74c24671-c50c-4c23-8a21-31109bb9ef6f req-bce1801a-6620-462f-a828-d773aa49c3e0 service nova] Lock "90b4d610-2d84-4aad-83a2-19d8d22e437a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.471903] env[65418]: DEBUG oslo_concurrency.lockutils [req-74c24671-c50c-4c23-8a21-31109bb9ef6f req-bce1801a-6620-462f-a828-d773aa49c3e0 service nova] Lock "90b4d610-2d84-4aad-83a2-19d8d22e437a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.472051] env[65418]: DEBUG nova.compute.manager [req-74c24671-c50c-4c23-8a21-31109bb9ef6f req-bce1801a-6620-462f-a828-d773aa49c3e0 service nova] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] No waiting events found dispatching network-vif-plugged-19606f71-5550-4f76-9c31-d7cf190a3c83 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 828.472546] env[65418]: WARNING nova.compute.manager [req-74c24671-c50c-4c23-8a21-31109bb9ef6f req-bce1801a-6620-462f-a828-d773aa49c3e0 service nova] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Received unexpected event network-vif-plugged-19606f71-5550-4f76-9c31-d7cf190a3c83 for instance with vm_state building and task_state spawning. [ 828.682961] env[65418]: DEBUG oslo_vmware.api [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688389, 'name': PowerOnVM_Task, 'duration_secs': 1.131845} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.686608] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.686608] env[65418]: INFO nova.compute.manager [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Took 9.45 seconds to spawn the instance on the hypervisor. [ 828.686608] env[65418]: DEBUG nova.compute.manager [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 828.688168] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c9f942-8dd0-49dd-9fa7-36618003c44d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.702597] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e151226-8df3-438c-bf5b-fb3fc97fe127 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.712621] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db77359-048f-4fda-9839-00e5aee4e9df {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.750597] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d50de6-48f3-41ae-810e-d4ebd260d104 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.760340] env[65418]: DEBUG nova.network.neutron [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 828.764616] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e021406-d7ca-4adb-a8b0-7dab8372fd66 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.788028] env[65418]: DEBUG nova.compute.provider_tree [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.869425] env[65418]: WARNING neutronclient.v2_0.client [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 829.011044] env[65418]: DEBUG nova.network.neutron [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Updating instance_info_cache with network_info: [{"id": "19606f71-5550-4f76-9c31-d7cf190a3c83", "address": "fa:16:3e:13:f6:68", "network": {"id": "3fab3b70-ba17-4e6a-ae3d-5a05fb711a8b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-395157993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0727a4c133420fa0cb4f4356dee109", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19606f71-55", "ovs_interfaceid": "19606f71-5550-4f76-9c31-d7cf190a3c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.069196] env[65418]: DEBUG oslo_concurrency.lockutils [None req-435a13ea-4c4e-45d4-bc99-ab579c3e27da tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "6b31bd42-645b-4b9c-81b3-5f9c5b828d3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.069463] env[65418]: DEBUG oslo_concurrency.lockutils [None req-435a13ea-4c4e-45d4-bc99-ab579c3e27da tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "6b31bd42-645b-4b9c-81b3-5f9c5b828d3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.069668] env[65418]: DEBUG oslo_concurrency.lockutils [None req-435a13ea-4c4e-45d4-bc99-ab579c3e27da tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "6b31bd42-645b-4b9c-81b3-5f9c5b828d3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.069845] env[65418]: DEBUG oslo_concurrency.lockutils [None req-435a13ea-4c4e-45d4-bc99-ab579c3e27da tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "6b31bd42-645b-4b9c-81b3-5f9c5b828d3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.070017] env[65418]: DEBUG oslo_concurrency.lockutils [None req-435a13ea-4c4e-45d4-bc99-ab579c3e27da tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "6b31bd42-645b-4b9c-81b3-5f9c5b828d3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.073393] env[65418]: INFO nova.compute.manager [None req-435a13ea-4c4e-45d4-bc99-ab579c3e27da tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Terminating instance [ 829.105336] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb379a02-19ef-4da9-860b-56dbf073ffd0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.113905] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1328b2-c61f-4a24-ab4e-877844e12b03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Suspending the VM {{(pid=65418) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 829.114324] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-387c4a26-9b24-450a-809c-cb0932b5165a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.123112] env[65418]: DEBUG oslo_vmware.api [None req-5a1328b2-c61f-4a24-ab4e-877844e12b03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 829.123112] env[65418]: value = "task-4688390" [ 829.123112] env[65418]: _type = "Task" [ 829.123112] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.135397] env[65418]: DEBUG oslo_vmware.api [None req-5a1328b2-c61f-4a24-ab4e-877844e12b03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688390, 'name': SuspendVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.215809] env[65418]: INFO nova.compute.manager [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Took 43.83 seconds to build instance. [ 829.292138] env[65418]: DEBUG nova.scheduler.client.report [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.514061] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Releasing lock "refresh_cache-90b4d610-2d84-4aad-83a2-19d8d22e437a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.514491] env[65418]: DEBUG nova.compute.manager [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Instance network_info: |[{"id": "19606f71-5550-4f76-9c31-d7cf190a3c83", "address": "fa:16:3e:13:f6:68", "network": {"id": "3fab3b70-ba17-4e6a-ae3d-5a05fb711a8b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-395157993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0727a4c133420fa0cb4f4356dee109", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19606f71-55", "ovs_interfaceid": "19606f71-5550-4f76-9c31-d7cf190a3c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 829.515190] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:f6:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31e77685-b4dd-4810-80ef-24115ea9ea62', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19606f71-5550-4f76-9c31-d7cf190a3c83', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.524277] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 829.524558] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.524821] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-133fadac-5d98-4264-8ab3-29f6a9f9dba2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.549146] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.549146] env[65418]: value = "task-4688391" [ 829.549146] env[65418]: _type = "Task" [ 829.549146] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.562057] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688391, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.578438] env[65418]: DEBUG nova.compute.manager [None req-435a13ea-4c4e-45d4-bc99-ab579c3e27da tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 829.578722] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-435a13ea-4c4e-45d4-bc99-ab579c3e27da tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 829.579727] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb68a40-f075-43cd-8a77-6a5c5e263ab9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.589835] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-435a13ea-4c4e-45d4-bc99-ab579c3e27da tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.590758] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-022b4444-5821-47ae-8ccf-a770c4479eae {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.601086] env[65418]: DEBUG oslo_vmware.api [None req-435a13ea-4c4e-45d4-bc99-ab579c3e27da tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 829.601086] env[65418]: value = "task-4688392" [ 829.601086] env[65418]: _type = "Task" [ 829.601086] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.612635] env[65418]: DEBUG oslo_vmware.api [None req-435a13ea-4c4e-45d4-bc99-ab579c3e27da tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.637856] env[65418]: DEBUG oslo_vmware.api [None req-5a1328b2-c61f-4a24-ab4e-877844e12b03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688390, 'name': SuspendVM_Task} progress is 54%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.664097] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Acquiring lock "a766a802-734b-44b5-9db6-756db4fbed0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.664097] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Lock "a766a802-734b-44b5-9db6-756db4fbed0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.664097] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Acquiring lock "a766a802-734b-44b5-9db6-756db4fbed0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.664097] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Lock "a766a802-734b-44b5-9db6-756db4fbed0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.664406] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Lock "a766a802-734b-44b5-9db6-756db4fbed0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.667872] env[65418]: INFO nova.compute.manager [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Terminating instance [ 829.719553] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d1b8f047-22d9-443e-b6b2-a0b6e488752d tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "d4425c87-23cf-4e4b-8940-4a0297594dd9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.290s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.773195] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquiring lock "f2797997-11ac-4c21-a8db-2588e2232436" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.775575] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "f2797997-11ac-4c21-a8db-2588e2232436" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.800844] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.801970] env[65418]: DEBUG nova.compute.manager [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 829.805574] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 27.399s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.900245] env[65418]: DEBUG oslo_concurrency.lockutils [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquiring lock "21df3af5-d2d0-4af7-9491-c33792fbf14c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.902778] env[65418]: DEBUG oslo_concurrency.lockutils [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Lock "21df3af5-d2d0-4af7-9491-c33792fbf14c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.061239] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688391, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.114162] env[65418]: DEBUG oslo_vmware.api [None req-435a13ea-4c4e-45d4-bc99-ab579c3e27da tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688392, 'name': PowerOffVM_Task, 'duration_secs': 0.301673} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.114432] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-435a13ea-4c4e-45d4-bc99-ab579c3e27da tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 830.114432] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-435a13ea-4c4e-45d4-bc99-ab579c3e27da tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 830.114790] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a07db0ea-7994-4238-bad0-edfa1dd040da {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.138223] env[65418]: DEBUG oslo_vmware.api [None req-5a1328b2-c61f-4a24-ab4e-877844e12b03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688390, 'name': SuspendVM_Task, 'duration_secs': 0.83403} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.138797] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1328b2-c61f-4a24-ab4e-877844e12b03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Suspended the VM {{(pid=65418) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 830.139134] env[65418]: DEBUG nova.compute.manager [None req-5a1328b2-c61f-4a24-ab4e-877844e12b03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 830.140340] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e82c2b-a538-4ca1-adc5-51ae352c899e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.174329] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Acquiring lock "refresh_cache-a766a802-734b-44b5-9db6-756db4fbed0c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.174851] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Acquired lock "refresh_cache-a766a802-734b-44b5-9db6-756db4fbed0c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.175177] env[65418]: DEBUG nova.network.neutron [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 830.217027] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-435a13ea-4c4e-45d4-bc99-ab579c3e27da tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 830.217027] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-435a13ea-4c4e-45d4-bc99-ab579c3e27da tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 830.217027] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-435a13ea-4c4e-45d4-bc99-ab579c3e27da tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Deleting the datastore file [datastore1] 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 830.217027] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a5573f0-03a1-4a1a-8d82-ef4b6f30b201 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.223776] env[65418]: DEBUG oslo_vmware.api [None req-435a13ea-4c4e-45d4-bc99-ab579c3e27da tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 830.223776] env[65418]: value = "task-4688394" [ 830.223776] env[65418]: _type = "Task" [ 830.223776] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.235268] env[65418]: DEBUG oslo_vmware.api [None req-435a13ea-4c4e-45d4-bc99-ab579c3e27da tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.278262] env[65418]: DEBUG nova.compute.manager [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 830.312023] env[65418]: DEBUG nova.objects.instance [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lazy-loading 'migration_context' on Instance uuid 4b446122-8965-4d44-974c-bedbf73cf659 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.312800] env[65418]: DEBUG nova.compute.utils [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.314859] env[65418]: DEBUG nova.compute.manager [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 830.315278] env[65418]: DEBUG nova.network.neutron [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 830.315950] env[65418]: WARNING neutronclient.v2_0.client [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.316506] env[65418]: WARNING neutronclient.v2_0.client [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.375059] env[65418]: DEBUG nova.policy [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2301f046f12d4be4aec6b3c84f052e08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf990c4ef1ff4879ba4e5d9c0086dc0f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.406448] env[65418]: DEBUG nova.compute.manager [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 830.562755] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688391, 'name': CreateVM_Task, 'duration_secs': 0.555883} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.562755] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.562755] env[65418]: WARNING neutronclient.v2_0.client [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.562755] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.562755] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.563149] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.563205] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3285711c-313e-434b-9c24-552238b7e526 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.569984] env[65418]: DEBUG oslo_vmware.api [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 830.569984] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d4eb7d-e684-59aa-8bf1-20f760c91bc0" [ 830.569984] env[65418]: _type = "Task" [ 830.569984] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.579758] env[65418]: DEBUG oslo_vmware.api [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d4eb7d-e684-59aa-8bf1-20f760c91bc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.678296] env[65418]: WARNING neutronclient.v2_0.client [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.698283] env[65418]: DEBUG nova.network.neutron [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 830.743534] env[65418]: DEBUG oslo_vmware.api [None req-435a13ea-4c4e-45d4-bc99-ab579c3e27da tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.787228] env[65418]: DEBUG nova.network.neutron [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.797723] env[65418]: DEBUG nova.network.neutron [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Successfully created port: 74c19c5d-5662-4249-85b2-115d368c38ef {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 830.814805] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.821052] env[65418]: DEBUG nova.compute.manager [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 830.941871] env[65418]: DEBUG oslo_concurrency.lockutils [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.036599] env[65418]: DEBUG nova.compute.manager [req-0ac10f99-0595-4ced-8878-3e4371c1fad1 req-73b87f27-4f6b-4d07-99c1-a3ee7a79e2c6 service nova] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Received event network-changed-19606f71-5550-4f76-9c31-d7cf190a3c83 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 831.037038] env[65418]: DEBUG nova.compute.manager [req-0ac10f99-0595-4ced-8878-3e4371c1fad1 req-73b87f27-4f6b-4d07-99c1-a3ee7a79e2c6 service nova] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Refreshing instance network info cache due to event network-changed-19606f71-5550-4f76-9c31-d7cf190a3c83. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 831.037038] env[65418]: DEBUG oslo_concurrency.lockutils [req-0ac10f99-0595-4ced-8878-3e4371c1fad1 req-73b87f27-4f6b-4d07-99c1-a3ee7a79e2c6 service nova] Acquiring lock "refresh_cache-90b4d610-2d84-4aad-83a2-19d8d22e437a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.037201] env[65418]: DEBUG oslo_concurrency.lockutils [req-0ac10f99-0595-4ced-8878-3e4371c1fad1 req-73b87f27-4f6b-4d07-99c1-a3ee7a79e2c6 service nova] Acquired lock "refresh_cache-90b4d610-2d84-4aad-83a2-19d8d22e437a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.037469] env[65418]: DEBUG nova.network.neutron [req-0ac10f99-0595-4ced-8878-3e4371c1fad1 req-73b87f27-4f6b-4d07-99c1-a3ee7a79e2c6 service nova] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Refreshing network info cache for port 19606f71-5550-4f76-9c31-d7cf190a3c83 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.083470] env[65418]: DEBUG oslo_vmware.api [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d4eb7d-e684-59aa-8bf1-20f760c91bc0, 'name': SearchDatastore_Task, 'duration_secs': 0.045929} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.083788] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.084038] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.084977] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.084977] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.084977] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.085246] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33cc5f26-5e3f-4148-a13c-46ce38555b1c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.110399] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.110641] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.116622] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6be6855a-d49a-417c-9984-5b16d8215a60 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.124343] env[65418]: DEBUG oslo_vmware.api [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 831.124343] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523bafab-db1c-f054-9c35-bd7b34dc8591" [ 831.124343] env[65418]: _type = "Task" [ 831.124343] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.136740] env[65418]: DEBUG oslo_vmware.api [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523bafab-db1c-f054-9c35-bd7b34dc8591, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.236156] env[65418]: DEBUG oslo_vmware.api [None req-435a13ea-4c4e-45d4-bc99-ab579c3e27da tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.602337} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.236156] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-435a13ea-4c4e-45d4-bc99-ab579c3e27da tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 831.236156] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-435a13ea-4c4e-45d4-bc99-ab579c3e27da tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 831.237131] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-435a13ea-4c4e-45d4-bc99-ab579c3e27da tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 831.237131] env[65418]: INFO nova.compute.manager [None req-435a13ea-4c4e-45d4-bc99-ab579c3e27da tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Took 1.66 seconds to destroy the instance on the hypervisor. [ 831.237131] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-435a13ea-4c4e-45d4-bc99-ab579c3e27da tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 831.237131] env[65418]: DEBUG nova.compute.manager [-] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 831.237131] env[65418]: DEBUG nova.network.neutron [-] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 831.237131] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.294323] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.297027] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Releasing lock "refresh_cache-a766a802-734b-44b5-9db6-756db4fbed0c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.297446] env[65418]: DEBUG nova.compute.manager [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 831.297696] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.301955] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98966230-dd11-4190-92af-ac6f064479f7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.306449] env[65418]: DEBUG oslo_concurrency.lockutils [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "d4425c87-23cf-4e4b-8940-4a0297594dd9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.306696] env[65418]: DEBUG oslo_concurrency.lockutils [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "d4425c87-23cf-4e4b-8940-4a0297594dd9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.306869] env[65418]: INFO nova.compute.manager [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Shelving [ 831.310902] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.311471] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebe4ed2c-e417-4c78-aaa4-7c3dccb018ee {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.323314] env[65418]: DEBUG oslo_vmware.api [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Waiting for the task: (returnval){ [ 831.323314] env[65418]: value = "task-4688395" [ 831.323314] env[65418]: _type = "Task" [ 831.323314] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.348068] env[65418]: DEBUG oslo_vmware.api [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': task-4688395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.490449] env[65418]: DEBUG oslo_concurrency.lockutils [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquiring lock "6d696804-7857-4d8b-b4bf-fa79c8615b5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.492050] env[65418]: DEBUG oslo_concurrency.lockutils [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "6d696804-7857-4d8b-b4bf-fa79c8615b5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.503917] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1f60ba-9239-4698-a630-6c0bf4daab89 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.513567] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e7fe4a-7068-442e-ad01-949f5cd865b1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.547670] env[65418]: WARNING neutronclient.v2_0.client [req-0ac10f99-0595-4ced-8878-3e4371c1fad1 req-73b87f27-4f6b-4d07-99c1-a3ee7a79e2c6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.551230] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89729f35-c3c6-4f52-8176-d15cf39523b9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.559822] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a269bc27-f551-4eb5-b88d-c26f0d240e00 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.577043] env[65418]: DEBUG nova.compute.provider_tree [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.637929] env[65418]: DEBUG oslo_vmware.api [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523bafab-db1c-f054-9c35-bd7b34dc8591, 'name': SearchDatastore_Task, 'duration_secs': 0.037171} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.637929] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4487edff-28ee-4f71-b180-aa58aaee1f03 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.643828] env[65418]: DEBUG oslo_vmware.api [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 831.643828] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52da6aec-c100-b51f-b37b-89bf2df17755" [ 831.643828] env[65418]: _type = "Task" [ 831.643828] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.653328] env[65418]: DEBUG oslo_vmware.api [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52da6aec-c100-b51f-b37b-89bf2df17755, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.833102] env[65418]: DEBUG oslo_vmware.api [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': task-4688395, 'name': PowerOffVM_Task, 'duration_secs': 0.246115} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.833406] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.833570] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.833827] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f65bd772-4d72-4af2-ad7e-00936d18e527 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.837017] env[65418]: DEBUG nova.compute.manager [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 831.840151] env[65418]: WARNING neutronclient.v2_0.client [req-0ac10f99-0595-4ced-8878-3e4371c1fad1 req-73b87f27-4f6b-4d07-99c1-a3ee7a79e2c6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.866970] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.867213] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.867213] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Deleting the datastore file [datastore1] a766a802-734b-44b5-9db6-756db4fbed0c {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.868549] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10c0c8f4-1e2b-4a5b-81fe-45c2dbd3684a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.881967] env[65418]: DEBUG nova.virt.hardware [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 831.881967] env[65418]: DEBUG nova.virt.hardware [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.881967] env[65418]: DEBUG nova.virt.hardware [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 831.882336] env[65418]: DEBUG nova.virt.hardware [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.882336] env[65418]: DEBUG nova.virt.hardware [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 831.882336] env[65418]: DEBUG nova.virt.hardware [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 831.882528] env[65418]: DEBUG nova.virt.hardware [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 831.882641] env[65418]: DEBUG nova.virt.hardware [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 831.884449] env[65418]: DEBUG nova.virt.hardware [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 831.884449] env[65418]: DEBUG nova.virt.hardware [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 831.884449] env[65418]: DEBUG nova.virt.hardware [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 831.884449] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77fa0f9a-5714-4e1b-9c8d-54e818bce6c5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.889996] env[65418]: DEBUG oslo_vmware.api [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Waiting for the task: (returnval){ [ 831.889996] env[65418]: value = "task-4688397" [ 831.889996] env[65418]: _type = "Task" [ 831.889996] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.903506] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861eddaf-9254-43ae-99d2-c669c16be609 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.911918] env[65418]: DEBUG oslo_vmware.api [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': task-4688397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.975038] env[65418]: DEBUG nova.network.neutron [req-0ac10f99-0595-4ced-8878-3e4371c1fad1 req-73b87f27-4f6b-4d07-99c1-a3ee7a79e2c6 service nova] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Updated VIF entry in instance network info cache for port 19606f71-5550-4f76-9c31-d7cf190a3c83. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 831.975621] env[65418]: DEBUG nova.network.neutron [req-0ac10f99-0595-4ced-8878-3e4371c1fad1 req-73b87f27-4f6b-4d07-99c1-a3ee7a79e2c6 service nova] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Updating instance_info_cache with network_info: [{"id": "19606f71-5550-4f76-9c31-d7cf190a3c83", "address": "fa:16:3e:13:f6:68", "network": {"id": "3fab3b70-ba17-4e6a-ae3d-5a05fb711a8b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-395157993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0727a4c133420fa0cb4f4356dee109", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19606f71-55", "ovs_interfaceid": "19606f71-5550-4f76-9c31-d7cf190a3c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.993908] env[65418]: DEBUG nova.compute.manager [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 832.081997] env[65418]: DEBUG nova.scheduler.client.report [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.088154] env[65418]: DEBUG nova.network.neutron [-] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.156916] env[65418]: DEBUG oslo_vmware.api [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52da6aec-c100-b51f-b37b-89bf2df17755, 'name': SearchDatastore_Task, 'duration_secs': 0.032559} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.157294] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.157467] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 90b4d610-2d84-4aad-83a2-19d8d22e437a/90b4d610-2d84-4aad-83a2-19d8d22e437a.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.157763] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42c0ceb3-4fb3-4962-b74d-1ac9225710c5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.165690] env[65418]: DEBUG oslo_vmware.api [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 832.165690] env[65418]: value = "task-4688398" [ 832.165690] env[65418]: _type = "Task" [ 832.165690] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.174610] env[65418]: DEBUG oslo_vmware.api [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.322646] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.323846] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99f1e0db-6a97-45d4-bc71-cf6812d4b1c5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.335043] env[65418]: DEBUG oslo_vmware.api [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 832.335043] env[65418]: value = "task-4688399" [ 832.335043] env[65418]: _type = "Task" [ 832.335043] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.348557] env[65418]: DEBUG oslo_vmware.api [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.407814] env[65418]: DEBUG oslo_vmware.api [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Task: {'id': task-4688397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101219} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.408104] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.408725] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.408725] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.408725] env[65418]: INFO nova.compute.manager [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 832.408962] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 832.409153] env[65418]: DEBUG nova.compute.manager [-] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 832.409215] env[65418]: DEBUG nova.network.neutron [-] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 832.409455] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 832.437522] env[65418]: DEBUG nova.compute.manager [req-0bdadf44-9b5a-47dc-9901-b3d6626969ab req-2a99aea1-0d56-4969-8360-12f9fc6f8af2 service nova] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Received event network-vif-deleted-2c288ca0-c885-4555-a9e9-0ced65af2299 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 832.445700] env[65418]: DEBUG nova.network.neutron [-] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 832.445966] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 832.480413] env[65418]: DEBUG oslo_concurrency.lockutils [req-0ac10f99-0595-4ced-8878-3e4371c1fad1 req-73b87f27-4f6b-4d07-99c1-a3ee7a79e2c6 service nova] Releasing lock "refresh_cache-90b4d610-2d84-4aad-83a2-19d8d22e437a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.527126] env[65418]: DEBUG oslo_concurrency.lockutils [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.542419] env[65418]: DEBUG nova.network.neutron [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Successfully updated port: 74c19c5d-5662-4249-85b2-115d368c38ef {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 832.592673] env[65418]: INFO nova.compute.manager [-] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Took 1.36 seconds to deallocate network for instance. [ 832.678357] env[65418]: DEBUG oslo_vmware.api [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688398, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.848638] env[65418]: DEBUG oslo_vmware.api [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688399, 'name': PowerOffVM_Task, 'duration_secs': 0.384061} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.850160] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.850160] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f947b90-765b-4223-b09f-cdc6cc21f084 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.869691] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20c840a-577d-45a6-bf93-cea5e7d13012 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.949423] env[65418]: DEBUG nova.network.neutron [-] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.046395] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "refresh_cache-81b5c4ec-bd3e-46ce-b891-762e4446f6de" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.046529] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquired lock "refresh_cache-81b5c4ec-bd3e-46ce-b891-762e4446f6de" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.046787] env[65418]: DEBUG nova.network.neutron [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 833.078800] env[65418]: DEBUG nova.compute.manager [req-fa1791e6-dbe0-4d9a-8bbc-1d6593e6239e req-0ae3fd53-d2b4-4f17-8cd1-ba033cf1752b service nova] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Received event network-vif-plugged-74c19c5d-5662-4249-85b2-115d368c38ef {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 833.079188] env[65418]: DEBUG oslo_concurrency.lockutils [req-fa1791e6-dbe0-4d9a-8bbc-1d6593e6239e req-0ae3fd53-d2b4-4f17-8cd1-ba033cf1752b service nova] Acquiring lock "81b5c4ec-bd3e-46ce-b891-762e4446f6de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.079492] env[65418]: DEBUG oslo_concurrency.lockutils [req-fa1791e6-dbe0-4d9a-8bbc-1d6593e6239e req-0ae3fd53-d2b4-4f17-8cd1-ba033cf1752b service nova] Lock "81b5c4ec-bd3e-46ce-b891-762e4446f6de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.079768] env[65418]: DEBUG oslo_concurrency.lockutils [req-fa1791e6-dbe0-4d9a-8bbc-1d6593e6239e req-0ae3fd53-d2b4-4f17-8cd1-ba033cf1752b service nova] Lock "81b5c4ec-bd3e-46ce-b891-762e4446f6de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.080045] env[65418]: DEBUG nova.compute.manager [req-fa1791e6-dbe0-4d9a-8bbc-1d6593e6239e req-0ae3fd53-d2b4-4f17-8cd1-ba033cf1752b service nova] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] No waiting events found dispatching network-vif-plugged-74c19c5d-5662-4249-85b2-115d368c38ef {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 833.080277] env[65418]: WARNING nova.compute.manager [req-fa1791e6-dbe0-4d9a-8bbc-1d6593e6239e req-0ae3fd53-d2b4-4f17-8cd1-ba033cf1752b service nova] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Received unexpected event network-vif-plugged-74c19c5d-5662-4249-85b2-115d368c38ef for instance with vm_state building and task_state spawning. [ 833.080465] env[65418]: DEBUG nova.compute.manager [req-fa1791e6-dbe0-4d9a-8bbc-1d6593e6239e req-0ae3fd53-d2b4-4f17-8cd1-ba033cf1752b service nova] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Received event network-changed-74c19c5d-5662-4249-85b2-115d368c38ef {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 833.080728] env[65418]: DEBUG nova.compute.manager [req-fa1791e6-dbe0-4d9a-8bbc-1d6593e6239e req-0ae3fd53-d2b4-4f17-8cd1-ba033cf1752b service nova] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Refreshing instance network info cache due to event network-changed-74c19c5d-5662-4249-85b2-115d368c38ef. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 833.080983] env[65418]: DEBUG oslo_concurrency.lockutils [req-fa1791e6-dbe0-4d9a-8bbc-1d6593e6239e req-0ae3fd53-d2b4-4f17-8cd1-ba033cf1752b service nova] Acquiring lock "refresh_cache-81b5c4ec-bd3e-46ce-b891-762e4446f6de" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.096378] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.291s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.106653] env[65418]: DEBUG oslo_concurrency.lockutils [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.426s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.106653] env[65418]: DEBUG oslo_concurrency.lockutils [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.107722] env[65418]: DEBUG oslo_concurrency.lockutils [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.279s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.109279] env[65418]: INFO nova.compute.claims [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.114921] env[65418]: DEBUG oslo_concurrency.lockutils [None req-435a13ea-4c4e-45d4-bc99-ab579c3e27da tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.180722] env[65418]: DEBUG oslo_vmware.api [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574184} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.181382] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 90b4d610-2d84-4aad-83a2-19d8d22e437a/90b4d610-2d84-4aad-83a2-19d8d22e437a.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.181634] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.181916] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5825f3e9-4f2b-4e0a-a583-b2ef414c7b71 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.190261] env[65418]: DEBUG oslo_vmware.api [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 833.190261] env[65418]: value = "task-4688400" [ 833.190261] env[65418]: _type = "Task" [ 833.190261] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.201132] env[65418]: DEBUG oslo_vmware.api [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.223446] env[65418]: INFO nova.scheduler.client.report [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Deleted allocations for instance 07bd94ae-658d-48c0-a798-746e52909abd [ 833.283281] env[65418]: DEBUG nova.compute.manager [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 833.284568] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a545df1-dd9d-4146-b783-40061b43b6d0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.384890] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Creating Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 833.384890] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-751bd77e-d1c8-4558-8c18-636bd8c0b5f0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.395519] env[65418]: DEBUG oslo_vmware.api [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 833.395519] env[65418]: value = "task-4688401" [ 833.395519] env[65418]: _type = "Task" [ 833.395519] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.406983] env[65418]: DEBUG oslo_vmware.api [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688401, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.453678] env[65418]: INFO nova.compute.manager [-] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Took 1.04 seconds to deallocate network for instance. [ 833.582823] env[65418]: DEBUG nova.network.neutron [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 833.662291] env[65418]: WARNING neutronclient.v2_0.client [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.702739] env[65418]: DEBUG oslo_vmware.api [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126842} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.703029] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.704067] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80bc0e4d-274d-46b3-9fef-16c3a3cf7844 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.729672] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 90b4d610-2d84-4aad-83a2-19d8d22e437a/90b4d610-2d84-4aad-83a2-19d8d22e437a.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.732678] env[65418]: DEBUG oslo_concurrency.lockutils [None req-319b4223-e8a4-4cce-9e5c-a91f2057002b tempest-ServerShowV257Test-1575647105 tempest-ServerShowV257Test-1575647105-project-member] Lock "07bd94ae-658d-48c0-a798-746e52909abd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.639s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.734089] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7f67c8f-364f-4c28-8a61-538c71426576 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.750466] env[65418]: DEBUG nova.network.neutron [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Updating instance_info_cache with network_info: [{"id": "74c19c5d-5662-4249-85b2-115d368c38ef", "address": "fa:16:3e:9b:49:4c", "network": {"id": "8300f26e-bb5f-4680-8e68-d1a25e45be92", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-401722129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf990c4ef1ff4879ba4e5d9c0086dc0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c19c5d-56", "ovs_interfaceid": "74c19c5d-5662-4249-85b2-115d368c38ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.758284] env[65418]: DEBUG oslo_vmware.api [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 833.758284] env[65418]: value = "task-4688402" [ 833.758284] env[65418]: _type = "Task" [ 833.758284] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.768380] env[65418]: DEBUG oslo_vmware.api [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688402, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.797945] env[65418]: INFO nova.compute.manager [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] instance snapshotting [ 833.798178] env[65418]: WARNING nova.compute.manager [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 833.801641] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1ef798-2577-49af-b898-3c2ee4d40e3e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.822880] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b1f03e-7a0c-4ac6-9fac-c705ec3e6ac4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.908313] env[65418]: DEBUG oslo_vmware.api [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688401, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.961505] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.253027] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Releasing lock "refresh_cache-81b5c4ec-bd3e-46ce-b891-762e4446f6de" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.253405] env[65418]: DEBUG nova.compute.manager [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Instance network_info: |[{"id": "74c19c5d-5662-4249-85b2-115d368c38ef", "address": "fa:16:3e:9b:49:4c", "network": {"id": "8300f26e-bb5f-4680-8e68-d1a25e45be92", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-401722129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf990c4ef1ff4879ba4e5d9c0086dc0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c19c5d-56", "ovs_interfaceid": "74c19c5d-5662-4249-85b2-115d368c38ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 834.253716] env[65418]: DEBUG oslo_concurrency.lockutils [req-fa1791e6-dbe0-4d9a-8bbc-1d6593e6239e req-0ae3fd53-d2b4-4f17-8cd1-ba033cf1752b service nova] Acquired lock "refresh_cache-81b5c4ec-bd3e-46ce-b891-762e4446f6de" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.253885] env[65418]: DEBUG nova.network.neutron [req-fa1791e6-dbe0-4d9a-8bbc-1d6593e6239e req-0ae3fd53-d2b4-4f17-8cd1-ba033cf1752b service nova] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Refreshing network info cache for port 74c19c5d-5662-4249-85b2-115d368c38ef {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.255059] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:49:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74c19c5d-5662-4249-85b2-115d368c38ef', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.263291] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 834.264852] env[65418]: WARNING neutronclient.v2_0.client [req-fa1791e6-dbe0-4d9a-8bbc-1d6593e6239e req-0ae3fd53-d2b4-4f17-8cd1-ba033cf1752b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 834.270208] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.274627] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d716e948-fa99-44f1-8106-0df024afd6fa {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.301599] env[65418]: DEBUG oslo_vmware.api [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688402, 'name': ReconfigVM_Task, 'duration_secs': 0.343869} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.305650] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 90b4d610-2d84-4aad-83a2-19d8d22e437a/90b4d610-2d84-4aad-83a2-19d8d22e437a.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.306346] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.306346] env[65418]: value = "task-4688403" [ 834.306346] env[65418]: _type = "Task" [ 834.306346] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.309572] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f20ad79-608b-49cf-9dc2-17b604ab5a6a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.323541] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688403, 'name': CreateVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.331934] env[65418]: DEBUG oslo_vmware.api [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 834.331934] env[65418]: value = "task-4688404" [ 834.331934] env[65418]: _type = "Task" [ 834.331934] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.337332] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Creating Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 834.338290] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c99d00f3-d195-47e0-b51d-7cc0e85d1074 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.352140] env[65418]: DEBUG oslo_vmware.api [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 834.352140] env[65418]: value = "task-4688405" [ 834.352140] env[65418]: _type = "Task" [ 834.352140] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.363857] env[65418]: DEBUG oslo_vmware.api [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688405, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.418358] env[65418]: DEBUG oslo_vmware.api [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688401, 'name': CreateSnapshot_Task, 'duration_secs': 0.631216} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.418358] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Created Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 834.418358] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490ffd02-51f5-4d4a-a64a-5e4eb22f192c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.489342] env[65418]: WARNING neutronclient.v2_0.client [req-fa1791e6-dbe0-4d9a-8bbc-1d6593e6239e req-0ae3fd53-d2b4-4f17-8cd1-ba033cf1752b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 834.599792] env[65418]: DEBUG nova.network.neutron [req-fa1791e6-dbe0-4d9a-8bbc-1d6593e6239e req-0ae3fd53-d2b4-4f17-8cd1-ba033cf1752b service nova] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Updated VIF entry in instance network info cache for port 74c19c5d-5662-4249-85b2-115d368c38ef. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 834.600175] env[65418]: DEBUG nova.network.neutron [req-fa1791e6-dbe0-4d9a-8bbc-1d6593e6239e req-0ae3fd53-d2b4-4f17-8cd1-ba033cf1752b service nova] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Updating instance_info_cache with network_info: [{"id": "74c19c5d-5662-4249-85b2-115d368c38ef", "address": "fa:16:3e:9b:49:4c", "network": {"id": "8300f26e-bb5f-4680-8e68-d1a25e45be92", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-401722129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf990c4ef1ff4879ba4e5d9c0086dc0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c19c5d-56", "ovs_interfaceid": "74c19c5d-5662-4249-85b2-115d368c38ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.649814] env[65418]: INFO nova.compute.manager [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Swapping old allocation on dict_keys(['04ebeb19-ed8c-4ddf-818a-ebce01147110']) held by migration 9c6ab8c3-6c68-4821-b502-fee1274182e6 for instance [ 834.677038] env[65418]: DEBUG nova.scheduler.client.report [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Overwriting current allocation {'allocations': {'04ebeb19-ed8c-4ddf-818a-ebce01147110': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 79}}, 'project_id': '3886082574624c979043ef2d9ead8ffd', 'user_id': 'd3755ca4af4044cca65b01a5405a3572', 'consumer_generation': 1} on consumer 4b446122-8965-4d44-974c-bedbf73cf659 {{(pid=65418) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 834.689478] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ca521b-44e7-4f7c-83fe-1ce49f6aaecb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.697883] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e91d5a-7905-4885-a1a5-d95ccd511287 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.729766] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74916876-b406-4b32-8f24-1e227b74872e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.733572] env[65418]: WARNING neutronclient.v2_0.client [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 834.741704] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4aebfd-d2c6-471d-9a0b-a83944776b6b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.756486] env[65418]: DEBUG nova.compute.provider_tree [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.767261] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquiring lock "refresh_cache-4b446122-8965-4d44-974c-bedbf73cf659" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.767426] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquired lock "refresh_cache-4b446122-8965-4d44-974c-bedbf73cf659" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.767589] env[65418]: DEBUG nova.network.neutron [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 834.823086] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688403, 'name': CreateVM_Task, 'duration_secs': 0.359193} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.823086] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 834.823821] env[65418]: WARNING neutronclient.v2_0.client [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 834.824467] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.824467] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.824759] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.825087] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96b2a454-2664-4108-bf9a-cb580bb73d1d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.831385] env[65418]: DEBUG oslo_vmware.api [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 834.831385] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52538e15-ccdf-170a-2a99-32954a188cfa" [ 834.831385] env[65418]: _type = "Task" [ 834.831385] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.844357] env[65418]: DEBUG oslo_vmware.api [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688404, 'name': Rename_Task, 'duration_secs': 0.179991} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.847849] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.848114] env[65418]: DEBUG oslo_vmware.api [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52538e15-ccdf-170a-2a99-32954a188cfa, 'name': SearchDatastore_Task} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.848352] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8496bb2-337d-417f-9c09-fd03eb87e767 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.850296] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.850526] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.850836] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.850954] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.851142] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.851468] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ee78483-b48d-48f7-b140-3e33270ebec0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.861457] env[65418]: DEBUG oslo_vmware.api [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 834.861457] env[65418]: value = "task-4688406" [ 834.861457] env[65418]: _type = "Task" [ 834.861457] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.864684] env[65418]: DEBUG oslo_vmware.api [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688405, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.869072] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.869266] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.870355] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d798c9a1-9107-4649-b4b3-ca6dc51d9518 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.875475] env[65418]: DEBUG oslo_vmware.api [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.879309] env[65418]: DEBUG oslo_vmware.api [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 834.879309] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52075df7-d85a-b7d1-34d9-866f0c11a403" [ 834.879309] env[65418]: _type = "Task" [ 834.879309] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.888413] env[65418]: DEBUG oslo_vmware.api [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52075df7-d85a-b7d1-34d9-866f0c11a403, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.941326] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Creating linked-clone VM from snapshot {{(pid=65418) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 834.942051] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5d3ff451-5eca-4631-a321-979122662290 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.951373] env[65418]: DEBUG oslo_vmware.api [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 834.951373] env[65418]: value = "task-4688407" [ 834.951373] env[65418]: _type = "Task" [ 834.951373] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.961222] env[65418]: DEBUG oslo_vmware.api [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688407, 'name': CloneVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.103615] env[65418]: DEBUG oslo_concurrency.lockutils [req-fa1791e6-dbe0-4d9a-8bbc-1d6593e6239e req-0ae3fd53-d2b4-4f17-8cd1-ba033cf1752b service nova] Releasing lock "refresh_cache-81b5c4ec-bd3e-46ce-b891-762e4446f6de" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.260034] env[65418]: DEBUG nova.scheduler.client.report [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.269905] env[65418]: WARNING neutronclient.v2_0.client [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.364480] env[65418]: DEBUG oslo_vmware.api [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688405, 'name': CreateSnapshot_Task, 'duration_secs': 0.520566} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.364829] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Created Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 835.368524] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5861adcc-cdbe-4c4b-8851-4da63c9bc792 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.376588] env[65418]: DEBUG oslo_vmware.api [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688406, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.392643] env[65418]: DEBUG oslo_vmware.api [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52075df7-d85a-b7d1-34d9-866f0c11a403, 'name': SearchDatastore_Task, 'duration_secs': 0.01247} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.393466] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c56fe89f-65bd-4696-95c4-a511f7bd9f84 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.400352] env[65418]: DEBUG oslo_vmware.api [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 835.400352] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b5680f-8d95-0063-c17c-f58f288d24d1" [ 835.400352] env[65418]: _type = "Task" [ 835.400352] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.412096] env[65418]: DEBUG oslo_vmware.api [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b5680f-8d95-0063-c17c-f58f288d24d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.429060] env[65418]: WARNING neutronclient.v2_0.client [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.461983] env[65418]: DEBUG oslo_vmware.api [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688407, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.503753] env[65418]: DEBUG nova.network.neutron [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Updating instance_info_cache with network_info: [{"id": "4c5ca920-6538-464a-81cc-d3b41e3c055c", "address": "fa:16:3e:cb:b8:7b", "network": {"id": "fda5cfd6-069d-412a-81d6-a01e385d6f83", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.65", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "983d99ea153045bdb10200433be4963d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c5ca920-65", "ovs_interfaceid": "4c5ca920-6538-464a-81cc-d3b41e3c055c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.765747] env[65418]: DEBUG oslo_concurrency.lockutils [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.766318] env[65418]: DEBUG nova.compute.manager [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 835.769563] env[65418]: DEBUG oslo_concurrency.lockutils [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.739s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.771167] env[65418]: INFO nova.compute.claims [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.879266] env[65418]: DEBUG oslo_vmware.api [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688406, 'name': PowerOnVM_Task, 'duration_secs': 0.87313} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.879266] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.879266] env[65418]: INFO nova.compute.manager [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Took 8.77 seconds to spawn the instance on the hypervisor. [ 835.879266] env[65418]: DEBUG nova.compute.manager [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 835.879266] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca6bd8e-ae25-4920-a565-805a997aec1d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.897026] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Creating linked-clone VM from snapshot {{(pid=65418) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 835.900324] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-280d0ee0-fc97-4fc4-bb13-01d9a78e65ec {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.920914] env[65418]: DEBUG oslo_vmware.api [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b5680f-8d95-0063-c17c-f58f288d24d1, 'name': SearchDatastore_Task, 'duration_secs': 0.017778} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.926807] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.926807] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 81b5c4ec-bd3e-46ce-b891-762e4446f6de/81b5c4ec-bd3e-46ce-b891-762e4446f6de.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.926807] env[65418]: DEBUG oslo_vmware.api [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 835.926807] env[65418]: value = "task-4688408" [ 835.926807] env[65418]: _type = "Task" [ 835.926807] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.926807] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f6b7369-601b-4c86-bfa0-8a064da34f90 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.935678] env[65418]: DEBUG oslo_vmware.api [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688408, 'name': CloneVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.937843] env[65418]: DEBUG oslo_vmware.api [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 835.937843] env[65418]: value = "task-4688409" [ 835.937843] env[65418]: _type = "Task" [ 835.937843] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.949807] env[65418]: DEBUG oslo_vmware.api [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.971629] env[65418]: DEBUG oslo_vmware.api [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688407, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.007667] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Releasing lock "refresh_cache-4b446122-8965-4d44-974c-bedbf73cf659" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.008752] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 836.008752] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c8ac3cc-f967-4bf3-9916-af779cc9857b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.019055] env[65418]: DEBUG oslo_vmware.api [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 836.019055] env[65418]: value = "task-4688410" [ 836.019055] env[65418]: _type = "Task" [ 836.019055] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.034818] env[65418]: DEBUG oslo_vmware.api [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.277170] env[65418]: DEBUG nova.compute.utils [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.281452] env[65418]: DEBUG nova.compute.manager [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Not allocating networking since 'none' was specified. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 836.419912] env[65418]: INFO nova.compute.manager [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Took 46.61 seconds to build instance. [ 836.444548] env[65418]: DEBUG oslo_vmware.api [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688408, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.456724] env[65418]: DEBUG oslo_vmware.api [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688409, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.468775] env[65418]: DEBUG oslo_vmware.api [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688407, 'name': CloneVM_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.539031] env[65418]: DEBUG oslo_vmware.api [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688410, 'name': PowerOffVM_Task, 'duration_secs': 0.340323} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.539031] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.539031] env[65418]: DEBUG nova.virt.hardware [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:42:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='59898279-5594-4c8a-87eb-f7be03177b08',id=33,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1778292381',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 836.539453] env[65418]: DEBUG nova.virt.hardware [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.539453] env[65418]: DEBUG nova.virt.hardware [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 836.539453] env[65418]: DEBUG nova.virt.hardware [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.539453] env[65418]: DEBUG nova.virt.hardware [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 836.539453] env[65418]: DEBUG nova.virt.hardware [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 836.539687] env[65418]: DEBUG nova.virt.hardware [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 836.539687] env[65418]: DEBUG nova.virt.hardware [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 836.539687] env[65418]: DEBUG nova.virt.hardware [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 836.539687] env[65418]: DEBUG nova.virt.hardware [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 836.539687] env[65418]: DEBUG nova.virt.hardware [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 836.546983] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eded20a7-4f97-4698-8a98-bc5f3a50d344 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.575030] env[65418]: DEBUG oslo_vmware.api [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 836.575030] env[65418]: value = "task-4688411" [ 836.575030] env[65418]: _type = "Task" [ 836.575030] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.587772] env[65418]: DEBUG oslo_vmware.api [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688411, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.783481] env[65418]: DEBUG nova.compute.manager [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 836.922297] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7ee12d7d-c97e-4f96-977e-8afdd3d921b6 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "90b4d610-2d84-4aad-83a2-19d8d22e437a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.956s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.944475] env[65418]: DEBUG oslo_vmware.api [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688408, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.960240] env[65418]: DEBUG oslo_vmware.api [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691996} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.969712] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 81b5c4ec-bd3e-46ce-b891-762e4446f6de/81b5c4ec-bd3e-46ce-b891-762e4446f6de.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.969712] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.969712] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-625f84d7-4c01-442c-a978-3b13a8a7a43d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.978997] env[65418]: DEBUG oslo_vmware.api [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688407, 'name': CloneVM_Task, 'duration_secs': 1.579139} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.980705] env[65418]: INFO nova.virt.vmwareapi.vmops [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Created linked-clone VM from snapshot [ 836.981093] env[65418]: DEBUG oslo_vmware.api [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 836.981093] env[65418]: value = "task-4688412" [ 836.981093] env[65418]: _type = "Task" [ 836.981093] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.985638] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823fb87f-ac69-4d40-b09f-8d396cddf159 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.008430] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Uploading image d7d6949c-13a4-47a0-b5dc-2e126763dc62 {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 837.047967] env[65418]: DEBUG oslo_vmware.rw_handles [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 837.047967] env[65418]: value = "vm-915160" [ 837.047967] env[65418]: _type = "VirtualMachine" [ 837.047967] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 837.051661] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-82743963-0679-4901-ba8c-c9b7f3fba4ad {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.066662] env[65418]: DEBUG oslo_vmware.rw_handles [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lease: (returnval){ [ 837.066662] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b662e0-0a39-338b-e781-bca49785ba77" [ 837.066662] env[65418]: _type = "HttpNfcLease" [ 837.066662] env[65418]: } obtained for exporting VM: (result){ [ 837.066662] env[65418]: value = "vm-915160" [ 837.066662] env[65418]: _type = "VirtualMachine" [ 837.066662] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 837.067783] env[65418]: DEBUG oslo_vmware.api [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the lease: (returnval){ [ 837.067783] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b662e0-0a39-338b-e781-bca49785ba77" [ 837.067783] env[65418]: _type = "HttpNfcLease" [ 837.067783] env[65418]: } to be ready. {{(pid=65418) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 837.076249] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 837.076249] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b662e0-0a39-338b-e781-bca49785ba77" [ 837.076249] env[65418]: _type = "HttpNfcLease" [ 837.076249] env[65418]: } is initializing. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 837.091280] env[65418]: DEBUG oslo_vmware.api [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688411, 'name': ReconfigVM_Task, 'duration_secs': 0.299932} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.092683] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86ff8c9-2d56-445e-92e7-4035fd4c6cd3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.123700] env[65418]: DEBUG nova.virt.hardware [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:42:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='59898279-5594-4c8a-87eb-f7be03177b08',id=33,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1778292381',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 837.123813] env[65418]: DEBUG nova.virt.hardware [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.123949] env[65418]: DEBUG nova.virt.hardware [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 837.124146] env[65418]: DEBUG nova.virt.hardware [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.124286] env[65418]: DEBUG nova.virt.hardware [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 837.124426] env[65418]: DEBUG nova.virt.hardware [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 837.124620] env[65418]: DEBUG nova.virt.hardware [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 837.124769] env[65418]: DEBUG nova.virt.hardware [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 837.124929] env[65418]: DEBUG nova.virt.hardware [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 837.125254] env[65418]: DEBUG nova.virt.hardware [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 837.125399] env[65418]: DEBUG nova.virt.hardware [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 837.129114] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5356e7d-fc6e-45af-afff-ba0af8837594 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.135882] env[65418]: DEBUG oslo_vmware.api [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 837.135882] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52a01122-f848-18dd-bcc2-ba5f506721c7" [ 837.135882] env[65418]: _type = "Task" [ 837.135882] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.145458] env[65418]: DEBUG oslo_vmware.api [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52a01122-f848-18dd-bcc2-ba5f506721c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.446238] env[65418]: DEBUG oslo_vmware.api [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688408, 'name': CloneVM_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.478876] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db9425a-ed14-4c13-a83c-a0e01a90b21e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.499253] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce93a5d-d773-4986-a150-ec00d40adb08 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.511646] env[65418]: DEBUG oslo_vmware.api [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134727} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.539170] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.539458] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eabcf8c-43bb-4282-b1d2-ec3c93e27b98 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.542689] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7096407-b94e-409c-8a94-77862c2acea5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.568357] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f27896-b77d-4ad2-a34f-749288e88cc0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.580997] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 81b5c4ec-bd3e-46ce-b891-762e4446f6de/81b5c4ec-bd3e-46ce-b891-762e4446f6de.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.582160] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-347156ab-f5d3-4459-a9d8-fcf2181cc145 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.614245] env[65418]: DEBUG nova.compute.provider_tree [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.617969] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 837.617969] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b662e0-0a39-338b-e781-bca49785ba77" [ 837.617969] env[65418]: _type = "HttpNfcLease" [ 837.617969] env[65418]: } is ready. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 837.618301] env[65418]: DEBUG oslo_vmware.api [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 837.618301] env[65418]: value = "task-4688414" [ 837.618301] env[65418]: _type = "Task" [ 837.618301] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.618796] env[65418]: DEBUG oslo_vmware.rw_handles [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 837.618796] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b662e0-0a39-338b-e781-bca49785ba77" [ 837.618796] env[65418]: _type = "HttpNfcLease" [ 837.618796] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 837.619765] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cddaca1-ad3f-417f-9d90-168e16d35b64 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.634889] env[65418]: DEBUG oslo_vmware.rw_handles [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a95b0e-74a4-e058-ed3b-35dfac84003e/disk-0.vmdk from lease info. {{(pid=65418) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 837.635155] env[65418]: DEBUG oslo_vmware.rw_handles [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a95b0e-74a4-e058-ed3b-35dfac84003e/disk-0.vmdk for reading. {{(pid=65418) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 837.640299] env[65418]: DEBUG oslo_vmware.api [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688414, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.713842] env[65418]: DEBUG oslo_vmware.api [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52a01122-f848-18dd-bcc2-ba5f506721c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010075} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.718711] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Reconfiguring VM instance instance-00000027 to detach disk 2000 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 837.720292] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aeba13e-b006-4c8f-be8b-6bee574120e7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.743378] env[65418]: DEBUG oslo_vmware.api [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 837.743378] env[65418]: value = "task-4688415" [ 837.743378] env[65418]: _type = "Task" [ 837.743378] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.758122] env[65418]: DEBUG oslo_vmware.api [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688415, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.762636] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9cf5f44f-aad2-480a-917b-9cd13d69d986 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.806453] env[65418]: DEBUG nova.compute.manager [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 837.847305] env[65418]: DEBUG nova.virt.hardware [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 837.847542] env[65418]: DEBUG nova.virt.hardware [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.847686] env[65418]: DEBUG nova.virt.hardware [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 837.847856] env[65418]: DEBUG nova.virt.hardware [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.847989] env[65418]: DEBUG nova.virt.hardware [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 837.849551] env[65418]: DEBUG nova.virt.hardware [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 837.850427] env[65418]: DEBUG nova.virt.hardware [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 837.850427] env[65418]: DEBUG nova.virt.hardware [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 837.850565] env[65418]: DEBUG nova.virt.hardware [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 837.850743] env[65418]: DEBUG nova.virt.hardware [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 837.851034] env[65418]: DEBUG nova.virt.hardware [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 837.851977] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0751e004-fa13-4990-b0bc-f23fa2324b90 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.865490] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e5108e-1cd1-4745-abbb-e33a76d9759d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.885710] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Instance VIF info [] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.891820] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Creating folder: Project (0c749f36361740f6ab8e8979fde30206). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.892196] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-656edfe5-6fe5-4e85-80d4-c53fa79e4969 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.906042] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Created folder: Project (0c749f36361740f6ab8e8979fde30206) in parent group-v914982. [ 837.906042] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Creating folder: Instances. Parent ref: group-v915162. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.906042] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c66991e-f9ea-46d5-877b-33a4becb0464 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.915630] env[65418]: DEBUG nova.compute.manager [req-323e7bc1-2d1c-4f68-83a3-1029f5bc267b req-74950b2e-ad71-448f-a8be-64aa50516aca service nova] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Received event network-changed-19606f71-5550-4f76-9c31-d7cf190a3c83 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 837.915794] env[65418]: DEBUG nova.compute.manager [req-323e7bc1-2d1c-4f68-83a3-1029f5bc267b req-74950b2e-ad71-448f-a8be-64aa50516aca service nova] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Refreshing instance network info cache due to event network-changed-19606f71-5550-4f76-9c31-d7cf190a3c83. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 837.915927] env[65418]: DEBUG oslo_concurrency.lockutils [req-323e7bc1-2d1c-4f68-83a3-1029f5bc267b req-74950b2e-ad71-448f-a8be-64aa50516aca service nova] Acquiring lock "refresh_cache-90b4d610-2d84-4aad-83a2-19d8d22e437a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.916135] env[65418]: DEBUG oslo_concurrency.lockutils [req-323e7bc1-2d1c-4f68-83a3-1029f5bc267b req-74950b2e-ad71-448f-a8be-64aa50516aca service nova] Acquired lock "refresh_cache-90b4d610-2d84-4aad-83a2-19d8d22e437a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.916359] env[65418]: DEBUG nova.network.neutron [req-323e7bc1-2d1c-4f68-83a3-1029f5bc267b req-74950b2e-ad71-448f-a8be-64aa50516aca service nova] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Refreshing network info cache for port 19606f71-5550-4f76-9c31-d7cf190a3c83 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.919356] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Created folder: Instances in parent group-v915162. [ 837.919646] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 837.919774] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.919971] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9b4bfec-72f7-498a-ac1d-65386acc32f2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.948075] env[65418]: DEBUG oslo_vmware.api [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688408, 'name': CloneVM_Task, 'duration_secs': 1.875922} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.949834] env[65418]: INFO nova.virt.vmwareapi.vmops [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Created linked-clone VM from snapshot [ 837.950524] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.950524] env[65418]: value = "task-4688418" [ 837.950524] env[65418]: _type = "Task" [ 837.950524] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.955032] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcc792b-7665-40a0-94bb-66fdc5d01774 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.973581] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Uploading image 98760940-ca82-4dd9-97c7-0484f5954e8f {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 837.981898] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688418, 'name': CreateVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.017107] env[65418]: DEBUG oslo_vmware.rw_handles [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 838.017107] env[65418]: value = "vm-915161" [ 838.017107] env[65418]: _type = "VirtualMachine" [ 838.017107] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 838.021023] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-99d69633-6666-4b90-bed7-d243d8268573 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.031982] env[65418]: DEBUG oslo_vmware.rw_handles [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lease: (returnval){ [ 838.031982] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525eebda-1fe5-c4d7-ac99-05c2e17faccd" [ 838.031982] env[65418]: _type = "HttpNfcLease" [ 838.031982] env[65418]: } obtained for exporting VM: (result){ [ 838.031982] env[65418]: value = "vm-915161" [ 838.031982] env[65418]: _type = "VirtualMachine" [ 838.031982] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 838.031982] env[65418]: DEBUG oslo_vmware.api [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the lease: (returnval){ [ 838.031982] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525eebda-1fe5-c4d7-ac99-05c2e17faccd" [ 838.031982] env[65418]: _type = "HttpNfcLease" [ 838.031982] env[65418]: } to be ready. {{(pid=65418) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 838.046821] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 838.046821] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525eebda-1fe5-c4d7-ac99-05c2e17faccd" [ 838.046821] env[65418]: _type = "HttpNfcLease" [ 838.046821] env[65418]: } is ready. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 838.047824] env[65418]: DEBUG oslo_vmware.rw_handles [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 838.047824] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525eebda-1fe5-c4d7-ac99-05c2e17faccd" [ 838.047824] env[65418]: _type = "HttpNfcLease" [ 838.047824] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 838.051017] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd628b77-aa17-4164-b6e8-09c0fabde63e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.073843] env[65418]: DEBUG oslo_vmware.rw_handles [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525f7a6a-e756-e28d-7fc5-84fc45a2b11f/disk-0.vmdk from lease info. {{(pid=65418) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 838.074053] env[65418]: DEBUG oslo_vmware.rw_handles [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525f7a6a-e756-e28d-7fc5-84fc45a2b11f/disk-0.vmdk for reading. {{(pid=65418) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 838.140929] env[65418]: DEBUG nova.scheduler.client.report [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.158190] env[65418]: DEBUG oslo_vmware.api [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688414, 'name': ReconfigVM_Task, 'duration_secs': 0.484} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.158564] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 81b5c4ec-bd3e-46ce-b891-762e4446f6de/81b5c4ec-bd3e-46ce-b891-762e4446f6de.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.159391] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17dca619-53d4-4778-8a48-89b67ae29190 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.168295] env[65418]: DEBUG oslo_vmware.api [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 838.168295] env[65418]: value = "task-4688420" [ 838.168295] env[65418]: _type = "Task" [ 838.168295] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.178185] env[65418]: DEBUG oslo_vmware.api [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688420, 'name': Rename_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.184041] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6a74f388-3590-4738-ba47-7a22a69247fb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.263080] env[65418]: DEBUG oslo_vmware.api [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688415, 'name': ReconfigVM_Task, 'duration_secs': 0.242155} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.263408] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Reconfigured VM instance instance-00000027 to detach disk 2000 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 838.264587] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae8d571-e305-4edd-8de1-2d37b8b143bf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.292931] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 4b446122-8965-4d44-974c-bedbf73cf659/4b446122-8965-4d44-974c-bedbf73cf659.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.293748] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c47ee8f-bfa2-462c-b678-c38c6798e2f6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.319253] env[65418]: DEBUG oslo_vmware.api [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 838.319253] env[65418]: value = "task-4688421" [ 838.319253] env[65418]: _type = "Task" [ 838.319253] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.330264] env[65418]: DEBUG oslo_vmware.api [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688421, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.437445] env[65418]: WARNING neutronclient.v2_0.client [req-323e7bc1-2d1c-4f68-83a3-1029f5bc267b req-74950b2e-ad71-448f-a8be-64aa50516aca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.470484] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688418, 'name': CreateVM_Task, 'duration_secs': 0.450529} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.470865] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.472175] env[65418]: DEBUG oslo_concurrency.lockutils [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.472175] env[65418]: DEBUG oslo_concurrency.lockutils [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.472175] env[65418]: DEBUG oslo_concurrency.lockutils [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.472565] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-823ca7f6-69c1-45b4-9b2c-b430137c9c7b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.478940] env[65418]: DEBUG oslo_vmware.api [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Waiting for the task: (returnval){ [ 838.478940] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523fe575-0779-39c1-d311-b45204b552db" [ 838.478940] env[65418]: _type = "Task" [ 838.478940] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.492800] env[65418]: DEBUG oslo_vmware.api [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523fe575-0779-39c1-d311-b45204b552db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.648683] env[65418]: DEBUG oslo_concurrency.lockutils [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.878s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.649996] env[65418]: DEBUG nova.compute.manager [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 838.652626] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2cccf121-2b91-43cd-9083-2d4e1e632d2b tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.452s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.652840] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2cccf121-2b91-43cd-9083-2d4e1e632d2b tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.659694] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.980s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.661677] env[65418]: INFO nova.compute.claims [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.696948] env[65418]: DEBUG oslo_vmware.api [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688420, 'name': Rename_Task, 'duration_secs': 0.255103} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.698780] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.698780] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0910f482-51e2-4c6c-bea5-eaa6d1ac8711 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.707307] env[65418]: DEBUG oslo_vmware.api [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 838.707307] env[65418]: value = "task-4688422" [ 838.707307] env[65418]: _type = "Task" [ 838.707307] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.721388] env[65418]: DEBUG oslo_vmware.api [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.726907] env[65418]: INFO nova.scheduler.client.report [None req-2cccf121-2b91-43cd-9083-2d4e1e632d2b tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Deleted allocations for instance 146ee161-6b39-4584-ad7e-dfbcd1c2e54c [ 838.737998] env[65418]: WARNING neutronclient.v2_0.client [req-323e7bc1-2d1c-4f68-83a3-1029f5bc267b req-74950b2e-ad71-448f-a8be-64aa50516aca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.838178] env[65418]: DEBUG oslo_vmware.api [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688421, 'name': ReconfigVM_Task, 'duration_secs': 0.396379} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.838178] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 4b446122-8965-4d44-974c-bedbf73cf659/4b446122-8965-4d44-974c-bedbf73cf659.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.838608] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7996deb0-b4c3-4088-9e09-6ca6da495a9e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.867869] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e05cfa9-1fa8-4f1b-908a-dda794be84b9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.892737] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd6a2aa-9650-4566-a845-86bbe92520a8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.917273] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a846540-93e7-49e9-b664-4c9698b638a5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.927073] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.927630] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a6ddcf9-c437-4d5b-b8ba-62c17268ce17 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.938292] env[65418]: DEBUG oslo_vmware.api [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 838.938292] env[65418]: value = "task-4688423" [ 838.938292] env[65418]: _type = "Task" [ 838.938292] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.951282] env[65418]: DEBUG oslo_vmware.api [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.000452] env[65418]: DEBUG oslo_vmware.api [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523fe575-0779-39c1-d311-b45204b552db, 'name': SearchDatastore_Task, 'duration_secs': 0.012174} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.001124] env[65418]: DEBUG oslo_concurrency.lockutils [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.001517] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.002364] env[65418]: DEBUG oslo_concurrency.lockutils [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.005045] env[65418]: DEBUG oslo_concurrency.lockutils [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.005045] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.005045] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47e56600-cabd-49ed-a95e-d52373bb00ae {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.012766] env[65418]: DEBUG nova.network.neutron [req-323e7bc1-2d1c-4f68-83a3-1029f5bc267b req-74950b2e-ad71-448f-a8be-64aa50516aca service nova] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Updated VIF entry in instance network info cache for port 19606f71-5550-4f76-9c31-d7cf190a3c83. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 839.013848] env[65418]: DEBUG nova.network.neutron [req-323e7bc1-2d1c-4f68-83a3-1029f5bc267b req-74950b2e-ad71-448f-a8be-64aa50516aca service nova] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Updating instance_info_cache with network_info: [{"id": "19606f71-5550-4f76-9c31-d7cf190a3c83", "address": "fa:16:3e:13:f6:68", "network": {"id": "3fab3b70-ba17-4e6a-ae3d-5a05fb711a8b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-395157993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0727a4c133420fa0cb4f4356dee109", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19606f71-55", "ovs_interfaceid": "19606f71-5550-4f76-9c31-d7cf190a3c83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.019574] env[65418]: DEBUG nova.objects.instance [None req-6bee78f4-eafe-404b-bfb0-8f197d2f6de0 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Lazy-loading 'flavor' on Instance uuid 71be4a03-3ca3-4314-9f48-60cb7aa3a58b {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.023131] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.023533] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.025305] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c1665a2-3e7c-4769-9d4a-c9de6b3eb94a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.037353] env[65418]: DEBUG oslo_vmware.api [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Waiting for the task: (returnval){ [ 839.037353] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52bcae3a-d222-57e1-e8bb-e5342b17255d" [ 839.037353] env[65418]: _type = "Task" [ 839.037353] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.057492] env[65418]: DEBUG oslo_vmware.api [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52bcae3a-d222-57e1-e8bb-e5342b17255d, 'name': SearchDatastore_Task, 'duration_secs': 0.012932} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.058834] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-331d6867-67c8-498c-a640-401afedec9f0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.072362] env[65418]: DEBUG oslo_vmware.api [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Waiting for the task: (returnval){ [ 839.072362] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52fb9458-0108-4bce-fef2-80943aedd209" [ 839.072362] env[65418]: _type = "Task" [ 839.072362] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.085844] env[65418]: DEBUG oslo_vmware.api [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52fb9458-0108-4bce-fef2-80943aedd209, 'name': SearchDatastore_Task, 'duration_secs': 0.011995} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.085844] env[65418]: DEBUG oslo_concurrency.lockutils [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.085844] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 8d5cb814-d94b-433e-85f2-638bcbf08f6b/8d5cb814-d94b-433e-85f2-638bcbf08f6b.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.085844] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae838bf0-fed4-4f2d-9539-88a387c64fa5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.093828] env[65418]: DEBUG oslo_vmware.api [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Waiting for the task: (returnval){ [ 839.093828] env[65418]: value = "task-4688424" [ 839.093828] env[65418]: _type = "Task" [ 839.093828] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.110451] env[65418]: DEBUG oslo_vmware.api [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.184793] env[65418]: DEBUG nova.compute.utils [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.189785] env[65418]: DEBUG nova.compute.manager [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 839.193562] env[65418]: DEBUG nova.network.neutron [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 839.193562] env[65418]: WARNING neutronclient.v2_0.client [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.193562] env[65418]: WARNING neutronclient.v2_0.client [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.231394] env[65418]: DEBUG oslo_vmware.api [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688422, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.242076] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2cccf121-2b91-43cd-9083-2d4e1e632d2b tempest-ServerMetadataNegativeTestJSON-1260870839 tempest-ServerMetadataNegativeTestJSON-1260870839-project-member] Lock "146ee161-6b39-4584-ad7e-dfbcd1c2e54c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.543s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.321241] env[65418]: DEBUG nova.policy [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64b46100fd7243b984f259b26e3dedd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2090de566fb84fa3bc932cdbdbb77b23', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 839.455048] env[65418]: DEBUG oslo_vmware.api [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688423, 'name': PowerOnVM_Task, 'duration_secs': 0.471333} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.455048] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.517658] env[65418]: DEBUG oslo_concurrency.lockutils [req-323e7bc1-2d1c-4f68-83a3-1029f5bc267b req-74950b2e-ad71-448f-a8be-64aa50516aca service nova] Releasing lock "refresh_cache-90b4d610-2d84-4aad-83a2-19d8d22e437a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.528686] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bee78f4-eafe-404b-bfb0-8f197d2f6de0 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Acquiring lock "refresh_cache-71be4a03-3ca3-4314-9f48-60cb7aa3a58b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.528686] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bee78f4-eafe-404b-bfb0-8f197d2f6de0 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Acquired lock "refresh_cache-71be4a03-3ca3-4314-9f48-60cb7aa3a58b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.529230] env[65418]: WARNING neutronclient.v2_0.client [None req-6bee78f4-eafe-404b-bfb0-8f197d2f6de0 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.607143] env[65418]: DEBUG oslo_vmware.api [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688424, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.690339] env[65418]: DEBUG nova.compute.manager [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 839.730672] env[65418]: DEBUG oslo_vmware.api [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688422, 'name': PowerOnVM_Task, 'duration_secs': 0.675184} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.736251] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 839.736251] env[65418]: INFO nova.compute.manager [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Took 7.90 seconds to spawn the instance on the hypervisor. [ 839.736251] env[65418]: DEBUG nova.compute.manager [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 839.741256] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ec7c55-4002-4e0a-ae0a-b756dd17124e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.802586] env[65418]: DEBUG nova.network.neutron [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Successfully created port: aea91d42-16cf-40d3-af86-c9c9d0c1cd8e {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 840.109422] env[65418]: DEBUG oslo_vmware.api [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668221} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.109702] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 8d5cb814-d94b-433e-85f2-638bcbf08f6b/8d5cb814-d94b-433e-85f2-638bcbf08f6b.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.110595] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.110903] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c622294-6a65-402a-a500-64cb5617966b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.120917] env[65418]: DEBUG oslo_vmware.api [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Waiting for the task: (returnval){ [ 840.120917] env[65418]: value = "task-4688425" [ 840.120917] env[65418]: _type = "Task" [ 840.120917] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.132652] env[65418]: DEBUG oslo_vmware.api [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688425, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.268492] env[65418]: INFO nova.compute.manager [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Took 38.98 seconds to build instance. [ 840.296354] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945c6f27-58bc-4a5b-80c3-7c8047e8ec66 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.312451] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26722e1c-98d2-4080-aed0-0a07cf607cf9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.349932] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fab8dc-da0a-49fd-aca3-7a08c318faf9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.362180] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6189f807-3ec3-4ad1-8122-8a9c57506c52 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.378702] env[65418]: DEBUG nova.compute.provider_tree [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.467194] env[65418]: INFO nova.compute.manager [None req-0ac627fd-5c3a-4b34-9d66-e7149992ed89 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Updating instance to original state: 'active' [ 840.634733] env[65418]: DEBUG oslo_vmware.api [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688425, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077724} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.634733] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.636644] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46ad042-83fb-418f-b3e9-cea0adb42c55 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.659818] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 8d5cb814-d94b-433e-85f2-638bcbf08f6b/8d5cb814-d94b-433e-85f2-638bcbf08f6b.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.660667] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32bbfa5e-11db-4c98-b9d6-5222af3e105e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.683097] env[65418]: DEBUG oslo_vmware.api [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Waiting for the task: (returnval){ [ 840.683097] env[65418]: value = "task-4688426" [ 840.683097] env[65418]: _type = "Task" [ 840.683097] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.694702] env[65418]: DEBUG oslo_vmware.api [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688426, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.701220] env[65418]: DEBUG nova.compute.manager [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 840.724983] env[65418]: DEBUG nova.network.neutron [None req-6bee78f4-eafe-404b-bfb0-8f197d2f6de0 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 840.773194] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6344ebad-4414-47b5-89ec-6227b0ed9649 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "81b5c4ec-bd3e-46ce-b891-762e4446f6de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.520s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.882762] env[65418]: DEBUG nova.scheduler.client.report [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.195579] env[65418]: DEBUG oslo_vmware.api [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688426, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.228478] env[65418]: WARNING neutronclient.v2_0.client [None req-6bee78f4-eafe-404b-bfb0-8f197d2f6de0 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.389983] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.391817] env[65418]: DEBUG nova.compute.manager [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 841.394639] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d9b4a11a-10c0-4316-8640-94ab00cf5e46 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.205s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.394955] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d9b4a11a-10c0-4316-8640-94ab00cf5e46 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.398086] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b4c6e1df-6e85-4802-82c4-48697b8ab862 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.574s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.398363] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b4c6e1df-6e85-4802-82c4-48697b8ab862 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.400465] env[65418]: DEBUG oslo_concurrency.lockutils [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.178s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.400756] env[65418]: DEBUG nova.objects.instance [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65418) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 841.441655] env[65418]: INFO nova.scheduler.client.report [None req-b4c6e1df-6e85-4802-82c4-48697b8ab862 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Deleted allocations for instance ac183b2c-d144-4e65-9ddf-12ffc4f4093c [ 841.445657] env[65418]: INFO nova.scheduler.client.report [None req-d9b4a11a-10c0-4316-8640-94ab00cf5e46 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Deleted allocations for instance 6378b2ec-67d9-4626-9996-54c8c5a47dce [ 841.625464] env[65418]: DEBUG nova.network.neutron [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Successfully updated port: aea91d42-16cf-40d3-af86-c9c9d0c1cd8e {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 841.695134] env[65418]: DEBUG oslo_vmware.api [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688426, 'name': ReconfigVM_Task, 'duration_secs': 0.534621} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.695710] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 8d5cb814-d94b-433e-85f2-638bcbf08f6b/8d5cb814-d94b-433e-85f2-638bcbf08f6b.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.696107] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a39578a3-af90-4460-b615-d5d423e19202 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.704701] env[65418]: DEBUG oslo_vmware.api [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Waiting for the task: (returnval){ [ 841.704701] env[65418]: value = "task-4688427" [ 841.704701] env[65418]: _type = "Task" [ 841.704701] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.714813] env[65418]: DEBUG oslo_vmware.api [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688427, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.906127] env[65418]: DEBUG nova.compute.utils [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 841.914883] env[65418]: DEBUG nova.compute.manager [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Not allocating networking since 'none' was specified. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 841.937727] env[65418]: WARNING neutronclient.v2_0.client [None req-6bee78f4-eafe-404b-bfb0-8f197d2f6de0 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.963643] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b4c6e1df-6e85-4802-82c4-48697b8ab862 tempest-FloatingIPsAssociationTestJSON-939090825 tempest-FloatingIPsAssociationTestJSON-939090825-project-member] Lock "ac183b2c-d144-4e65-9ddf-12ffc4f4093c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.652s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.965830] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d9b4a11a-10c0-4316-8640-94ab00cf5e46 tempest-ServerTagsTestJSON-298635232 tempest-ServerTagsTestJSON-298635232-project-member] Lock "6378b2ec-67d9-4626-9996-54c8c5a47dce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.735s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.128545] env[65418]: DEBUG oslo_concurrency.lockutils [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Acquiring lock "refresh_cache-35179ab7-f9c9-4c6d-8c6c-855a9a9738b4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.128810] env[65418]: DEBUG oslo_concurrency.lockutils [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Acquired lock "refresh_cache-35179ab7-f9c9-4c6d-8c6c-855a9a9738b4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.128888] env[65418]: DEBUG nova.network.neutron [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 842.217524] env[65418]: DEBUG oslo_vmware.api [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688427, 'name': Rename_Task, 'duration_secs': 0.204195} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.217952] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 842.218340] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74eb2f70-5444-47f5-8a62-63f52117f560 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.228231] env[65418]: DEBUG oslo_vmware.api [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Waiting for the task: (returnval){ [ 842.228231] env[65418]: value = "task-4688428" [ 842.228231] env[65418]: _type = "Task" [ 842.228231] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.238397] env[65418]: DEBUG oslo_vmware.api [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.412222] env[65418]: DEBUG nova.compute.manager [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 842.419686] env[65418]: DEBUG oslo_concurrency.lockutils [None req-af5a40b0-7db9-434b-8131-eacc6f878fac tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.419686] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e2daf9df-c8ad-4f4e-a80f-3045a4d20a52 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.674s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.419686] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e2daf9df-c8ad-4f4e-a80f-3045a4d20a52 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.424026] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.173s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.424026] env[65418]: DEBUG nova.objects.instance [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65418) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 842.457459] env[65418]: INFO nova.scheduler.client.report [None req-e2daf9df-c8ad-4f4e-a80f-3045a4d20a52 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Deleted allocations for instance 1eece51a-ce27-4f28-b23e-e8c706d0895b [ 842.743620] env[65418]: DEBUG oslo_vmware.api [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688428, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.849276] env[65418]: DEBUG nova.network.neutron [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 842.968928] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e2daf9df-c8ad-4f4e-a80f-3045a4d20a52 tempest-ServersAdminNegativeTestJSON-1139809485 tempest-ServersAdminNegativeTestJSON-1139809485-project-member] Lock "1eece51a-ce27-4f28-b23e-e8c706d0895b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.761s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.076101] env[65418]: DEBUG nova.network.neutron [None req-6bee78f4-eafe-404b-bfb0-8f197d2f6de0 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Updating instance_info_cache with network_info: [{"id": "01617bc3-9032-4f9a-8e3e-db7fab34f17d", "address": "fa:16:3e:49:7d:b7", "network": {"id": "863352de-0711-4630-b35a-f018bbf8fba3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1046293168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b97716be533c4d55a648abc7ba3342f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01617bc3-90", "ovs_interfaceid": "01617bc3-9032-4f9a-8e3e-db7fab34f17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.240855] env[65418]: DEBUG oslo_vmware.api [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688428, 'name': PowerOnVM_Task, 'duration_secs': 0.687096} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.241250] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.241492] env[65418]: INFO nova.compute.manager [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Took 5.43 seconds to spawn the instance on the hypervisor. [ 843.241701] env[65418]: DEBUG nova.compute.manager [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 843.242601] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebc5e11-4a7f-4324-9842-11d1f7a41036 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.416954] env[65418]: WARNING neutronclient.v2_0.client [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 843.428937] env[65418]: DEBUG nova.compute.manager [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 843.433137] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4e5daf59-6b87-4e56-85f4-593670ad308a tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.434318] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6f972d65-89bc-4731-809a-8c558ad144b9 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.643s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.434693] env[65418]: DEBUG nova.objects.instance [None req-6f972d65-89bc-4731-809a-8c558ad144b9 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Lazy-loading 'resources' on Instance uuid 30d0c975-942c-41ea-b666-b84a230cc4b7 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.536261] env[65418]: DEBUG nova.network.neutron [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Updating instance_info_cache with network_info: [{"id": "aea91d42-16cf-40d3-af86-c9c9d0c1cd8e", "address": "fa:16:3e:e5:3c:44", "network": {"id": "ae212b7f-cff0-4a43-8158-e7ee056f9f67", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1385778746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2090de566fb84fa3bc932cdbdbb77b23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea91d42-16", "ovs_interfaceid": "aea91d42-16cf-40d3-af86-c9c9d0c1cd8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.581892] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bee78f4-eafe-404b-bfb0-8f197d2f6de0 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Releasing lock "refresh_cache-71be4a03-3ca3-4314-9f48-60cb7aa3a58b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.582121] env[65418]: DEBUG nova.compute.manager [None req-6bee78f4-eafe-404b-bfb0-8f197d2f6de0 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Inject network info {{(pid=65418) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 843.582330] env[65418]: DEBUG nova.compute.manager [None req-6bee78f4-eafe-404b-bfb0-8f197d2f6de0 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] network_info to inject: |[{"id": "01617bc3-9032-4f9a-8e3e-db7fab34f17d", "address": "fa:16:3e:49:7d:b7", "network": {"id": "863352de-0711-4630-b35a-f018bbf8fba3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1046293168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b97716be533c4d55a648abc7ba3342f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01617bc3-90", "ovs_interfaceid": "01617bc3-9032-4f9a-8e3e-db7fab34f17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 843.588971] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6bee78f4-eafe-404b-bfb0-8f197d2f6de0 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Reconfiguring VM instance to set the machine id {{(pid=65418) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 843.589372] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-113ffc75-595a-49f0-ae1e-6fd44eb296de {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.610804] env[65418]: DEBUG oslo_vmware.api [None req-6bee78f4-eafe-404b-bfb0-8f197d2f6de0 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Waiting for the task: (returnval){ [ 843.610804] env[65418]: value = "task-4688429" [ 843.610804] env[65418]: _type = "Task" [ 843.610804] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.624852] env[65418]: DEBUG oslo_vmware.api [None req-6bee78f4-eafe-404b-bfb0-8f197d2f6de0 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Task: {'id': task-4688429, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.768119] env[65418]: INFO nova.compute.manager [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Took 33.96 seconds to build instance. [ 844.045605] env[65418]: DEBUG oslo_concurrency.lockutils [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Releasing lock "refresh_cache-35179ab7-f9c9-4c6d-8c6c-855a9a9738b4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.045989] env[65418]: DEBUG nova.compute.manager [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Instance network_info: |[{"id": "aea91d42-16cf-40d3-af86-c9c9d0c1cd8e", "address": "fa:16:3e:e5:3c:44", "network": {"id": "ae212b7f-cff0-4a43-8158-e7ee056f9f67", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1385778746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2090de566fb84fa3bc932cdbdbb77b23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea91d42-16", "ovs_interfaceid": "aea91d42-16cf-40d3-af86-c9c9d0c1cd8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 844.127833] env[65418]: DEBUG oslo_vmware.api [None req-6bee78f4-eafe-404b-bfb0-8f197d2f6de0 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Task: {'id': task-4688429, 'name': ReconfigVM_Task, 'duration_secs': 0.250019} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.131449] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6bee78f4-eafe-404b-bfb0-8f197d2f6de0 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Reconfigured VM instance to set the machine id {{(pid=65418) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 844.271242] env[65418]: DEBUG oslo_concurrency.lockutils [None req-168aab28-6408-43a5-ac6b-b947d0591a8b tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Lock "8d5cb814-d94b-433e-85f2-638bcbf08f6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.481s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.430045] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73e8836-94ae-49ea-b583-9cbe2238ccec {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.439594] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f142c8-c379-43a5-b5cb-ea254d58d04b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.475636] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e452cce9-5807-4ebe-8ba0-e444d9ab5ae7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.484868] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab51591-1e83-46cb-b847-4a6d491162bf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.500976] env[65418]: DEBUG nova.compute.provider_tree [None req-6f972d65-89bc-4731-809a-8c558ad144b9 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.010397] env[65418]: DEBUG nova.scheduler.client.report [None req-6f972d65-89bc-4731-809a-8c558ad144b9 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.515333] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6f972d65-89bc-4731-809a-8c558ad144b9 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.518175] env[65418]: DEBUG oslo_concurrency.lockutils [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.953s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.518470] env[65418]: DEBUG nova.objects.instance [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Lazy-loading 'resources' on Instance uuid 16f597f1-7cc4-4b62-917a-5b4fb80a0126 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.550090] env[65418]: INFO nova.scheduler.client.report [None req-6f972d65-89bc-4731-809a-8c558ad144b9 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Deleted allocations for instance 30d0c975-942c-41ea-b666-b84a230cc4b7 [ 845.743304] env[65418]: DEBUG nova.virt.hardware [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 845.743547] env[65418]: DEBUG nova.virt.hardware [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.744059] env[65418]: DEBUG nova.virt.hardware [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 845.744396] env[65418]: DEBUG nova.virt.hardware [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.744578] env[65418]: DEBUG nova.virt.hardware [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 845.744850] env[65418]: DEBUG nova.virt.hardware [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 845.745151] env[65418]: DEBUG nova.virt.hardware [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 845.745375] env[65418]: DEBUG nova.virt.hardware [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 845.745619] env[65418]: DEBUG nova.virt.hardware [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 845.745880] env[65418]: DEBUG nova.virt.hardware [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 845.746138] env[65418]: DEBUG nova.virt.hardware [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 845.749652] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0922b91-af2e-4e65-b3ef-0b344f87b9a0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.762247] env[65418]: DEBUG nova.virt.hardware [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 845.762516] env[65418]: DEBUG nova.virt.hardware [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.762671] env[65418]: DEBUG nova.virt.hardware [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 845.762845] env[65418]: DEBUG nova.virt.hardware [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.762985] env[65418]: DEBUG nova.virt.hardware [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 845.763603] env[65418]: DEBUG nova.virt.hardware [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 845.763823] env[65418]: DEBUG nova.virt.hardware [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 845.763978] env[65418]: DEBUG nova.virt.hardware [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 845.764183] env[65418]: DEBUG nova.virt.hardware [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 845.764357] env[65418]: DEBUG nova.virt.hardware [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 845.764532] env[65418]: DEBUG nova.virt.hardware [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 845.765868] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47567a64-67f2-4477-b908-253316141b44 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.771439] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856dea4e-4623-4311-8462-a8d3f525473a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.783201] env[65418]: DEBUG oslo_vmware.rw_handles [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525f7a6a-e756-e28d-7fc5-84fc45a2b11f/disk-0.vmdk. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 845.792704] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea2b525-26c7-4202-b244-5599d9f4f4a7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.798103] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ef3510-d204-4b58-835f-d73ea54a0946 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.801575] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:3c:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f67a2790-f2b0-4d03-b606-0bfaee7a4229', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aea91d42-16cf-40d3-af86-c9c9d0c1cd8e', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.812435] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 845.812804] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.814129] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e7a7c87-448b-454c-a714-c3898094157a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.843062] env[65418]: DEBUG oslo_vmware.rw_handles [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525f7a6a-e756-e28d-7fc5-84fc45a2b11f/disk-0.vmdk is in state: ready. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 845.843240] env[65418]: ERROR oslo_vmware.rw_handles [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525f7a6a-e756-e28d-7fc5-84fc45a2b11f/disk-0.vmdk due to incomplete transfer. [ 845.844663] env[65418]: DEBUG nova.compute.manager [req-a74f2701-fcc2-4cb5-90c3-582bb5299f7d req-c47603a4-84ef-4578-91ea-354a87e5c68d service nova] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Received event network-changed-01617bc3-9032-4f9a-8e3e-db7fab34f17d {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 845.844876] env[65418]: DEBUG nova.compute.manager [req-a74f2701-fcc2-4cb5-90c3-582bb5299f7d req-c47603a4-84ef-4578-91ea-354a87e5c68d service nova] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Refreshing instance network info cache due to event network-changed-01617bc3-9032-4f9a-8e3e-db7fab34f17d. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 845.845123] env[65418]: DEBUG oslo_concurrency.lockutils [req-a74f2701-fcc2-4cb5-90c3-582bb5299f7d req-c47603a4-84ef-4578-91ea-354a87e5c68d service nova] Acquiring lock "refresh_cache-71be4a03-3ca3-4314-9f48-60cb7aa3a58b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.845267] env[65418]: DEBUG oslo_concurrency.lockutils [req-a74f2701-fcc2-4cb5-90c3-582bb5299f7d req-c47603a4-84ef-4578-91ea-354a87e5c68d service nova] Acquired lock "refresh_cache-71be4a03-3ca3-4314-9f48-60cb7aa3a58b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.845497] env[65418]: DEBUG nova.network.neutron [req-a74f2701-fcc2-4cb5-90c3-582bb5299f7d req-c47603a4-84ef-4578-91ea-354a87e5c68d service nova] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Refreshing network info cache for port 01617bc3-9032-4f9a-8e3e-db7fab34f17d {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.847995] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Instance VIF info [] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.853881] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 845.855422] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-00e54008-18f3-4f0f-a3d9-736b979600f6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.857461] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.857929] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8be478da-5f75-47b0-aa9a-8213e87eb746 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.872602] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.872602] env[65418]: value = "task-4688430" [ 845.872602] env[65418]: _type = "Task" [ 845.872602] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.879889] env[65418]: DEBUG oslo_vmware.rw_handles [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525f7a6a-e756-e28d-7fc5-84fc45a2b11f/disk-0.vmdk. {{(pid=65418) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 845.880176] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Uploaded image 98760940-ca82-4dd9-97c7-0484f5954e8f to the Glance image server {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 845.881789] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Destroying the VM {{(pid=65418) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 845.887215] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1154eb2b-a40a-4e62-9873-5eb168197005 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.888879] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.888879] env[65418]: value = "task-4688431" [ 845.888879] env[65418]: _type = "Task" [ 845.888879] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.889356] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688430, 'name': CreateVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.895515] env[65418]: DEBUG oslo_vmware.api [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 845.895515] env[65418]: value = "task-4688432" [ 845.895515] env[65418]: _type = "Task" [ 845.895515] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.903154] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688431, 'name': CreateVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.910396] env[65418]: DEBUG oslo_vmware.api [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688432, 'name': Destroy_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.059769] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6f972d65-89bc-4731-809a-8c558ad144b9 tempest-ServersTestFqdnHostnames-958389924 tempest-ServersTestFqdnHostnames-958389924-project-member] Lock "30d0c975-942c-41ea-b666-b84a230cc4b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.996s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.357013] env[65418]: WARNING neutronclient.v2_0.client [req-a74f2701-fcc2-4cb5-90c3-582bb5299f7d req-c47603a4-84ef-4578-91ea-354a87e5c68d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 846.389812] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688430, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.412066] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688431, 'name': CreateVM_Task, 'duration_secs': 0.471974} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.413336] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.413336] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.413536] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.413766] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.414845] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e1bdbf0-6f62-4f6c-bffe-96dc6afd0426 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.419223] env[65418]: DEBUG oslo_vmware.api [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688432, 'name': Destroy_Task, 'duration_secs': 0.428547} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.422510] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Destroyed the VM [ 846.422815] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Deleting Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 846.423567] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f6558284-97ef-4c9d-a9eb-1e785bd943fa {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.428925] env[65418]: DEBUG oslo_vmware.api [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Waiting for the task: (returnval){ [ 846.428925] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52075305-a49b-0bc4-1308-be01d66338ea" [ 846.428925] env[65418]: _type = "Task" [ 846.428925] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.435981] env[65418]: DEBUG oslo_vmware.api [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 846.435981] env[65418]: value = "task-4688433" [ 846.435981] env[65418]: _type = "Task" [ 846.435981] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.448633] env[65418]: DEBUG oslo_vmware.api [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52075305-a49b-0bc4-1308-be01d66338ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.454936] env[65418]: DEBUG oslo_vmware.api [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688433, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.499151] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362ed0da-3827-4519-9246-946dfdb44cb7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.508019] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23402e9e-d3e3-4eec-a561-48716bb6ba48 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.541824] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b7b65c-df44-4a16-be90-413d776e5a11 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.551433] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b8821e-1434-43d8-9430-d2886cce2d14 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.565607] env[65418]: DEBUG nova.compute.provider_tree [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.728788] env[65418]: DEBUG nova.compute.manager [req-b7af522f-47d8-4d6d-a081-730a771c275c req-91eb87ff-d940-463c-a9cf-3585434fa4cb service nova] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Received event network-vif-plugged-aea91d42-16cf-40d3-af86-c9c9d0c1cd8e {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 846.728897] env[65418]: DEBUG oslo_concurrency.lockutils [req-b7af522f-47d8-4d6d-a081-730a771c275c req-91eb87ff-d940-463c-a9cf-3585434fa4cb service nova] Acquiring lock "35179ab7-f9c9-4c6d-8c6c-855a9a9738b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.729934] env[65418]: DEBUG oslo_concurrency.lockutils [req-b7af522f-47d8-4d6d-a081-730a771c275c req-91eb87ff-d940-463c-a9cf-3585434fa4cb service nova] Lock "35179ab7-f9c9-4c6d-8c6c-855a9a9738b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.730167] env[65418]: DEBUG oslo_concurrency.lockutils [req-b7af522f-47d8-4d6d-a081-730a771c275c req-91eb87ff-d940-463c-a9cf-3585434fa4cb service nova] Lock "35179ab7-f9c9-4c6d-8c6c-855a9a9738b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.730677] env[65418]: DEBUG nova.compute.manager [req-b7af522f-47d8-4d6d-a081-730a771c275c req-91eb87ff-d940-463c-a9cf-3585434fa4cb service nova] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] No waiting events found dispatching network-vif-plugged-aea91d42-16cf-40d3-af86-c9c9d0c1cd8e {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 846.731017] env[65418]: WARNING nova.compute.manager [req-b7af522f-47d8-4d6d-a081-730a771c275c req-91eb87ff-d940-463c-a9cf-3585434fa4cb service nova] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Received unexpected event network-vif-plugged-aea91d42-16cf-40d3-af86-c9c9d0c1cd8e for instance with vm_state building and task_state spawning. [ 846.887471] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688430, 'name': CreateVM_Task, 'duration_secs': 0.578113} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.887675] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.888468] env[65418]: WARNING neutronclient.v2_0.client [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 846.889058] env[65418]: DEBUG oslo_concurrency.lockutils [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.950585] env[65418]: DEBUG oslo_vmware.api [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52075305-a49b-0bc4-1308-be01d66338ea, 'name': SearchDatastore_Task, 'duration_secs': 0.026027} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.956100] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.958022] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.958022] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.958022] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.958022] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.959271] env[65418]: DEBUG oslo_concurrency.lockutils [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.959824] env[65418]: DEBUG oslo_concurrency.lockutils [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.960128] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ccaa6bcf-84ab-4af2-b286-a868e46e7085 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.967260] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0dffc67-c2e8-4f55-b983-7cd92c4cdaca {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.970181] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Acquiring lock "0836db0f-970d-4224-9b41-b11609d253f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.970465] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Lock "0836db0f-970d-4224-9b41-b11609d253f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.979201] env[65418]: DEBUG oslo_vmware.api [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688433, 'name': RemoveSnapshot_Task, 'duration_secs': 0.496739} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.982123] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Deleted Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 846.982426] env[65418]: INFO nova.compute.manager [None req-3b21a56b-c74a-4d51-8250-7c8ca96477b5 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Took 13.18 seconds to snapshot the instance on the hypervisor. [ 846.991530] env[65418]: DEBUG oslo_vmware.api [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Waiting for the task: (returnval){ [ 846.991530] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52eecb31-4a74-b95b-8ed1-1bfb71fe29a5" [ 846.991530] env[65418]: _type = "Task" [ 846.991530] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.993678] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.993915] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.000093] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eae699bd-8db4-4ac4-8f2f-7edecfd6915a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.021104] env[65418]: DEBUG oslo_vmware.api [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Waiting for the task: (returnval){ [ 847.021104] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528ef7a1-f6e4-7ee8-8ed6-d7a72f2835d1" [ 847.021104] env[65418]: _type = "Task" [ 847.021104] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.021104] env[65418]: DEBUG oslo_vmware.api [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52eecb31-4a74-b95b-8ed1-1bfb71fe29a5, 'name': SearchDatastore_Task, 'duration_secs': 0.013742} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.021440] env[65418]: DEBUG oslo_concurrency.lockutils [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.021568] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.021733] env[65418]: DEBUG oslo_concurrency.lockutils [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.036871] env[65418]: DEBUG oslo_vmware.api [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528ef7a1-f6e4-7ee8-8ed6-d7a72f2835d1, 'name': SearchDatastore_Task, 'duration_secs': 0.015508} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.037742] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a85de734-cfdd-4c1a-8f97-c2890c0806f5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.047894] env[65418]: DEBUG oslo_vmware.api [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Waiting for the task: (returnval){ [ 847.047894] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c54d1e-3289-77e1-4258-c7cbdf44f9e8" [ 847.047894] env[65418]: _type = "Task" [ 847.047894] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.057476] env[65418]: DEBUG oslo_vmware.rw_handles [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a95b0e-74a4-e058-ed3b-35dfac84003e/disk-0.vmdk. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 847.058170] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69e5dd3-d2da-42bf-81a3-418d63d6220f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.064398] env[65418]: DEBUG oslo_vmware.api [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c54d1e-3289-77e1-4258-c7cbdf44f9e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.070574] env[65418]: DEBUG nova.scheduler.client.report [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.073981] env[65418]: DEBUG oslo_vmware.rw_handles [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a95b0e-74a4-e058-ed3b-35dfac84003e/disk-0.vmdk is in state: ready. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 847.074194] env[65418]: ERROR oslo_vmware.rw_handles [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a95b0e-74a4-e058-ed3b-35dfac84003e/disk-0.vmdk due to incomplete transfer. [ 847.074606] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f8d5cd97-b455-4262-9cae-f82512d7f6ed {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.084256] env[65418]: DEBUG oslo_vmware.rw_handles [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52a95b0e-74a4-e058-ed3b-35dfac84003e/disk-0.vmdk. {{(pid=65418) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 847.084450] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Uploaded image d7d6949c-13a4-47a0-b5dc-2e126763dc62 to the Glance image server {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 847.087188] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Destroying the VM {{(pid=65418) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 847.087871] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f191ed10-f765-40a2-adf9-553e473b8eb8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.098437] env[65418]: DEBUG oslo_vmware.api [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 847.098437] env[65418]: value = "task-4688434" [ 847.098437] env[65418]: _type = "Task" [ 847.098437] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.109750] env[65418]: DEBUG oslo_vmware.api [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688434, 'name': Destroy_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.314356] env[65418]: WARNING neutronclient.v2_0.client [req-a74f2701-fcc2-4cb5-90c3-582bb5299f7d req-c47603a4-84ef-4578-91ea-354a87e5c68d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.480743] env[65418]: DEBUG nova.compute.manager [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 847.532938] env[65418]: DEBUG nova.network.neutron [req-a74f2701-fcc2-4cb5-90c3-582bb5299f7d req-c47603a4-84ef-4578-91ea-354a87e5c68d service nova] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Updated VIF entry in instance network info cache for port 01617bc3-9032-4f9a-8e3e-db7fab34f17d. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 847.533053] env[65418]: DEBUG nova.network.neutron [req-a74f2701-fcc2-4cb5-90c3-582bb5299f7d req-c47603a4-84ef-4578-91ea-354a87e5c68d service nova] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Updating instance_info_cache with network_info: [{"id": "01617bc3-9032-4f9a-8e3e-db7fab34f17d", "address": "fa:16:3e:49:7d:b7", "network": {"id": "863352de-0711-4630-b35a-f018bbf8fba3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1046293168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b97716be533c4d55a648abc7ba3342f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01617bc3-90", "ovs_interfaceid": "01617bc3-9032-4f9a-8e3e-db7fab34f17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.565335] env[65418]: DEBUG oslo_vmware.api [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c54d1e-3289-77e1-4258-c7cbdf44f9e8, 'name': SearchDatastore_Task, 'duration_secs': 0.025615} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.566275] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.566619] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] fc3b8204-ca18-4367-a4bb-fc38ebb5e42b/fc3b8204-ca18-4367-a4bb-fc38ebb5e42b.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.567288] env[65418]: DEBUG oslo_concurrency.lockutils [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.568036] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.568036] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddd3e5a2-aac1-416f-84a0-2df7108ad64d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.570259] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-169f114e-da50-4247-86a6-83dcfd59a57f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.576180] env[65418]: DEBUG oslo_concurrency.lockutils [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.580935] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 22.484s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.580935] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.580935] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65418) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 847.582987] env[65418]: DEBUG oslo_concurrency.lockutils [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.074s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.582987] env[65418]: DEBUG nova.objects.instance [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Lazy-loading 'resources' on Instance uuid 61ccd4dc-2122-4faa-bac3-1e8eded8a104 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.583317] env[65418]: DEBUG oslo_vmware.api [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Waiting for the task: (returnval){ [ 847.583317] env[65418]: value = "task-4688435" [ 847.583317] env[65418]: _type = "Task" [ 847.583317] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.587206] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8246604-b1b4-4996-ae3a-17b619a580e6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.588796] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.588935] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.595516] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f570954d-b980-4592-ad9b-8c7bb6a90601 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.612242] env[65418]: DEBUG oslo_vmware.api [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.612396] env[65418]: DEBUG oslo_vmware.api [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Waiting for the task: (returnval){ [ 847.612396] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526d131b-b953-509a-6524-b10168a2c740" [ 847.612396] env[65418]: _type = "Task" [ 847.612396] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.614791] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49304d28-0c13-4579-a057-2dbb8c4ead68 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.625863] env[65418]: DEBUG oslo_vmware.api [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688434, 'name': Destroy_Task} progress is 33%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.626954] env[65418]: INFO nova.scheduler.client.report [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Deleted allocations for instance 16f597f1-7cc4-4b62-917a-5b4fb80a0126 [ 847.650077] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea77e540-dae5-47df-bb67-4720af9819d4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.653308] env[65418]: DEBUG oslo_vmware.api [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526d131b-b953-509a-6524-b10168a2c740, 'name': SearchDatastore_Task, 'duration_secs': 0.012857} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.654949] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0996a348-dea3-4e93-be6c-b8284a3eb9ed {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.662265] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d849f9d-e709-47ce-aab4-0678ff174db8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.667408] env[65418]: DEBUG oslo_vmware.api [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Waiting for the task: (returnval){ [ 847.667408] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52442b8b-7f47-a0fa-159e-ebef10ad790b" [ 847.667408] env[65418]: _type = "Task" [ 847.667408] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.702822] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177612MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65418) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 847.703010] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.710543] env[65418]: DEBUG oslo_vmware.api [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52442b8b-7f47-a0fa-159e-ebef10ad790b, 'name': SearchDatastore_Task, 'duration_secs': 0.01637} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.711293] env[65418]: DEBUG oslo_concurrency.lockutils [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.711908] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4/35179ab7-f9c9-4c6d-8c6c-855a9a9738b4.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.711908] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69a6e9c7-3e10-4bfc-ad8d-fc0ad5a9ffac {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.722584] env[65418]: DEBUG oslo_vmware.api [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Waiting for the task: (returnval){ [ 847.722584] env[65418]: value = "task-4688436" [ 847.722584] env[65418]: _type = "Task" [ 847.722584] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.732774] env[65418]: DEBUG oslo_vmware.api [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.013837] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.036150] env[65418]: DEBUG oslo_concurrency.lockutils [req-a74f2701-fcc2-4cb5-90c3-582bb5299f7d req-c47603a4-84ef-4578-91ea-354a87e5c68d service nova] Releasing lock "refresh_cache-71be4a03-3ca3-4314-9f48-60cb7aa3a58b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.111088] env[65418]: DEBUG oslo_vmware.api [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688435, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.120499] env[65418]: DEBUG oslo_vmware.api [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688434, 'name': Destroy_Task, 'duration_secs': 0.85204} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.127411] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Destroyed the VM [ 848.128598] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Deleting Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 848.128598] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-44708f10-cd71-42ed-ac6a-d6bf38861886 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.140926] env[65418]: DEBUG oslo_vmware.api [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 848.140926] env[65418]: value = "task-4688437" [ 848.140926] env[65418]: _type = "Task" [ 848.140926] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.140926] env[65418]: DEBUG oslo_concurrency.lockutils [None req-478b93b7-fe2c-4698-b2af-93afd7e732a6 tempest-ServersListShow2100Test-843524642 tempest-ServersListShow2100Test-843524642-project-member] Lock "16f597f1-7cc4-4b62-917a-5b4fb80a0126" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.291s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.157155] env[65418]: DEBUG oslo_vmware.api [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688437, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.237159] env[65418]: DEBUG oslo_vmware.api [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688436, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.604823] env[65418]: DEBUG oslo_vmware.api [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759182} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.605267] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] fc3b8204-ca18-4367-a4bb-fc38ebb5e42b/fc3b8204-ca18-4367-a4bb-fc38ebb5e42b.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.605823] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.608245] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2744cdb8-b589-4118-b40b-ea15228af106 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.614033] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc2b320-d843-4bc0-a6fd-b8bf743de55a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.629498] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb464694-b03c-4543-a389-e88b4b99eb77 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.635117] env[65418]: DEBUG oslo_vmware.api [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Waiting for the task: (returnval){ [ 848.635117] env[65418]: value = "task-4688438" [ 848.635117] env[65418]: _type = "Task" [ 848.635117] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.677630] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cf9c9a-44d7-4450-92e0-7fd9638cf982 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.682835] env[65418]: DEBUG nova.compute.manager [req-df575381-65a1-4192-bf22-c8b3db3ef24a req-d736f362-853a-41a8-ae95-1e7222670767 service nova] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Received event network-changed-74c19c5d-5662-4249-85b2-115d368c38ef {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 848.683209] env[65418]: DEBUG nova.compute.manager [req-df575381-65a1-4192-bf22-c8b3db3ef24a req-d736f362-853a-41a8-ae95-1e7222670767 service nova] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Refreshing instance network info cache due to event network-changed-74c19c5d-5662-4249-85b2-115d368c38ef. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 848.683290] env[65418]: DEBUG oslo_concurrency.lockutils [req-df575381-65a1-4192-bf22-c8b3db3ef24a req-d736f362-853a-41a8-ae95-1e7222670767 service nova] Acquiring lock "refresh_cache-81b5c4ec-bd3e-46ce-b891-762e4446f6de" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.683483] env[65418]: DEBUG oslo_concurrency.lockutils [req-df575381-65a1-4192-bf22-c8b3db3ef24a req-d736f362-853a-41a8-ae95-1e7222670767 service nova] Acquired lock "refresh_cache-81b5c4ec-bd3e-46ce-b891-762e4446f6de" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.683724] env[65418]: DEBUG nova.network.neutron [req-df575381-65a1-4192-bf22-c8b3db3ef24a req-d736f362-853a-41a8-ae95-1e7222670767 service nova] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Refreshing network info cache for port 74c19c5d-5662-4249-85b2-115d368c38ef {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.687183] env[65418]: DEBUG oslo_vmware.api [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.697025] env[65418]: DEBUG oslo_vmware.api [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688437, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.702088] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1334844-96f6-407a-86b1-1fa00cc78e6a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.724758] env[65418]: DEBUG nova.compute.provider_tree [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.736138] env[65418]: DEBUG oslo_vmware.api [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.990852} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.737141] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4/35179ab7-f9c9-4c6d-8c6c-855a9a9738b4.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.737377] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.737681] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50427764-783f-4e2f-a99f-dc28b0d7f04e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.747126] env[65418]: DEBUG oslo_vmware.api [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Waiting for the task: (returnval){ [ 848.747126] env[65418]: value = "task-4688439" [ 848.747126] env[65418]: _type = "Task" [ 848.747126] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.759165] env[65418]: DEBUG oslo_vmware.api [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.148150] env[65418]: DEBUG oslo_vmware.api [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192262} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.149476] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.150486] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcdda4f-186a-42a1-9fcc-608436e9cc0d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.179050] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] fc3b8204-ca18-4367-a4bb-fc38ebb5e42b/fc3b8204-ca18-4367-a4bb-fc38ebb5e42b.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.179050] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee3fc6f3-433a-4fdc-bbc0-a031e4b10b28 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.196143] env[65418]: WARNING neutronclient.v2_0.client [req-df575381-65a1-4192-bf22-c8b3db3ef24a req-d736f362-853a-41a8-ae95-1e7222670767 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 849.204496] env[65418]: DEBUG oslo_vmware.api [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688437, 'name': RemoveSnapshot_Task, 'duration_secs': 0.58002} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.205884] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Deleted Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 849.206186] env[65418]: DEBUG nova.compute.manager [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 849.206524] env[65418]: DEBUG oslo_vmware.api [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Waiting for the task: (returnval){ [ 849.206524] env[65418]: value = "task-4688440" [ 849.206524] env[65418]: _type = "Task" [ 849.206524] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.207239] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7829f7-5889-451e-ab0a-98a227daac0d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.220527] env[65418]: DEBUG oslo_vmware.api [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688440, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.231633] env[65418]: DEBUG nova.scheduler.client.report [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.258153] env[65418]: DEBUG oslo_vmware.api [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074716} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.258955] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.259817] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07aba16-016e-470c-9d73-3b86625a94f4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.284892] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4/35179ab7-f9c9-4c6d-8c6c-855a9a9738b4.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.286023] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18e0ae82-39f2-47ba-916c-7b799f56647a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.307638] env[65418]: DEBUG oslo_vmware.api [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Waiting for the task: (returnval){ [ 849.307638] env[65418]: value = "task-4688441" [ 849.307638] env[65418]: _type = "Task" [ 849.307638] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.317501] env[65418]: DEBUG oslo_vmware.api [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688441, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.697136] env[65418]: DEBUG nova.objects.instance [None req-55241457-6c94-4501-a974-1b403e7c773a tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Lazy-loading 'flavor' on Instance uuid 71be4a03-3ca3-4314-9f48-60cb7aa3a58b {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.727665] env[65418]: DEBUG oslo_vmware.api [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.729029] env[65418]: INFO nova.compute.manager [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Shelve offloading [ 849.738560] env[65418]: DEBUG oslo_concurrency.lockutils [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.741821] env[65418]: DEBUG oslo_concurrency.lockutils [None req-66ca32f3-f4ac-41a7-9cff-a8b52dc94ace tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.968s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.742080] env[65418]: DEBUG nova.objects.instance [None req-66ca32f3-f4ac-41a7-9cff-a8b52dc94ace tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Lazy-loading 'resources' on Instance uuid 47f04002-277a-4881-a5cf-65b08f3ddd92 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.773176] env[65418]: INFO nova.scheduler.client.report [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Deleted allocations for instance 61ccd4dc-2122-4faa-bac3-1e8eded8a104 [ 849.826541] env[65418]: DEBUG oslo_vmware.api [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688441, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.204597] env[65418]: DEBUG oslo_concurrency.lockutils [None req-55241457-6c94-4501-a974-1b403e7c773a tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Acquiring lock "refresh_cache-71be4a03-3ca3-4314-9f48-60cb7aa3a58b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.204857] env[65418]: DEBUG oslo_concurrency.lockutils [None req-55241457-6c94-4501-a974-1b403e7c773a tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Acquired lock "refresh_cache-71be4a03-3ca3-4314-9f48-60cb7aa3a58b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.205276] env[65418]: WARNING neutronclient.v2_0.client [None req-55241457-6c94-4501-a974-1b403e7c773a tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.227115] env[65418]: DEBUG oslo_vmware.api [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688440, 'name': ReconfigVM_Task, 'duration_secs': 0.592066} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.227115] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Reconfigured VM instance instance-00000040 to attach disk [datastore1] fc3b8204-ca18-4367-a4bb-fc38ebb5e42b/fc3b8204-ca18-4367-a4bb-fc38ebb5e42b.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.227838] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd9d9a11-6f16-4d03-a49b-954457639b6e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.232895] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.234568] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6fdf864-5001-44ca-89bd-0816fb09e0b1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.241318] env[65418]: DEBUG oslo_vmware.api [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Waiting for the task: (returnval){ [ 850.241318] env[65418]: value = "task-4688442" [ 850.241318] env[65418]: _type = "Task" [ 850.241318] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.250125] env[65418]: DEBUG oslo_vmware.api [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 850.250125] env[65418]: value = "task-4688443" [ 850.250125] env[65418]: _type = "Task" [ 850.250125] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.257843] env[65418]: DEBUG oslo_vmware.api [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688442, 'name': Rename_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.265488] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] VM already powered off {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 850.268197] env[65418]: DEBUG nova.compute.manager [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 850.268197] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7090df-98fd-4ca4-ae20-403e18a88d7e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.278726] env[65418]: DEBUG oslo_concurrency.lockutils [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "refresh_cache-d4425c87-23cf-4e4b-8940-4a0297594dd9" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.278953] env[65418]: DEBUG oslo_concurrency.lockutils [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquired lock "refresh_cache-d4425c87-23cf-4e4b-8940-4a0297594dd9" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.279201] env[65418]: DEBUG nova.network.neutron [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 850.284637] env[65418]: DEBUG oslo_concurrency.lockutils [None req-56771f80-0e7b-4e3e-8612-d69fc8aa9e23 tempest-ServersListShow296Test-1480295557 tempest-ServersListShow296Test-1480295557-project-member] Lock "61ccd4dc-2122-4faa-bac3-1e8eded8a104" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.115s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.307168] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a2f73e8-bbcf-4676-bc08-deb9c5f870c9 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Acquiring lock "fae0d838-d1d4-4efc-b7f1-8125d6e689c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.307168] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a2f73e8-bbcf-4676-bc08-deb9c5f870c9 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Lock "fae0d838-d1d4-4efc-b7f1-8125d6e689c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.307168] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a2f73e8-bbcf-4676-bc08-deb9c5f870c9 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Acquiring lock "fae0d838-d1d4-4efc-b7f1-8125d6e689c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.307168] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a2f73e8-bbcf-4676-bc08-deb9c5f870c9 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Lock "fae0d838-d1d4-4efc-b7f1-8125d6e689c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.307168] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a2f73e8-bbcf-4676-bc08-deb9c5f870c9 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Lock "fae0d838-d1d4-4efc-b7f1-8125d6e689c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.311369] env[65418]: INFO nova.compute.manager [None req-1a2f73e8-bbcf-4676-bc08-deb9c5f870c9 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Terminating instance [ 850.345208] env[65418]: DEBUG oslo_vmware.api [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688441, 'name': ReconfigVM_Task, 'duration_secs': 0.743919} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.345208] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4/35179ab7-f9c9-4c6d-8c6c-855a9a9738b4.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.346132] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-146df7c1-19a7-4892-aa58-ae1edbdd6e03 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.355195] env[65418]: DEBUG oslo_vmware.api [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Waiting for the task: (returnval){ [ 850.355195] env[65418]: value = "task-4688444" [ 850.355195] env[65418]: _type = "Task" [ 850.355195] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.373233] env[65418]: DEBUG oslo_vmware.api [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688444, 'name': Rename_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.401256] env[65418]: DEBUG oslo_concurrency.lockutils [None req-78b84f9c-aa7d-4609-8fab-13a07fe33fb3 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquiring lock "4b446122-8965-4d44-974c-bedbf73cf659" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.401675] env[65418]: DEBUG oslo_concurrency.lockutils [None req-78b84f9c-aa7d-4609-8fab-13a07fe33fb3 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lock "4b446122-8965-4d44-974c-bedbf73cf659" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.401675] env[65418]: DEBUG oslo_concurrency.lockutils [None req-78b84f9c-aa7d-4609-8fab-13a07fe33fb3 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquiring lock "4b446122-8965-4d44-974c-bedbf73cf659-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.401870] env[65418]: DEBUG oslo_concurrency.lockutils [None req-78b84f9c-aa7d-4609-8fab-13a07fe33fb3 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lock "4b446122-8965-4d44-974c-bedbf73cf659-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.401954] env[65418]: DEBUG oslo_concurrency.lockutils [None req-78b84f9c-aa7d-4609-8fab-13a07fe33fb3 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lock "4b446122-8965-4d44-974c-bedbf73cf659-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.404825] env[65418]: INFO nova.compute.manager [None req-78b84f9c-aa7d-4609-8fab-13a07fe33fb3 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Terminating instance [ 850.557575] env[65418]: DEBUG nova.compute.manager [req-ed68c000-537e-422c-807a-c04ff4dec741 req-ee5b16a8-001a-405e-a2d7-4bb29e9ffc91 service nova] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Received event network-changed-aea91d42-16cf-40d3-af86-c9c9d0c1cd8e {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 850.557575] env[65418]: DEBUG nova.compute.manager [req-ed68c000-537e-422c-807a-c04ff4dec741 req-ee5b16a8-001a-405e-a2d7-4bb29e9ffc91 service nova] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Refreshing instance network info cache due to event network-changed-aea91d42-16cf-40d3-af86-c9c9d0c1cd8e. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 850.557575] env[65418]: DEBUG oslo_concurrency.lockutils [req-ed68c000-537e-422c-807a-c04ff4dec741 req-ee5b16a8-001a-405e-a2d7-4bb29e9ffc91 service nova] Acquiring lock "refresh_cache-35179ab7-f9c9-4c6d-8c6c-855a9a9738b4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.557575] env[65418]: DEBUG oslo_concurrency.lockutils [req-ed68c000-537e-422c-807a-c04ff4dec741 req-ee5b16a8-001a-405e-a2d7-4bb29e9ffc91 service nova] Acquired lock "refresh_cache-35179ab7-f9c9-4c6d-8c6c-855a9a9738b4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.557575] env[65418]: DEBUG nova.network.neutron [req-ed68c000-537e-422c-807a-c04ff4dec741 req-ee5b16a8-001a-405e-a2d7-4bb29e9ffc91 service nova] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Refreshing network info cache for port aea91d42-16cf-40d3-af86-c9c9d0c1cd8e {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.656582] env[65418]: WARNING neutronclient.v2_0.client [req-df575381-65a1-4192-bf22-c8b3db3ef24a req-d736f362-853a-41a8-ae95-1e7222670767 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.748945] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6448bb06-9f7b-4396-a2db-9bac0b29cbe4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.760845] env[65418]: DEBUG oslo_vmware.api [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688442, 'name': Rename_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.761746] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e8a67c-84aa-4d98-ad80-73a51eaad319 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.798807] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d242bbfe-2b8d-4c62-b341-9c9fc065a480 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "817e4e0a-81a3-4c91-9cf6-b8a606933331" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.799175] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d242bbfe-2b8d-4c62-b341-9c9fc065a480 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "817e4e0a-81a3-4c91-9cf6-b8a606933331" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.799349] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d242bbfe-2b8d-4c62-b341-9c9fc065a480 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "817e4e0a-81a3-4c91-9cf6-b8a606933331-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.799724] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d242bbfe-2b8d-4c62-b341-9c9fc065a480 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "817e4e0a-81a3-4c91-9cf6-b8a606933331-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.799724] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d242bbfe-2b8d-4c62-b341-9c9fc065a480 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "817e4e0a-81a3-4c91-9cf6-b8a606933331-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.801781] env[65418]: WARNING neutronclient.v2_0.client [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 850.805140] env[65418]: INFO nova.compute.manager [None req-d242bbfe-2b8d-4c62-b341-9c9fc065a480 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Terminating instance [ 850.807053] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecff874-922c-4b04-a09e-4e59a25a0fed {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.816496] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f49cccb-b03b-4250-bdb8-8ae35b3584c1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.832826] env[65418]: DEBUG nova.compute.manager [None req-1a2f73e8-bbcf-4676-bc08-deb9c5f870c9 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 850.833061] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2f73e8-bbcf-4676-bc08-deb9c5f870c9 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.833833] env[65418]: DEBUG nova.compute.provider_tree [None req-66ca32f3-f4ac-41a7-9cff-a8b52dc94ace tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.835391] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be42e37-8825-452d-b70e-f5588c60157b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.847036] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a2f73e8-bbcf-4676-bc08-deb9c5f870c9 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.847982] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b70e4d8-4b19-4df7-a376-9c8d9ce258d0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.855705] env[65418]: DEBUG oslo_vmware.api [None req-1a2f73e8-bbcf-4676-bc08-deb9c5f870c9 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Waiting for the task: (returnval){ [ 850.855705] env[65418]: value = "task-4688445" [ 850.855705] env[65418]: _type = "Task" [ 850.855705] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.869654] env[65418]: DEBUG oslo_vmware.api [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688444, 'name': Rename_Task, 'duration_secs': 0.311486} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.874587] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.874894] env[65418]: DEBUG oslo_vmware.api [None req-1a2f73e8-bbcf-4676-bc08-deb9c5f870c9 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4688445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.875141] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-746a1a1a-c521-4abe-8488-eba203a030c7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.884530] env[65418]: DEBUG oslo_vmware.api [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Waiting for the task: (returnval){ [ 850.884530] env[65418]: value = "task-4688446" [ 850.884530] env[65418]: _type = "Task" [ 850.884530] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.898534] env[65418]: DEBUG oslo_vmware.api [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.910930] env[65418]: DEBUG nova.compute.manager [None req-78b84f9c-aa7d-4609-8fab-13a07fe33fb3 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 850.911227] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-78b84f9c-aa7d-4609-8fab-13a07fe33fb3 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.912073] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e42339-6ecd-47ac-a5b1-3aba0810010a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.921365] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-78b84f9c-aa7d-4609-8fab-13a07fe33fb3 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.925212] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0e5fe8e-8f25-42db-93a8-1e717e43d657 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.939640] env[65418]: DEBUG oslo_vmware.api [None req-78b84f9c-aa7d-4609-8fab-13a07fe33fb3 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 850.939640] env[65418]: value = "task-4688447" [ 850.939640] env[65418]: _type = "Task" [ 850.939640] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.952225] env[65418]: DEBUG oslo_vmware.api [None req-78b84f9c-aa7d-4609-8fab-13a07fe33fb3 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.040372] env[65418]: DEBUG nova.network.neutron [None req-55241457-6c94-4501-a974-1b403e7c773a tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 851.061988] env[65418]: WARNING neutronclient.v2_0.client [req-ed68c000-537e-422c-807a-c04ff4dec741 req-ee5b16a8-001a-405e-a2d7-4bb29e9ffc91 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 851.239552] env[65418]: DEBUG nova.network.neutron [req-df575381-65a1-4192-bf22-c8b3db3ef24a req-d736f362-853a-41a8-ae95-1e7222670767 service nova] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Updated VIF entry in instance network info cache for port 74c19c5d-5662-4249-85b2-115d368c38ef. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 851.240018] env[65418]: DEBUG nova.network.neutron [req-df575381-65a1-4192-bf22-c8b3db3ef24a req-d736f362-853a-41a8-ae95-1e7222670767 service nova] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Updating instance_info_cache with network_info: [{"id": "74c19c5d-5662-4249-85b2-115d368c38ef", "address": "fa:16:3e:9b:49:4c", "network": {"id": "8300f26e-bb5f-4680-8e68-d1a25e45be92", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-401722129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf990c4ef1ff4879ba4e5d9c0086dc0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74c19c5d-56", "ovs_interfaceid": "74c19c5d-5662-4249-85b2-115d368c38ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.253824] env[65418]: DEBUG oslo_vmware.api [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688442, 'name': Rename_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.312410] env[65418]: DEBUG nova.compute.manager [None req-d242bbfe-2b8d-4c62-b341-9c9fc065a480 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 851.312659] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d242bbfe-2b8d-4c62-b341-9c9fc065a480 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.317820] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb22a87-0ede-4977-95bb-edcb6e3452db {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.331705] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d242bbfe-2b8d-4c62-b341-9c9fc065a480 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.331705] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-392dcad9-cb5e-4ef3-8bbf-2b737c6e6c6d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.342624] env[65418]: DEBUG nova.scheduler.client.report [None req-66ca32f3-f4ac-41a7-9cff-a8b52dc94ace tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.371706] env[65418]: DEBUG oslo_vmware.api [None req-1a2f73e8-bbcf-4676-bc08-deb9c5f870c9 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4688445, 'name': PowerOffVM_Task, 'duration_secs': 0.256838} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.372101] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a2f73e8-bbcf-4676-bc08-deb9c5f870c9 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.372314] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2f73e8-bbcf-4676-bc08-deb9c5f870c9 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.372658] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a9af27d-398e-4a9f-af21-39b112f2099f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.397262] env[65418]: DEBUG oslo_vmware.api [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688446, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.409572] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d242bbfe-2b8d-4c62-b341-9c9fc065a480 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.410311] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d242bbfe-2b8d-4c62-b341-9c9fc065a480 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.410718] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-d242bbfe-2b8d-4c62-b341-9c9fc065a480 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Deleting the datastore file [datastore1] 817e4e0a-81a3-4c91-9cf6-b8a606933331 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.411118] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f790fbee-5952-457f-acb2-e01a79535ede {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.425105] env[65418]: DEBUG oslo_vmware.api [None req-d242bbfe-2b8d-4c62-b341-9c9fc065a480 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 851.425105] env[65418]: value = "task-4688450" [ 851.425105] env[65418]: _type = "Task" [ 851.425105] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.436808] env[65418]: DEBUG oslo_concurrency.lockutils [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "interface-950b12b3-0577-43ca-9a34-b13d5de40b68-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.437257] env[65418]: DEBUG oslo_concurrency.lockutils [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "interface-950b12b3-0577-43ca-9a34-b13d5de40b68-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.437730] env[65418]: DEBUG nova.objects.instance [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lazy-loading 'flavor' on Instance uuid 950b12b3-0577-43ca-9a34-b13d5de40b68 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.439263] env[65418]: DEBUG oslo_vmware.api [None req-d242bbfe-2b8d-4c62-b341-9c9fc065a480 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.453263] env[65418]: DEBUG oslo_vmware.api [None req-78b84f9c-aa7d-4609-8fab-13a07fe33fb3 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.468201] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2f73e8-bbcf-4676-bc08-deb9c5f870c9 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.468469] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2f73e8-bbcf-4676-bc08-deb9c5f870c9 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.468665] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a2f73e8-bbcf-4676-bc08-deb9c5f870c9 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Deleting the datastore file [datastore1] fae0d838-d1d4-4efc-b7f1-8125d6e689c8 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.469086] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5c30827-9e3c-48d2-b607-ec816b4efc9d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.478197] env[65418]: DEBUG oslo_vmware.api [None req-1a2f73e8-bbcf-4676-bc08-deb9c5f870c9 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Waiting for the task: (returnval){ [ 851.478197] env[65418]: value = "task-4688451" [ 851.478197] env[65418]: _type = "Task" [ 851.478197] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.489460] env[65418]: DEBUG oslo_vmware.api [None req-1a2f73e8-bbcf-4676-bc08-deb9c5f870c9 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4688451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.544761] env[65418]: WARNING neutronclient.v2_0.client [None req-55241457-6c94-4501-a974-1b403e7c773a tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 851.743289] env[65418]: DEBUG oslo_concurrency.lockutils [req-df575381-65a1-4192-bf22-c8b3db3ef24a req-d736f362-853a-41a8-ae95-1e7222670767 service nova] Releasing lock "refresh_cache-81b5c4ec-bd3e-46ce-b891-762e4446f6de" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.756015] env[65418]: DEBUG oslo_vmware.api [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688442, 'name': Rename_Task, 'duration_secs': 1.191174} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.756015] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.756015] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9f4e5f4-0ea4-48b1-9189-1cce6c91d8ef {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.766370] env[65418]: DEBUG oslo_vmware.api [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Waiting for the task: (returnval){ [ 851.766370] env[65418]: value = "task-4688452" [ 851.766370] env[65418]: _type = "Task" [ 851.766370] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.778808] env[65418]: DEBUG oslo_vmware.api [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.800033] env[65418]: WARNING neutronclient.v2_0.client [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 851.827014] env[65418]: WARNING neutronclient.v2_0.client [req-ed68c000-537e-422c-807a-c04ff4dec741 req-ee5b16a8-001a-405e-a2d7-4bb29e9ffc91 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 851.848522] env[65418]: DEBUG oslo_concurrency.lockutils [None req-66ca32f3-f4ac-41a7-9cff-a8b52dc94ace tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.851686] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.750s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.851686] env[65418]: DEBUG nova.objects.instance [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65418) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 851.887145] env[65418]: INFO nova.scheduler.client.report [None req-66ca32f3-f4ac-41a7-9cff-a8b52dc94ace tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Deleted allocations for instance 47f04002-277a-4881-a5cf-65b08f3ddd92 [ 851.902563] env[65418]: DEBUG oslo_vmware.api [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688446, 'name': PowerOnVM_Task, 'duration_secs': 0.756274} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.903138] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.903345] env[65418]: INFO nova.compute.manager [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Took 11.20 seconds to spawn the instance on the hypervisor. [ 851.903520] env[65418]: DEBUG nova.compute.manager [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 851.904487] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f28944b-efcb-4244-92f0-1ed2e73569a7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.937334] env[65418]: DEBUG oslo_vmware.api [None req-d242bbfe-2b8d-4c62-b341-9c9fc065a480 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.942162] env[65418]: WARNING neutronclient.v2_0.client [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 851.957533] env[65418]: DEBUG oslo_vmware.api [None req-78b84f9c-aa7d-4609-8fab-13a07fe33fb3 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688447, 'name': PowerOffVM_Task, 'duration_secs': 0.692954} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.958250] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-78b84f9c-aa7d-4609-8fab-13a07fe33fb3 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.958577] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-78b84f9c-aa7d-4609-8fab-13a07fe33fb3 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.960230] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b194e34c-e0b2-4889-87a9-ac5bc21bb7a5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.991581] env[65418]: DEBUG oslo_vmware.api [None req-1a2f73e8-bbcf-4676-bc08-deb9c5f870c9 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4688451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.038346] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-78b84f9c-aa7d-4609-8fab-13a07fe33fb3 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.038815] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-78b84f9c-aa7d-4609-8fab-13a07fe33fb3 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.039803] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-78b84f9c-aa7d-4609-8fab-13a07fe33fb3 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Deleting the datastore file [datastore2] 4b446122-8965-4d44-974c-bedbf73cf659 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.041264] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33c1f5ca-8d39-4342-9b82-b23ebf1b086b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.051037] env[65418]: DEBUG oslo_vmware.api [None req-78b84f9c-aa7d-4609-8fab-13a07fe33fb3 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 852.051037] env[65418]: value = "task-4688454" [ 852.051037] env[65418]: _type = "Task" [ 852.051037] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.060758] env[65418]: DEBUG oslo_vmware.api [None req-78b84f9c-aa7d-4609-8fab-13a07fe33fb3 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.127836] env[65418]: DEBUG nova.network.neutron [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Updating instance_info_cache with network_info: [{"id": "1f5a6b13-1d44-4d50-aead-c343d873deba", "address": "fa:16:3e:98:68:de", "network": {"id": "2562c175-4d15-43d3-b157-3d30695ce81c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402255614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea9a1850358a42e49d88f4b344fe6d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f5a6b13-1d", "ovs_interfaceid": "1f5a6b13-1d44-4d50-aead-c343d873deba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.167866] env[65418]: DEBUG nova.network.neutron [req-ed68c000-537e-422c-807a-c04ff4dec741 req-ee5b16a8-001a-405e-a2d7-4bb29e9ffc91 service nova] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Updated VIF entry in instance network info cache for port aea91d42-16cf-40d3-af86-c9c9d0c1cd8e. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 852.168261] env[65418]: DEBUG nova.network.neutron [req-ed68c000-537e-422c-807a-c04ff4dec741 req-ee5b16a8-001a-405e-a2d7-4bb29e9ffc91 service nova] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Updating instance_info_cache with network_info: [{"id": "aea91d42-16cf-40d3-af86-c9c9d0c1cd8e", "address": "fa:16:3e:e5:3c:44", "network": {"id": "ae212b7f-cff0-4a43-8158-e7ee056f9f67", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1385778746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2090de566fb84fa3bc932cdbdbb77b23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea91d42-16", "ovs_interfaceid": "aea91d42-16cf-40d3-af86-c9c9d0c1cd8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.279090] env[65418]: DEBUG oslo_vmware.api [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688452, 'name': PowerOnVM_Task, 'duration_secs': 0.469484} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.279510] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.279820] env[65418]: INFO nova.compute.manager [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Took 8.85 seconds to spawn the instance on the hypervisor. [ 852.279820] env[65418]: DEBUG nova.compute.manager [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 852.280598] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2751cf0-087f-4886-a3ef-aea5c0f28c10 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.291743] env[65418]: DEBUG nova.objects.instance [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lazy-loading 'pci_requests' on Instance uuid 950b12b3-0577-43ca-9a34-b13d5de40b68 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.317049] env[65418]: WARNING neutronclient.v2_0.client [None req-55241457-6c94-4501-a974-1b403e7c773a tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.406645] env[65418]: DEBUG oslo_concurrency.lockutils [None req-66ca32f3-f4ac-41a7-9cff-a8b52dc94ace tempest-ListImageFiltersTestJSON-953550076 tempest-ListImageFiltersTestJSON-953550076-project-member] Lock "47f04002-277a-4881-a5cf-65b08f3ddd92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.146s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.421544] env[65418]: INFO nova.compute.manager [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Took 42.41 seconds to build instance. [ 852.438202] env[65418]: DEBUG oslo_vmware.api [None req-d242bbfe-2b8d-4c62-b341-9c9fc065a480 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.450936] env[65418]: DEBUG nova.network.neutron [None req-55241457-6c94-4501-a974-1b403e7c773a tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Updating instance_info_cache with network_info: [{"id": "01617bc3-9032-4f9a-8e3e-db7fab34f17d", "address": "fa:16:3e:49:7d:b7", "network": {"id": "863352de-0711-4630-b35a-f018bbf8fba3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1046293168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b97716be533c4d55a648abc7ba3342f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01617bc3-90", "ovs_interfaceid": "01617bc3-9032-4f9a-8e3e-db7fab34f17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.492460] env[65418]: DEBUG oslo_vmware.api [None req-1a2f73e8-bbcf-4676-bc08-deb9c5f870c9 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4688451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.560411] env[65418]: DEBUG oslo_vmware.api [None req-78b84f9c-aa7d-4609-8fab-13a07fe33fb3 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.453674} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.560682] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-78b84f9c-aa7d-4609-8fab-13a07fe33fb3 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.560888] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-78b84f9c-aa7d-4609-8fab-13a07fe33fb3 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.561153] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-78b84f9c-aa7d-4609-8fab-13a07fe33fb3 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.561314] env[65418]: INFO nova.compute.manager [None req-78b84f9c-aa7d-4609-8fab-13a07fe33fb3 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Took 1.65 seconds to destroy the instance on the hypervisor. [ 852.561534] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-78b84f9c-aa7d-4609-8fab-13a07fe33fb3 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 852.561728] env[65418]: DEBUG nova.compute.manager [-] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 852.561932] env[65418]: DEBUG nova.network.neutron [-] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 852.562170] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.631416] env[65418]: DEBUG oslo_concurrency.lockutils [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Releasing lock "refresh_cache-d4425c87-23cf-4e4b-8940-4a0297594dd9" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.631995] env[65418]: WARNING neutronclient.v2_0.client [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.632144] env[65418]: WARNING neutronclient.v2_0.client [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.671491] env[65418]: DEBUG oslo_concurrency.lockutils [req-ed68c000-537e-422c-807a-c04ff4dec741 req-ee5b16a8-001a-405e-a2d7-4bb29e9ffc91 service nova] Releasing lock "refresh_cache-35179ab7-f9c9-4c6d-8c6c-855a9a9738b4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.799334] env[65418]: DEBUG nova.objects.base [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Object Instance<950b12b3-0577-43ca-9a34-b13d5de40b68> lazy-loaded attributes: flavor,pci_requests {{(pid=65418) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 852.799334] env[65418]: DEBUG nova.network.neutron [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 852.802079] env[65418]: WARNING neutronclient.v2_0.client [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.802475] env[65418]: WARNING neutronclient.v2_0.client [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.808249] env[65418]: INFO nova.compute.manager [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Took 42.15 seconds to build instance. [ 852.859650] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a42d96c2-6d6b-407e-bce5-bc9724ebd33c tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.861099] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.046s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.863993] env[65418]: INFO nova.compute.claims [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 852.870213] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.924818] env[65418]: DEBUG oslo_concurrency.lockutils [None req-15788422-8e63-407f-9920-e43088f4393e tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Lock "35179ab7-f9c9-4c6d-8c6c-855a9a9738b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.927s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.942745] env[65418]: DEBUG oslo_vmware.api [None req-d242bbfe-2b8d-4c62-b341-9c9fc065a480 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.953999] env[65418]: DEBUG oslo_concurrency.lockutils [None req-55241457-6c94-4501-a974-1b403e7c773a tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Releasing lock "refresh_cache-71be4a03-3ca3-4314-9f48-60cb7aa3a58b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.954294] env[65418]: DEBUG nova.compute.manager [None req-55241457-6c94-4501-a974-1b403e7c773a tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Inject network info {{(pid=65418) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 852.954582] env[65418]: DEBUG nova.compute.manager [None req-55241457-6c94-4501-a974-1b403e7c773a tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] network_info to inject: |[{"id": "01617bc3-9032-4f9a-8e3e-db7fab34f17d", "address": "fa:16:3e:49:7d:b7", "network": {"id": "863352de-0711-4630-b35a-f018bbf8fba3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1046293168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b97716be533c4d55a648abc7ba3342f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01617bc3-90", "ovs_interfaceid": "01617bc3-9032-4f9a-8e3e-db7fab34f17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 852.960029] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-55241457-6c94-4501-a974-1b403e7c773a tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Reconfiguring VM instance to set the machine id {{(pid=65418) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 852.962239] env[65418]: DEBUG nova.policy [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbe4a60696ea41d5b19c47e178308983', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ca3b83200614608a1469439b601a853', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.964410] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-727e1edf-9e55-4b67-ba5e-00df2d99460d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.982984] env[65418]: DEBUG oslo_vmware.api [None req-55241457-6c94-4501-a974-1b403e7c773a tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Waiting for the task: (returnval){ [ 852.982984] env[65418]: value = "task-4688455" [ 852.982984] env[65418]: _type = "Task" [ 852.982984] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.004908] env[65418]: DEBUG oslo_vmware.api [None req-1a2f73e8-bbcf-4676-bc08-deb9c5f870c9 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Task: {'id': task-4688451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.137486} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.010658] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a2f73e8-bbcf-4676-bc08-deb9c5f870c9 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.010658] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2f73e8-bbcf-4676-bc08-deb9c5f870c9 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.010882] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1a2f73e8-bbcf-4676-bc08-deb9c5f870c9 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.011296] env[65418]: INFO nova.compute.manager [None req-1a2f73e8-bbcf-4676-bc08-deb9c5f870c9 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Took 2.18 seconds to destroy the instance on the hypervisor. [ 853.012907] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-1a2f73e8-bbcf-4676-bc08-deb9c5f870c9 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 853.012907] env[65418]: DEBUG oslo_vmware.api [None req-55241457-6c94-4501-a974-1b403e7c773a tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Task: {'id': task-4688455, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.012907] env[65418]: DEBUG nova.compute.manager [-] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 853.013657] env[65418]: DEBUG nova.network.neutron [-] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 853.013657] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.174776] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "f20a3241-1b6e-4072-b3f6-f8cef3f52188" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.175013] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "f20a3241-1b6e-4072-b3f6-f8cef3f52188" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.311206] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2711d5a8-ffdf-43c0-b92b-f0962f3a74a2 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Lock "fc3b8204-ca18-4367-a4bb-fc38ebb5e42b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.686s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.439440] env[65418]: DEBUG oslo_vmware.api [None req-d242bbfe-2b8d-4c62-b341-9c9fc065a480 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.609646} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.439798] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-d242bbfe-2b8d-4c62-b341-9c9fc065a480 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.439918] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d242bbfe-2b8d-4c62-b341-9c9fc065a480 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.440040] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d242bbfe-2b8d-4c62-b341-9c9fc065a480 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.440241] env[65418]: INFO nova.compute.manager [None req-d242bbfe-2b8d-4c62-b341-9c9fc065a480 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Took 2.13 seconds to destroy the instance on the hypervisor. [ 853.440509] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-d242bbfe-2b8d-4c62-b341-9c9fc065a480 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 853.440782] env[65418]: DEBUG nova.compute.manager [-] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 853.440889] env[65418]: DEBUG nova.network.neutron [-] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 853.441090] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.499589] env[65418]: DEBUG oslo_vmware.api [None req-55241457-6c94-4501-a974-1b403e7c773a tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Task: {'id': task-4688455, 'name': ReconfigVM_Task, 'duration_secs': 0.187428} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.499822] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-55241457-6c94-4501-a974-1b403e7c773a tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Reconfigured VM instance to set the machine id {{(pid=65418) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 853.637475] env[65418]: DEBUG nova.network.neutron [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Successfully created port: dca5c1c9-18e4-4ddf-ae67-450f9a7628ba {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 853.663261] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.677631] env[65418]: DEBUG nova.compute.manager [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 853.820946] env[65418]: DEBUG nova.network.neutron [-] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.017930] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.018863] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181995c5-2bdc-4fe0-97f1-a3e10a1893f1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.028071] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.028324] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bf031a1-5d2d-4555-9fed-7323a28e1f96 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.087349] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.115135] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.115822] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.116380] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Deleting the datastore file [datastore1] d4425c87-23cf-4e4b-8940-4a0297594dd9 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.116494] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22de31eb-3e4f-4824-94f4-356b31dd107a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.125019] env[65418]: DEBUG oslo_vmware.api [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 854.125019] env[65418]: value = "task-4688457" [ 854.125019] env[65418]: _type = "Task" [ 854.125019] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.134499] env[65418]: DEBUG oslo_vmware.api [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688457, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.208269] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.269027] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587138d3-637c-4ec5-a2d8-bd73f080240b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.276143] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538186bc-3fab-4038-b9d5-d7b28e35c5d8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.310628] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4fcbd8-ccd1-40d2-aa35-86a19b0bf31e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.319844] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2261da-9109-42ea-ae50-667b36d95f83 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.324575] env[65418]: INFO nova.compute.manager [-] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Took 1.76 seconds to deallocate network for instance. [ 854.342894] env[65418]: DEBUG nova.compute.provider_tree [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.644701] env[65418]: DEBUG oslo_vmware.api [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688457, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187833} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.645192] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.645324] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.645460] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.678996] env[65418]: INFO nova.scheduler.client.report [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Deleted allocations for instance d4425c87-23cf-4e4b-8940-4a0297594dd9 [ 854.832052] env[65418]: DEBUG oslo_concurrency.lockutils [None req-78b84f9c-aa7d-4609-8fab-13a07fe33fb3 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.846294] env[65418]: DEBUG nova.scheduler.client.report [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.188693] env[65418]: DEBUG oslo_concurrency.lockutils [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.351809] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.352576] env[65418]: DEBUG nova.compute.manager [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 855.356427] env[65418]: DEBUG oslo_concurrency.lockutils [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.415s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.358759] env[65418]: INFO nova.compute.claims [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.383925] env[65418]: DEBUG nova.network.neutron [-] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.648651] env[65418]: DEBUG nova.network.neutron [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Successfully updated port: dca5c1c9-18e4-4ddf-ae67-450f9a7628ba {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 855.830310] env[65418]: DEBUG nova.network.neutron [-] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.869400] env[65418]: DEBUG nova.compute.utils [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.875612] env[65418]: DEBUG nova.compute.manager [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 855.875612] env[65418]: DEBUG nova.network.neutron [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 855.875612] env[65418]: WARNING neutronclient.v2_0.client [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.875612] env[65418]: WARNING neutronclient.v2_0.client [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.887783] env[65418]: INFO nova.compute.manager [-] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Took 2.87 seconds to deallocate network for instance. [ 856.064591] env[65418]: DEBUG nova.policy [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd01dbe46b3f640ef84c56a60f51bff05', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68957baf5aec4df4b0008c8d4632ba1b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.152204] env[65418]: DEBUG oslo_concurrency.lockutils [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "refresh_cache-950b12b3-0577-43ca-9a34-b13d5de40b68" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.152260] env[65418]: DEBUG oslo_concurrency.lockutils [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquired lock "refresh_cache-950b12b3-0577-43ca-9a34-b13d5de40b68" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.152411] env[65418]: DEBUG nova.network.neutron [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 856.335645] env[65418]: INFO nova.compute.manager [-] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Took 2.89 seconds to deallocate network for instance. [ 856.377790] env[65418]: DEBUG nova.compute.manager [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 856.399990] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a2f73e8-bbcf-4676-bc08-deb9c5f870c9 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.609856] env[65418]: DEBUG nova.network.neutron [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Successfully created port: 874438f9-4007-44a0-95a5-aea2d8c53578 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 856.711142] env[65418]: WARNING nova.network.neutron [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] 7eb8d990-6d3e-4b01-a203-6d2e2113297e already exists in list: networks containing: ['7eb8d990-6d3e-4b01-a203-6d2e2113297e']. ignoring it [ 856.736466] env[65418]: DEBUG nova.compute.manager [req-7fab52f5-d73e-4d57-bb86-587178e27c1b req-816be8b9-fbc7-4639-80ab-11892e3f929a service nova] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Received event network-changed-01617bc3-9032-4f9a-8e3e-db7fab34f17d {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 856.736466] env[65418]: DEBUG nova.compute.manager [req-7fab52f5-d73e-4d57-bb86-587178e27c1b req-816be8b9-fbc7-4639-80ab-11892e3f929a service nova] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Refreshing instance network info cache due to event network-changed-01617bc3-9032-4f9a-8e3e-db7fab34f17d. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 856.736466] env[65418]: DEBUG oslo_concurrency.lockutils [req-7fab52f5-d73e-4d57-bb86-587178e27c1b req-816be8b9-fbc7-4639-80ab-11892e3f929a service nova] Acquiring lock "refresh_cache-71be4a03-3ca3-4314-9f48-60cb7aa3a58b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.736466] env[65418]: DEBUG oslo_concurrency.lockutils [req-7fab52f5-d73e-4d57-bb86-587178e27c1b req-816be8b9-fbc7-4639-80ab-11892e3f929a service nova] Acquired lock "refresh_cache-71be4a03-3ca3-4314-9f48-60cb7aa3a58b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.736466] env[65418]: DEBUG nova.network.neutron [req-7fab52f5-d73e-4d57-bb86-587178e27c1b req-816be8b9-fbc7-4639-80ab-11892e3f929a service nova] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Refreshing network info cache for port 01617bc3-9032-4f9a-8e3e-db7fab34f17d {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.806493] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575ddb96-3ff9-4416-9b60-303b9eaef868 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.816770] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e128da-933d-40dd-80f7-ea1b6a6479c4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.854981] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d242bbfe-2b8d-4c62-b341-9c9fc065a480 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.861427] env[65418]: WARNING neutronclient.v2_0.client [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.861427] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db558fcb-8f32-46ff-aa67-16ef66bba6b6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.869365] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19221fb5-3367-46ba-8202-8f26e0c37526 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.893553] env[65418]: DEBUG nova.compute.provider_tree [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.240122] env[65418]: WARNING neutronclient.v2_0.client [req-7fab52f5-d73e-4d57-bb86-587178e27c1b req-816be8b9-fbc7-4639-80ab-11892e3f929a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.347862] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "e721fbba-a004-43ef-a91f-1ee19d7834c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.348121] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "e721fbba-a004-43ef-a91f-1ee19d7834c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.394766] env[65418]: DEBUG nova.compute.manager [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 857.398799] env[65418]: DEBUG nova.scheduler.client.report [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.417760] env[65418]: WARNING neutronclient.v2_0.client [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.435442] env[65418]: DEBUG nova.virt.hardware [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 857.435712] env[65418]: DEBUG nova.virt.hardware [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.435876] env[65418]: DEBUG nova.virt.hardware [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 857.436071] env[65418]: DEBUG nova.virt.hardware [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.436213] env[65418]: DEBUG nova.virt.hardware [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 857.436344] env[65418]: DEBUG nova.virt.hardware [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 857.436541] env[65418]: DEBUG nova.virt.hardware [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 857.436697] env[65418]: DEBUG nova.virt.hardware [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 857.436857] env[65418]: DEBUG nova.virt.hardware [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 857.437029] env[65418]: DEBUG nova.virt.hardware [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 857.437202] env[65418]: DEBUG nova.virt.hardware [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 857.438423] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef9a4d4-e1dc-4b43-a94b-0fb6d44caa63 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.453025] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee998d79-1931-4380-8351-8e824b10bc3a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.614490] env[65418]: DEBUG nova.network.neutron [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Updating instance_info_cache with network_info: [{"id": "08d3fe0e-6873-4a48-b3a7-c5e5fc03263d", "address": "fa:16:3e:c6:04:20", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08d3fe0e-68", "ovs_interfaceid": "08d3fe0e-6873-4a48-b3a7-c5e5fc03263d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dca5c1c9-18e4-4ddf-ae67-450f9a7628ba", "address": "fa:16:3e:fb:4e:11", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdca5c1c9-18", "ovs_interfaceid": "dca5c1c9-18e4-4ddf-ae67-450f9a7628ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.690810] env[65418]: WARNING neutronclient.v2_0.client [req-7fab52f5-d73e-4d57-bb86-587178e27c1b req-816be8b9-fbc7-4639-80ab-11892e3f929a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.772112] env[65418]: DEBUG nova.network.neutron [req-7fab52f5-d73e-4d57-bb86-587178e27c1b req-816be8b9-fbc7-4639-80ab-11892e3f929a service nova] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Updated VIF entry in instance network info cache for port 01617bc3-9032-4f9a-8e3e-db7fab34f17d. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 857.772499] env[65418]: DEBUG nova.network.neutron [req-7fab52f5-d73e-4d57-bb86-587178e27c1b req-816be8b9-fbc7-4639-80ab-11892e3f929a service nova] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Updating instance_info_cache with network_info: [{"id": "01617bc3-9032-4f9a-8e3e-db7fab34f17d", "address": "fa:16:3e:49:7d:b7", "network": {"id": "863352de-0711-4630-b35a-f018bbf8fba3", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1046293168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b97716be533c4d55a648abc7ba3342f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13af9422-d668-4413-b63a-766558d83a3b", "external-id": "nsx-vlan-transportzone-842", "segmentation_id": 842, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01617bc3-90", "ovs_interfaceid": "01617bc3-9032-4f9a-8e3e-db7fab34f17d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.850731] env[65418]: DEBUG nova.compute.manager [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 857.889795] env[65418]: DEBUG nova.compute.manager [req-710f9800-e4db-4559-9ac4-40ebb9ce2fc8 req-d90a799e-e31a-4d64-be3b-1910bd694f43 service nova] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Received event network-vif-deleted-4c5ca920-6538-464a-81cc-d3b41e3c055c {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 857.904633] env[65418]: DEBUG oslo_concurrency.lockutils [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.905166] env[65418]: DEBUG nova.compute.manager [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 857.907909] env[65418]: DEBUG oslo_concurrency.lockutils [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.381s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.909730] env[65418]: INFO nova.compute.claims [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.118856] env[65418]: DEBUG oslo_concurrency.lockutils [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Releasing lock "refresh_cache-950b12b3-0577-43ca-9a34-b13d5de40b68" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.118856] env[65418]: DEBUG oslo_concurrency.lockutils [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "950b12b3-0577-43ca-9a34-b13d5de40b68" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.118979] env[65418]: DEBUG oslo_concurrency.lockutils [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquired lock "950b12b3-0577-43ca-9a34-b13d5de40b68" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.119860] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37982c04-8cb5-4253-964a-2623ff224b0d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.138981] env[65418]: DEBUG nova.virt.hardware [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 858.139330] env[65418]: DEBUG nova.virt.hardware [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.139700] env[65418]: DEBUG nova.virt.hardware [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 858.140059] env[65418]: DEBUG nova.virt.hardware [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.140130] env[65418]: DEBUG nova.virt.hardware [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 858.140279] env[65418]: DEBUG nova.virt.hardware [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 858.140937] env[65418]: DEBUG nova.virt.hardware [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 858.140937] env[65418]: DEBUG nova.virt.hardware [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 858.140937] env[65418]: DEBUG nova.virt.hardware [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 858.141194] env[65418]: DEBUG nova.virt.hardware [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 858.141368] env[65418]: DEBUG nova.virt.hardware [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 858.147851] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Reconfiguring VM to attach interface {{(pid=65418) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 858.148108] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7457b666-79f2-467e-9b5b-b9e57a66df8c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.167664] env[65418]: DEBUG oslo_vmware.api [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 858.167664] env[65418]: value = "task-4688458" [ 858.167664] env[65418]: _type = "Task" [ 858.167664] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.178125] env[65418]: DEBUG oslo_vmware.api [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688458, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.213711] env[65418]: DEBUG nova.network.neutron [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Successfully updated port: 874438f9-4007-44a0-95a5-aea2d8c53578 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 858.275370] env[65418]: DEBUG oslo_concurrency.lockutils [req-7fab52f5-d73e-4d57-bb86-587178e27c1b req-816be8b9-fbc7-4639-80ab-11892e3f929a service nova] Releasing lock "refresh_cache-71be4a03-3ca3-4314-9f48-60cb7aa3a58b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.348912] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9e89f075-2a7c-4aec-ac6e-b8b39810ef63 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Acquiring lock "71be4a03-3ca3-4314-9f48-60cb7aa3a58b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.349240] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9e89f075-2a7c-4aec-ac6e-b8b39810ef63 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Lock "71be4a03-3ca3-4314-9f48-60cb7aa3a58b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.349472] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9e89f075-2a7c-4aec-ac6e-b8b39810ef63 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Acquiring lock "71be4a03-3ca3-4314-9f48-60cb7aa3a58b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.349662] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9e89f075-2a7c-4aec-ac6e-b8b39810ef63 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Lock "71be4a03-3ca3-4314-9f48-60cb7aa3a58b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.349828] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9e89f075-2a7c-4aec-ac6e-b8b39810ef63 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Lock "71be4a03-3ca3-4314-9f48-60cb7aa3a58b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.352291] env[65418]: INFO nova.compute.manager [None req-9e89f075-2a7c-4aec-ac6e-b8b39810ef63 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Terminating instance [ 858.376485] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.414821] env[65418]: DEBUG nova.compute.utils [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.418314] env[65418]: DEBUG nova.compute.manager [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 858.418521] env[65418]: DEBUG nova.network.neutron [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 858.418835] env[65418]: WARNING neutronclient.v2_0.client [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.419205] env[65418]: WARNING neutronclient.v2_0.client [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.464060] env[65418]: DEBUG nova.policy [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcfa7e4887d047e68121fbb69fbcd611', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97f95c19b1d3408f9095a3ac71da25f3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.679459] env[65418]: DEBUG oslo_vmware.api [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688458, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.717612] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquiring lock "refresh_cache-f2797997-11ac-4c21-a8db-2588e2232436" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.717612] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquired lock "refresh_cache-f2797997-11ac-4c21-a8db-2588e2232436" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.717612] env[65418]: DEBUG nova.network.neutron [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 858.750207] env[65418]: DEBUG nova.network.neutron [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Successfully created port: d092a646-514d-4559-a112-3afa6c37a881 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 858.861407] env[65418]: DEBUG nova.compute.manager [None req-9e89f075-2a7c-4aec-ac6e-b8b39810ef63 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 858.861692] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9e89f075-2a7c-4aec-ac6e-b8b39810ef63 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.862725] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f44c0e1-b320-416d-9542-731eec017779 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.872238] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e89f075-2a7c-4aec-ac6e-b8b39810ef63 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.872584] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-875475f4-fd18-4c65-9b95-7b30fa1efe4b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.881516] env[65418]: DEBUG oslo_vmware.api [None req-9e89f075-2a7c-4aec-ac6e-b8b39810ef63 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Waiting for the task: (returnval){ [ 858.881516] env[65418]: value = "task-4688459" [ 858.881516] env[65418]: _type = "Task" [ 858.881516] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.891646] env[65418]: DEBUG oslo_vmware.api [None req-9e89f075-2a7c-4aec-ac6e-b8b39810ef63 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Task: {'id': task-4688459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.919884] env[65418]: DEBUG nova.compute.manager [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 859.181141] env[65418]: DEBUG oslo_vmware.api [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688458, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.266661] env[65418]: DEBUG nova.network.neutron [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 859.361555] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865ab914-e9b5-49e2-99e4-fe32f2cdbcce {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.373260] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a58682-71a7-43f8-a241-f5c0ff78bbd8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.410240] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd9ceda-4d50-4144-8d43-561acf5da4ee {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.421703] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50a2a29-ef22-4da3-9e1a-6c3f22a279b0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.425965] env[65418]: DEBUG oslo_vmware.api [None req-9e89f075-2a7c-4aec-ac6e-b8b39810ef63 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Task: {'id': task-4688459, 'name': PowerOffVM_Task, 'duration_secs': 0.387475} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.426271] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e89f075-2a7c-4aec-ac6e-b8b39810ef63 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.426432] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9e89f075-2a7c-4aec-ac6e-b8b39810ef63 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.430812] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fd0b74f-b99b-482f-8654-5ca719dc53b9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.443979] env[65418]: WARNING neutronclient.v2_0.client [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.446672] env[65418]: DEBUG nova.compute.provider_tree [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.536038] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9e89f075-2a7c-4aec-ac6e-b8b39810ef63 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.536038] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9e89f075-2a7c-4aec-ac6e-b8b39810ef63 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.537100] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e89f075-2a7c-4aec-ac6e-b8b39810ef63 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Deleting the datastore file [datastore2] 71be4a03-3ca3-4314-9f48-60cb7aa3a58b {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.537100] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7501a37-2b30-4fa6-8853-260e10e1ba9c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.542527] env[65418]: DEBUG nova.network.neutron [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Updating instance_info_cache with network_info: [{"id": "874438f9-4007-44a0-95a5-aea2d8c53578", "address": "fa:16:3e:67:e8:0e", "network": {"id": "2646edcc-6454-452d-b8f1-35c8443aafaa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1306270923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68957baf5aec4df4b0008c8d4632ba1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap874438f9-40", "ovs_interfaceid": "874438f9-4007-44a0-95a5-aea2d8c53578", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.545380] env[65418]: DEBUG oslo_vmware.api [None req-9e89f075-2a7c-4aec-ac6e-b8b39810ef63 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Waiting for the task: (returnval){ [ 859.545380] env[65418]: value = "task-4688461" [ 859.545380] env[65418]: _type = "Task" [ 859.545380] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.555269] env[65418]: DEBUG oslo_vmware.api [None req-9e89f075-2a7c-4aec-ac6e-b8b39810ef63 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Task: {'id': task-4688461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.568178] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquiring lock "9f657eff-f138-407c-8c54-71fd857a3298" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.568405] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lock "9f657eff-f138-407c-8c54-71fd857a3298" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.682157] env[65418]: DEBUG oslo_vmware.api [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688458, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.932227] env[65418]: DEBUG nova.compute.manager [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 859.951133] env[65418]: DEBUG nova.scheduler.client.report [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.960138] env[65418]: DEBUG nova.virt.hardware [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 859.960329] env[65418]: DEBUG nova.virt.hardware [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.960400] env[65418]: DEBUG nova.virt.hardware [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 859.960993] env[65418]: DEBUG nova.virt.hardware [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.960993] env[65418]: DEBUG nova.virt.hardware [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 859.960993] env[65418]: DEBUG nova.virt.hardware [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 859.961344] env[65418]: DEBUG nova.virt.hardware [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 859.961344] env[65418]: DEBUG nova.virt.hardware [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 859.961657] env[65418]: DEBUG nova.virt.hardware [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 859.961657] env[65418]: DEBUG nova.virt.hardware [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 859.961774] env[65418]: DEBUG nova.virt.hardware [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 859.963217] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc037a87-d754-45df-ad72-199f32438f32 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.976027] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aeea368-2532-42cf-8138-8062da39af0b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.046973] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Releasing lock "refresh_cache-f2797997-11ac-4c21-a8db-2588e2232436" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.047364] env[65418]: DEBUG nova.compute.manager [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Instance network_info: |[{"id": "874438f9-4007-44a0-95a5-aea2d8c53578", "address": "fa:16:3e:67:e8:0e", "network": {"id": "2646edcc-6454-452d-b8f1-35c8443aafaa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1306270923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68957baf5aec4df4b0008c8d4632ba1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap874438f9-40", "ovs_interfaceid": "874438f9-4007-44a0-95a5-aea2d8c53578", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 860.047989] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:e8:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '874438f9-4007-44a0-95a5-aea2d8c53578', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.056596] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Creating folder: Project (68957baf5aec4df4b0008c8d4632ba1b). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.062106] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1462065-aa63-4c9a-b718-a3b4924aaf42 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.071519] env[65418]: DEBUG nova.compute.manager [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 860.074199] env[65418]: DEBUG oslo_vmware.api [None req-9e89f075-2a7c-4aec-ac6e-b8b39810ef63 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Task: {'id': task-4688461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16376} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.075450] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e89f075-2a7c-4aec-ac6e-b8b39810ef63 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.075635] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9e89f075-2a7c-4aec-ac6e-b8b39810ef63 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.075782] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9e89f075-2a7c-4aec-ac6e-b8b39810ef63 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.075953] env[65418]: INFO nova.compute.manager [None req-9e89f075-2a7c-4aec-ac6e-b8b39810ef63 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Took 1.21 seconds to destroy the instance on the hypervisor. [ 860.076251] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-9e89f075-2a7c-4aec-ac6e-b8b39810ef63 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 860.076468] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Created folder: Project (68957baf5aec4df4b0008c8d4632ba1b) in parent group-v914982. [ 860.076634] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Creating folder: Instances. Parent ref: group-v915167. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.077138] env[65418]: DEBUG nova.compute.manager [-] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 860.077247] env[65418]: DEBUG nova.network.neutron [-] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 860.077502] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.079492] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cb3de1c-34f8-4144-a525-58b0916a8a50 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.092532] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Created folder: Instances in parent group-v915167. [ 860.094097] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 860.094097] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.094097] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e56cf50-33e2-46e3-b71f-33822df8c823 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.864327] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.866774] env[65418]: DEBUG nova.network.neutron [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Successfully updated port: d092a646-514d-4559-a112-3afa6c37a881 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 860.870470] env[65418]: DEBUG oslo_concurrency.lockutils [None req-92c31143-3757-45b0-b69f-c9a198e83afc tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "d4425c87-23cf-4e4b-8940-4a0297594dd9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.871183] env[65418]: DEBUG oslo_concurrency.lockutils [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.963s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.871669] env[65418]: DEBUG nova.compute.manager [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 860.874591] env[65418]: INFO nova.compute.manager [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Rebuilding instance [ 860.885016] env[65418]: DEBUG nova.compute.manager [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Received event network-vif-unplugged-1f5a6b13-1d44-4d50-aead-c343d873deba {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 860.885016] env[65418]: DEBUG oslo_concurrency.lockutils [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] Acquiring lock "d4425c87-23cf-4e4b-8940-4a0297594dd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.885016] env[65418]: DEBUG oslo_concurrency.lockutils [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] Lock "d4425c87-23cf-4e4b-8940-4a0297594dd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.885016] env[65418]: DEBUG oslo_concurrency.lockutils [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] Lock "d4425c87-23cf-4e4b-8940-4a0297594dd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.885016] env[65418]: DEBUG nova.compute.manager [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] No waiting events found dispatching network-vif-unplugged-1f5a6b13-1d44-4d50-aead-c343d873deba {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 860.885016] env[65418]: DEBUG nova.compute.manager [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Received event network-vif-unplugged-1f5a6b13-1d44-4d50-aead-c343d873deba for instance with task_state deleting. {{(pid=65418) _process_instance_event /opt/stack/nova/nova/compute/manager.py:11597}} [ 860.885016] env[65418]: DEBUG nova.compute.manager [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Received event network-changed-1f5a6b13-1d44-4d50-aead-c343d873deba {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 860.885016] env[65418]: DEBUG nova.compute.manager [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Refreshing instance network info cache due to event network-changed-1f5a6b13-1d44-4d50-aead-c343d873deba. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 860.885016] env[65418]: DEBUG oslo_concurrency.lockutils [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] Acquiring lock "refresh_cache-d4425c87-23cf-4e4b-8940-4a0297594dd9" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.885016] env[65418]: DEBUG oslo_concurrency.lockutils [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] Acquired lock "refresh_cache-d4425c87-23cf-4e4b-8940-4a0297594dd9" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.885016] env[65418]: DEBUG nova.network.neutron [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Refreshing network info cache for port 1f5a6b13-1d44-4d50-aead-c343d873deba {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.890678] env[65418]: DEBUG oslo_concurrency.lockutils [None req-435a13ea-4c4e-45d4-bc99-ab579c3e27da tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.776s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.890909] env[65418]: DEBUG nova.objects.instance [None req-435a13ea-4c4e-45d4-bc99-ab579c3e27da tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lazy-loading 'resources' on Instance uuid 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.892972] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Acquiring lock "3f95e054-c8b7-42a1-a91e-352a280f85ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.893179] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Lock "3f95e054-c8b7-42a1-a91e-352a280f85ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.900229] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.900229] env[65418]: value = "task-4688464" [ 860.900229] env[65418]: _type = "Task" [ 860.900229] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.903620] env[65418]: DEBUG oslo_vmware.api [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688458, 'name': ReconfigVM_Task, 'duration_secs': 1.758889} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.909044] env[65418]: WARNING neutronclient.v2_0.client [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.909044] env[65418]: DEBUG oslo_concurrency.lockutils [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Releasing lock "950b12b3-0577-43ca-9a34-b13d5de40b68" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.909044] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Reconfigured VM to attach interface {{(pid=65418) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 860.919988] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688464, 'name': CreateVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.922694] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.948897] env[65418]: DEBUG nova.compute.manager [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 860.949999] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44331110-532b-4e27-9a7d-3ea04ba649ad {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.122942] env[65418]: DEBUG nova.compute.manager [req-0b4c3a4c-310b-4b7e-be85-b60391be1bdd req-738156b2-0b2d-4904-92da-4c63bf6bfc3b service nova] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Received event network-vif-deleted-de8f6bf3-3454-434f-9db4-4e5b8edf2cac {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 861.123211] env[65418]: DEBUG nova.compute.manager [req-0b4c3a4c-310b-4b7e-be85-b60391be1bdd req-738156b2-0b2d-4904-92da-4c63bf6bfc3b service nova] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Received event network-vif-deleted-5cc3a9df-c4cc-4426-8816-1811f71f3f16 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 861.123423] env[65418]: DEBUG nova.compute.manager [req-0b4c3a4c-310b-4b7e-be85-b60391be1bdd req-738156b2-0b2d-4904-92da-4c63bf6bfc3b service nova] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Received event network-changed-aea91d42-16cf-40d3-af86-c9c9d0c1cd8e {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 861.124560] env[65418]: DEBUG nova.compute.manager [req-0b4c3a4c-310b-4b7e-be85-b60391be1bdd req-738156b2-0b2d-4904-92da-4c63bf6bfc3b service nova] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Refreshing instance network info cache due to event network-changed-aea91d42-16cf-40d3-af86-c9c9d0c1cd8e. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 861.124560] env[65418]: DEBUG oslo_concurrency.lockutils [req-0b4c3a4c-310b-4b7e-be85-b60391be1bdd req-738156b2-0b2d-4904-92da-4c63bf6bfc3b service nova] Acquiring lock "refresh_cache-35179ab7-f9c9-4c6d-8c6c-855a9a9738b4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.124560] env[65418]: DEBUG oslo_concurrency.lockutils [req-0b4c3a4c-310b-4b7e-be85-b60391be1bdd req-738156b2-0b2d-4904-92da-4c63bf6bfc3b service nova] Acquired lock "refresh_cache-35179ab7-f9c9-4c6d-8c6c-855a9a9738b4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.124560] env[65418]: DEBUG nova.network.neutron [req-0b4c3a4c-310b-4b7e-be85-b60391be1bdd req-738156b2-0b2d-4904-92da-4c63bf6bfc3b service nova] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Refreshing network info cache for port aea91d42-16cf-40d3-af86-c9c9d0c1cd8e {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.388470] env[65418]: DEBUG nova.compute.utils [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.390849] env[65418]: DEBUG oslo_concurrency.lockutils [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquiring lock "refresh_cache-21df3af5-d2d0-4af7-9491-c33792fbf14c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.391092] env[65418]: DEBUG oslo_concurrency.lockutils [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquired lock "refresh_cache-21df3af5-d2d0-4af7-9491-c33792fbf14c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.395376] env[65418]: DEBUG nova.network.neutron [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 861.396796] env[65418]: DEBUG nova.compute.manager [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 861.397054] env[65418]: DEBUG nova.network.neutron [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 861.397463] env[65418]: WARNING neutronclient.v2_0.client [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.397824] env[65418]: WARNING neutronclient.v2_0.client [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.403000] env[65418]: WARNING neutronclient.v2_0.client [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.406789] env[65418]: DEBUG nova.compute.manager [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 861.414528] env[65418]: DEBUG oslo_concurrency.lockutils [None req-62b4fd53-8ae2-4ed6-85cc-c302618879e5 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "interface-950b12b3-0577-43ca-9a34-b13d5de40b68-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 9.977s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.428310] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688464, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.498081] env[65418]: DEBUG nova.policy [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd01dbe46b3f640ef84c56a60f51bff05', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68957baf5aec4df4b0008c8d4632ba1b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.626537] env[65418]: WARNING neutronclient.v2_0.client [req-0b4c3a4c-310b-4b7e-be85-b60391be1bdd req-738156b2-0b2d-4904-92da-4c63bf6bfc3b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.634242] env[65418]: WARNING neutronclient.v2_0.client [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.811187] env[65418]: DEBUG nova.network.neutron [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Updated VIF entry in instance network info cache for port 1f5a6b13-1d44-4d50-aead-c343d873deba. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 861.811327] env[65418]: DEBUG nova.network.neutron [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Updating instance_info_cache with network_info: [{"id": "1f5a6b13-1d44-4d50-aead-c343d873deba", "address": "fa:16:3e:98:68:de", "network": {"id": "2562c175-4d15-43d3-b157-3d30695ce81c", "bridge": null, "label": "tempest-DeleteServersTestJSON-402255614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea9a1850358a42e49d88f4b344fe6d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1f5a6b13-1d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.820316] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa681e74-a148-420c-9f64-85400b1350f1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.824113] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3e97248e-f190-4b5d-8686-df7d769593ca tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Acquiring lock "35179ab7-f9c9-4c6d-8c6c-855a9a9738b4" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.824373] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3e97248e-f190-4b5d-8686-df7d769593ca tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Lock "35179ab7-f9c9-4c6d-8c6c-855a9a9738b4" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.824613] env[65418]: INFO nova.compute.manager [None req-3e97248e-f190-4b5d-8686-df7d769593ca tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Rebooting instance [ 861.832248] env[65418]: DEBUG nova.network.neutron [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Successfully created port: 0e9a5eb3-3462-4253-b5d8-48ba4a4f2dbd {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 861.841174] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1daf3fb6-13ce-4a33-bfaa-9653f2230277 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.878342] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0919653f-5f06-4a48-a9d1-0a5d6e5e9a58 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.888828] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae11efe-de1b-49f1-abf0-f49622ff8c31 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.905097] env[65418]: DEBUG nova.compute.manager [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 861.910327] env[65418]: DEBUG nova.compute.provider_tree [None req-435a13ea-4c4e-45d4-bc99-ab579c3e27da tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.933248] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688464, 'name': CreateVM_Task, 'duration_secs': 0.538594} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.933917] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.934513] env[65418]: WARNING neutronclient.v2_0.client [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.935041] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.935145] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.935704] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.935704] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e643d01-a24c-4d45-afab-aca41f384a6e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.938533] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.943638] env[65418]: DEBUG oslo_vmware.api [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 861.943638] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52128371-28cb-97a4-1ecd-87266ad16e6d" [ 861.943638] env[65418]: _type = "Task" [ 861.943638] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.953967] env[65418]: DEBUG oslo_vmware.api [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52128371-28cb-97a4-1ecd-87266ad16e6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.963262] env[65418]: DEBUG nova.network.neutron [-] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.980803] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.980803] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f500ec16-476a-493f-8110-f9409894358c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.980803] env[65418]: DEBUG oslo_vmware.api [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Waiting for the task: (returnval){ [ 861.980803] env[65418]: value = "task-4688465" [ 861.980803] env[65418]: _type = "Task" [ 861.980803] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.995467] env[65418]: DEBUG oslo_vmware.api [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.106916] env[65418]: DEBUG nova.network.neutron [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 862.310230] env[65418]: WARNING neutronclient.v2_0.client [req-0b4c3a4c-310b-4b7e-be85-b60391be1bdd req-738156b2-0b2d-4904-92da-4c63bf6bfc3b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.315050] env[65418]: DEBUG oslo_concurrency.lockutils [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] Releasing lock "refresh_cache-d4425c87-23cf-4e4b-8940-4a0297594dd9" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.315332] env[65418]: DEBUG nova.compute.manager [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Received event network-vif-plugged-dca5c1c9-18e4-4ddf-ae67-450f9a7628ba {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 862.315525] env[65418]: DEBUG oslo_concurrency.lockutils [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] Acquiring lock "950b12b3-0577-43ca-9a34-b13d5de40b68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.315721] env[65418]: DEBUG oslo_concurrency.lockutils [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] Lock "950b12b3-0577-43ca-9a34-b13d5de40b68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.315871] env[65418]: DEBUG oslo_concurrency.lockutils [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] Lock "950b12b3-0577-43ca-9a34-b13d5de40b68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.316046] env[65418]: DEBUG nova.compute.manager [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] No waiting events found dispatching network-vif-plugged-dca5c1c9-18e4-4ddf-ae67-450f9a7628ba {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 862.316227] env[65418]: WARNING nova.compute.manager [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Received unexpected event network-vif-plugged-dca5c1c9-18e4-4ddf-ae67-450f9a7628ba for instance with vm_state active and task_state None. [ 862.316386] env[65418]: DEBUG nova.compute.manager [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Received event network-changed-dca5c1c9-18e4-4ddf-ae67-450f9a7628ba {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 862.316527] env[65418]: DEBUG nova.compute.manager [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Refreshing instance network info cache due to event network-changed-dca5c1c9-18e4-4ddf-ae67-450f9a7628ba. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 862.316700] env[65418]: DEBUG oslo_concurrency.lockutils [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] Acquiring lock "refresh_cache-950b12b3-0577-43ca-9a34-b13d5de40b68" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.316824] env[65418]: DEBUG oslo_concurrency.lockutils [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] Acquired lock "refresh_cache-950b12b3-0577-43ca-9a34-b13d5de40b68" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.316966] env[65418]: DEBUG nova.network.neutron [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Refreshing network info cache for port dca5c1c9-18e4-4ddf-ae67-450f9a7628ba {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.349055] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3e97248e-f190-4b5d-8686-df7d769593ca tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Acquiring lock "refresh_cache-35179ab7-f9c9-4c6d-8c6c-855a9a9738b4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.417200] env[65418]: DEBUG nova.scheduler.client.report [None req-435a13ea-4c4e-45d4-bc99-ab579c3e27da tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.457721] env[65418]: DEBUG oslo_vmware.api [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52128371-28cb-97a4-1ecd-87266ad16e6d, 'name': SearchDatastore_Task, 'duration_secs': 0.010462} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.458740] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.458978] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.459246] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.459348] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.459513] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.463344] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65880098-3b84-4eee-8f50-f327ab5e4689 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.466508] env[65418]: INFO nova.compute.manager [-] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Took 2.39 seconds to deallocate network for instance. [ 862.475359] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.475547] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.476313] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61acfd71-9c85-433e-9abf-8ee2086725d5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.483391] env[65418]: DEBUG oslo_vmware.api [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 862.483391] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ae7faa-c542-3d1a-d060-fa5a8373e3ac" [ 862.483391] env[65418]: _type = "Task" [ 862.483391] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.495697] env[65418]: DEBUG oslo_vmware.api [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688465, 'name': PowerOffVM_Task, 'duration_secs': 0.13267} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.499420] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.499764] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.500528] env[65418]: DEBUG oslo_vmware.api [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ae7faa-c542-3d1a-d060-fa5a8373e3ac, 'name': SearchDatastore_Task, 'duration_secs': 0.010088} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.501466] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c1fe1d-3617-45d6-a58f-4278f3efa094 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.506242] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3eb3651-6668-41c2-8919-39b31988c6f0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.515696] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.516195] env[65418]: DEBUG oslo_vmware.api [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 862.516195] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5226d11f-8ff3-f8c1-0284-51400bfb4815" [ 862.516195] env[65418]: _type = "Task" [ 862.516195] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.516476] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ada1d39a-b733-48d1-b98e-1d8751ab7367 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.529316] env[65418]: DEBUG oslo_vmware.api [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5226d11f-8ff3-f8c1-0284-51400bfb4815, 'name': SearchDatastore_Task, 'duration_secs': 0.009612} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.529640] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.529939] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] f2797997-11ac-4c21-a8db-2588e2232436/f2797997-11ac-4c21-a8db-2588e2232436.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.530315] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56ec044d-d5c2-4a66-9256-32578e232dee {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.537118] env[65418]: DEBUG nova.network.neutron [req-0b4c3a4c-310b-4b7e-be85-b60391be1bdd req-738156b2-0b2d-4904-92da-4c63bf6bfc3b service nova] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Updated VIF entry in instance network info cache for port aea91d42-16cf-40d3-af86-c9c9d0c1cd8e. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 862.537685] env[65418]: DEBUG nova.network.neutron [req-0b4c3a4c-310b-4b7e-be85-b60391be1bdd req-738156b2-0b2d-4904-92da-4c63bf6bfc3b service nova] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Updating instance_info_cache with network_info: [{"id": "aea91d42-16cf-40d3-af86-c9c9d0c1cd8e", "address": "fa:16:3e:e5:3c:44", "network": {"id": "ae212b7f-cff0-4a43-8158-e7ee056f9f67", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1385778746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2090de566fb84fa3bc932cdbdbb77b23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea91d42-16", "ovs_interfaceid": "aea91d42-16cf-40d3-af86-c9c9d0c1cd8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.540591] env[65418]: DEBUG oslo_vmware.api [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 862.540591] env[65418]: value = "task-4688467" [ 862.540591] env[65418]: _type = "Task" [ 862.540591] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.553991] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.554235] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.554411] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Deleting the datastore file [datastore1] fc3b8204-ca18-4367-a4bb-fc38ebb5e42b {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.554776] env[65418]: DEBUG oslo_vmware.api [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.555055] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7da978b9-2408-4385-b3e5-154aee29a1c1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.562904] env[65418]: DEBUG oslo_vmware.api [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Waiting for the task: (returnval){ [ 862.562904] env[65418]: value = "task-4688468" [ 862.562904] env[65418]: _type = "Task" [ 862.562904] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.567390] env[65418]: WARNING neutronclient.v2_0.client [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.576062] env[65418]: DEBUG oslo_vmware.api [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.680275] env[65418]: DEBUG nova.network.neutron [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Updating instance_info_cache with network_info: [{"id": "d092a646-514d-4559-a112-3afa6c37a881", "address": "fa:16:3e:37:17:aa", "network": {"id": "8e41d0e5-e4f8-4609-9e65-ea5f5504a744", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1096955922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f95c19b1d3408f9095a3ac71da25f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd092a646-51", "ovs_interfaceid": "d092a646-514d-4559-a112-3afa6c37a881", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.820111] env[65418]: WARNING neutronclient.v2_0.client [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 862.923304] env[65418]: DEBUG nova.compute.manager [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 862.927336] env[65418]: DEBUG oslo_concurrency.lockutils [None req-435a13ea-4c4e-45d4-bc99-ab579c3e27da tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.037s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.932525] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.970s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.932525] env[65418]: DEBUG nova.objects.instance [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Lazy-loading 'resources' on Instance uuid a766a802-734b-44b5-9db6-756db4fbed0c {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 862.955117] env[65418]: DEBUG nova.virt.hardware [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 862.955322] env[65418]: DEBUG nova.virt.hardware [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.955969] env[65418]: DEBUG nova.virt.hardware [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 862.955969] env[65418]: DEBUG nova.virt.hardware [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.955969] env[65418]: DEBUG nova.virt.hardware [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 862.955969] env[65418]: DEBUG nova.virt.hardware [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 862.956360] env[65418]: DEBUG nova.virt.hardware [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 862.956544] env[65418]: DEBUG nova.virt.hardware [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 862.956746] env[65418]: DEBUG nova.virt.hardware [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 862.957022] env[65418]: DEBUG nova.virt.hardware [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 862.957391] env[65418]: DEBUG nova.virt.hardware [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 862.958830] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc39234-5cb5-46ad-819d-59dc5ddc6e70 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.962985] env[65418]: INFO nova.scheduler.client.report [None req-435a13ea-4c4e-45d4-bc99-ab579c3e27da tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Deleted allocations for instance 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b [ 862.977121] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9e89f075-2a7c-4aec-ac6e-b8b39810ef63 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.977624] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8e918e-db85-4669-9f40-393c17c7e70c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.041877] env[65418]: DEBUG oslo_concurrency.lockutils [req-0b4c3a4c-310b-4b7e-be85-b60391be1bdd req-738156b2-0b2d-4904-92da-4c63bf6bfc3b service nova] Releasing lock "refresh_cache-35179ab7-f9c9-4c6d-8c6c-855a9a9738b4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.043384] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3e97248e-f190-4b5d-8686-df7d769593ca tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Acquired lock "refresh_cache-35179ab7-f9c9-4c6d-8c6c-855a9a9738b4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.043384] env[65418]: DEBUG nova.network.neutron [None req-3e97248e-f190-4b5d-8686-df7d769593ca tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 863.065519] env[65418]: DEBUG oslo_vmware.api [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688467, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.079220] env[65418]: DEBUG oslo_vmware.api [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102767} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.079467] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.080295] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.081239] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.182899] env[65418]: DEBUG oslo_concurrency.lockutils [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Releasing lock "refresh_cache-21df3af5-d2d0-4af7-9491-c33792fbf14c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.183309] env[65418]: DEBUG nova.compute.manager [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Instance network_info: |[{"id": "d092a646-514d-4559-a112-3afa6c37a881", "address": "fa:16:3e:37:17:aa", "network": {"id": "8e41d0e5-e4f8-4609-9e65-ea5f5504a744", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1096955922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f95c19b1d3408f9095a3ac71da25f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd092a646-51", "ovs_interfaceid": "d092a646-514d-4559-a112-3afa6c37a881", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 863.183776] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:17:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd092a646-514d-4559-a112-3afa6c37a881', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.192389] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 863.192997] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.193272] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d0f2673-17d0-490b-8d0f-d60a723daacb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.216652] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.216652] env[65418]: value = "task-4688469" [ 863.216652] env[65418]: _type = "Task" [ 863.216652] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.226901] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688469, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.486426] env[65418]: DEBUG nova.network.neutron [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Successfully updated port: 0e9a5eb3-3462-4253-b5d8-48ba4a4f2dbd {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 863.488742] env[65418]: DEBUG oslo_concurrency.lockutils [None req-435a13ea-4c4e-45d4-bc99-ab579c3e27da tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "6b31bd42-645b-4b9c-81b3-5f9c5b828d3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.419s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.557436] env[65418]: WARNING neutronclient.v2_0.client [None req-3e97248e-f190-4b5d-8686-df7d769593ca tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.568027] env[65418]: DEBUG oslo_vmware.api [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642405} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.568027] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] f2797997-11ac-4c21-a8db-2588e2232436/f2797997-11ac-4c21-a8db-2588e2232436.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.568027] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.568027] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d78fe48e-72a7-40ee-9dd6-c50213d5958f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.575620] env[65418]: DEBUG oslo_vmware.api [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 863.575620] env[65418]: value = "task-4688470" [ 863.575620] env[65418]: _type = "Task" [ 863.575620] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.599722] env[65418]: DEBUG oslo_vmware.api [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.722300] env[65418]: WARNING neutronclient.v2_0.client [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.734392] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688469, 'name': CreateVM_Task, 'duration_secs': 0.419798} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.734574] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.735043] env[65418]: WARNING neutronclient.v2_0.client [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.735390] env[65418]: DEBUG oslo_concurrency.lockutils [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.735534] env[65418]: DEBUG oslo_concurrency.lockutils [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.736069] env[65418]: DEBUG oslo_concurrency.lockutils [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.736342] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80386a65-2505-4a21-abdb-4b3f16467762 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.745153] env[65418]: DEBUG oslo_vmware.api [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 863.745153] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52901b6a-b822-9622-1b8e-f39dc79e4925" [ 863.745153] env[65418]: _type = "Task" [ 863.745153] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.760582] env[65418]: DEBUG oslo_vmware.api [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52901b6a-b822-9622-1b8e-f39dc79e4925, 'name': SearchDatastore_Task, 'duration_secs': 0.012104} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.763819] env[65418]: DEBUG oslo_concurrency.lockutils [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.764082] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.764318] env[65418]: DEBUG oslo_concurrency.lockutils [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.764459] env[65418]: DEBUG oslo_concurrency.lockutils [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.764630] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.765115] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2051d0d-4045-40c2-b314-8957d063bb07 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.774856] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.775052] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.775797] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6ce5ae2-7f8d-4c51-878e-00528e7d01e5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.782359] env[65418]: DEBUG oslo_vmware.api [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 863.782359] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c9f91e-ca35-f0f1-e9ed-6b16895dbdb2" [ 863.782359] env[65418]: _type = "Task" [ 863.782359] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.801273] env[65418]: DEBUG oslo_vmware.api [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c9f91e-ca35-f0f1-e9ed-6b16895dbdb2, 'name': SearchDatastore_Task, 'duration_secs': 0.009774} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.807678] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2841f0b7-edb2-4218-a550-fc31f2b3430e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.815190] env[65418]: DEBUG oslo_vmware.api [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 863.815190] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d95039-433a-86ba-2f6d-029d8f1a9181" [ 863.815190] env[65418]: _type = "Task" [ 863.815190] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.831094] env[65418]: DEBUG oslo_vmware.api [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d95039-433a-86ba-2f6d-029d8f1a9181, 'name': SearchDatastore_Task, 'duration_secs': 0.010165} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.831373] env[65418]: DEBUG oslo_concurrency.lockutils [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.831622] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 21df3af5-d2d0-4af7-9491-c33792fbf14c/21df3af5-d2d0-4af7-9491-c33792fbf14c.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.831886] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0e166b3-05cc-4d17-a586-d4d1ed2ea8db {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.842805] env[65418]: DEBUG oslo_vmware.api [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 863.842805] env[65418]: value = "task-4688471" [ 863.842805] env[65418]: _type = "Task" [ 863.842805] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.855637] env[65418]: DEBUG oslo_vmware.api [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.966534] env[65418]: DEBUG nova.compute.manager [req-f1e4de6d-abf1-4f51-ad48-ef94d42452e9 req-1a2437b6-26b3-4008-967e-7a952920f7bd service nova] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Received event network-vif-plugged-d092a646-514d-4559-a112-3afa6c37a881 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 863.966854] env[65418]: DEBUG oslo_concurrency.lockutils [req-f1e4de6d-abf1-4f51-ad48-ef94d42452e9 req-1a2437b6-26b3-4008-967e-7a952920f7bd service nova] Acquiring lock "21df3af5-d2d0-4af7-9491-c33792fbf14c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.967095] env[65418]: DEBUG oslo_concurrency.lockutils [req-f1e4de6d-abf1-4f51-ad48-ef94d42452e9 req-1a2437b6-26b3-4008-967e-7a952920f7bd service nova] Lock "21df3af5-d2d0-4af7-9491-c33792fbf14c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.967272] env[65418]: DEBUG oslo_concurrency.lockutils [req-f1e4de6d-abf1-4f51-ad48-ef94d42452e9 req-1a2437b6-26b3-4008-967e-7a952920f7bd service nova] Lock "21df3af5-d2d0-4af7-9491-c33792fbf14c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.967449] env[65418]: DEBUG nova.compute.manager [req-f1e4de6d-abf1-4f51-ad48-ef94d42452e9 req-1a2437b6-26b3-4008-967e-7a952920f7bd service nova] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] No waiting events found dispatching network-vif-plugged-d092a646-514d-4559-a112-3afa6c37a881 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 863.967600] env[65418]: WARNING nova.compute.manager [req-f1e4de6d-abf1-4f51-ad48-ef94d42452e9 req-1a2437b6-26b3-4008-967e-7a952920f7bd service nova] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Received unexpected event network-vif-plugged-d092a646-514d-4559-a112-3afa6c37a881 for instance with vm_state building and task_state spawning. [ 863.967765] env[65418]: DEBUG nova.compute.manager [req-f1e4de6d-abf1-4f51-ad48-ef94d42452e9 req-1a2437b6-26b3-4008-967e-7a952920f7bd service nova] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Received event network-changed-d092a646-514d-4559-a112-3afa6c37a881 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 863.967922] env[65418]: DEBUG nova.compute.manager [req-f1e4de6d-abf1-4f51-ad48-ef94d42452e9 req-1a2437b6-26b3-4008-967e-7a952920f7bd service nova] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Refreshing instance network info cache due to event network-changed-d092a646-514d-4559-a112-3afa6c37a881. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 863.968121] env[65418]: DEBUG oslo_concurrency.lockutils [req-f1e4de6d-abf1-4f51-ad48-ef94d42452e9 req-1a2437b6-26b3-4008-967e-7a952920f7bd service nova] Acquiring lock "refresh_cache-21df3af5-d2d0-4af7-9491-c33792fbf14c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.968252] env[65418]: DEBUG oslo_concurrency.lockutils [req-f1e4de6d-abf1-4f51-ad48-ef94d42452e9 req-1a2437b6-26b3-4008-967e-7a952920f7bd service nova] Acquired lock "refresh_cache-21df3af5-d2d0-4af7-9491-c33792fbf14c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.968399] env[65418]: DEBUG nova.network.neutron [req-f1e4de6d-abf1-4f51-ad48-ef94d42452e9 req-1a2437b6-26b3-4008-967e-7a952920f7bd service nova] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Refreshing network info cache for port d092a646-514d-4559-a112-3afa6c37a881 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.992590] env[65418]: DEBUG oslo_concurrency.lockutils [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquiring lock "refresh_cache-6d696804-7857-4d8b-b4bf-fa79c8615b5b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.992590] env[65418]: DEBUG oslo_concurrency.lockutils [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquired lock "refresh_cache-6d696804-7857-4d8b-b4bf-fa79c8615b5b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.992590] env[65418]: DEBUG nova.network.neutron [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 864.001215] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf28f3d-bbd0-40e6-8a68-9a1ce07c9304 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.012792] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e3d5c8-1d48-41f7-8e02-9b868f0cfa4a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.017110] env[65418]: DEBUG nova.network.neutron [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Updated VIF entry in instance network info cache for port dca5c1c9-18e4-4ddf-ae67-450f9a7628ba. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 864.017544] env[65418]: DEBUG nova.network.neutron [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Updating instance_info_cache with network_info: [{"id": "08d3fe0e-6873-4a48-b3a7-c5e5fc03263d", "address": "fa:16:3e:c6:04:20", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08d3fe0e-68", "ovs_interfaceid": "08d3fe0e-6873-4a48-b3a7-c5e5fc03263d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dca5c1c9-18e4-4ddf-ae67-450f9a7628ba", "address": "fa:16:3e:fb:4e:11", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdca5c1c9-18", "ovs_interfaceid": "dca5c1c9-18e4-4ddf-ae67-450f9a7628ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.056953] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbbfbab-27b3-406b-86c2-74fea45bcdc7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.071991] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9044b2-2941-4e97-b45d-d7ebdffa010a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.106591] env[65418]: DEBUG nova.compute.provider_tree [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.112754] env[65418]: DEBUG oslo_vmware.api [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177326} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.113450] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.114617] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25500a3-6291-440a-ae31-6464d5dc7d1b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.142562] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] f2797997-11ac-4c21-a8db-2588e2232436/f2797997-11ac-4c21-a8db-2588e2232436.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.147895] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-101109e2-009d-45b0-bac8-58882b32d5b2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.171942] env[65418]: DEBUG nova.virt.hardware [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 864.172255] env[65418]: DEBUG nova.virt.hardware [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.172493] env[65418]: DEBUG nova.virt.hardware [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 864.172727] env[65418]: DEBUG nova.virt.hardware [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.172912] env[65418]: DEBUG nova.virt.hardware [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 864.173088] env[65418]: DEBUG nova.virt.hardware [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 864.173324] env[65418]: DEBUG nova.virt.hardware [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 864.173522] env[65418]: DEBUG nova.virt.hardware [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 864.173699] env[65418]: DEBUG nova.virt.hardware [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 864.173857] env[65418]: DEBUG nova.virt.hardware [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 864.174036] env[65418]: DEBUG nova.virt.hardware [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 864.175081] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7215f97-208b-4795-97b5-b03e74ae1183 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.179342] env[65418]: DEBUG oslo_vmware.api [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 864.179342] env[65418]: value = "task-4688472" [ 864.179342] env[65418]: _type = "Task" [ 864.179342] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.189254] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29f0aeb-4955-4c16-9c61-310c4c9d396d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.198471] env[65418]: DEBUG oslo_vmware.api [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.213841] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Instance VIF info [] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.221372] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 864.222300] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.223879] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26b8e259-468b-4768-a12d-7952ab51da3c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.244868] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.244868] env[65418]: value = "task-4688473" [ 864.244868] env[65418]: _type = "Task" [ 864.244868] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.248649] env[65418]: WARNING neutronclient.v2_0.client [None req-3e97248e-f190-4b5d-8686-df7d769593ca tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.262096] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688473, 'name': CreateVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.358886] env[65418]: DEBUG oslo_vmware.api [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688471, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.376565] env[65418]: DEBUG nova.network.neutron [None req-3e97248e-f190-4b5d-8686-df7d769593ca tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Updating instance_info_cache with network_info: [{"id": "aea91d42-16cf-40d3-af86-c9c9d0c1cd8e", "address": "fa:16:3e:e5:3c:44", "network": {"id": "ae212b7f-cff0-4a43-8158-e7ee056f9f67", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1385778746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2090de566fb84fa3bc932cdbdbb77b23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea91d42-16", "ovs_interfaceid": "aea91d42-16cf-40d3-af86-c9c9d0c1cd8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.472522] env[65418]: WARNING neutronclient.v2_0.client [req-f1e4de6d-abf1-4f51-ad48-ef94d42452e9 req-1a2437b6-26b3-4008-967e-7a952920f7bd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.522893] env[65418]: DEBUG oslo_concurrency.lockutils [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] Releasing lock "refresh_cache-950b12b3-0577-43ca-9a34-b13d5de40b68" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.523241] env[65418]: DEBUG nova.compute.manager [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Received event network-vif-plugged-874438f9-4007-44a0-95a5-aea2d8c53578 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 864.523489] env[65418]: DEBUG oslo_concurrency.lockutils [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] Acquiring lock "f2797997-11ac-4c21-a8db-2588e2232436-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.523735] env[65418]: DEBUG oslo_concurrency.lockutils [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] Lock "f2797997-11ac-4c21-a8db-2588e2232436-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.523918] env[65418]: DEBUG oslo_concurrency.lockutils [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] Lock "f2797997-11ac-4c21-a8db-2588e2232436-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.524173] env[65418]: DEBUG nova.compute.manager [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] [instance: f2797997-11ac-4c21-a8db-2588e2232436] No waiting events found dispatching network-vif-plugged-874438f9-4007-44a0-95a5-aea2d8c53578 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 864.524360] env[65418]: WARNING nova.compute.manager [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Received unexpected event network-vif-plugged-874438f9-4007-44a0-95a5-aea2d8c53578 for instance with vm_state building and task_state spawning. [ 864.524532] env[65418]: DEBUG nova.compute.manager [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Received event network-changed-874438f9-4007-44a0-95a5-aea2d8c53578 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 864.524762] env[65418]: DEBUG nova.compute.manager [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Refreshing instance network info cache due to event network-changed-874438f9-4007-44a0-95a5-aea2d8c53578. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 864.525013] env[65418]: DEBUG oslo_concurrency.lockutils [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] Acquiring lock "refresh_cache-f2797997-11ac-4c21-a8db-2588e2232436" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.527815] env[65418]: DEBUG oslo_concurrency.lockutils [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] Acquired lock "refresh_cache-f2797997-11ac-4c21-a8db-2588e2232436" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.528014] env[65418]: DEBUG nova.network.neutron [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Refreshing network info cache for port 874438f9-4007-44a0-95a5-aea2d8c53578 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.563579] env[65418]: DEBUG nova.network.neutron [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 864.614660] env[65418]: DEBUG nova.scheduler.client.report [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.693573] env[65418]: DEBUG oslo_vmware.api [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688472, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.766539] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688473, 'name': CreateVM_Task, 'duration_secs': 0.380346} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.767864] env[65418]: WARNING neutronclient.v2_0.client [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.770126] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.770761] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.770988] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.771308] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.771582] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d59eabb-3788-4340-8a6a-fdee592fcfc7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.777617] env[65418]: DEBUG oslo_vmware.api [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Waiting for the task: (returnval){ [ 864.777617] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52908307-9b5d-7817-a5a3-0a77d0eb5fab" [ 864.777617] env[65418]: _type = "Task" [ 864.777617] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.789987] env[65418]: DEBUG oslo_vmware.api [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52908307-9b5d-7817-a5a3-0a77d0eb5fab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.824143] env[65418]: WARNING neutronclient.v2_0.client [req-f1e4de6d-abf1-4f51-ad48-ef94d42452e9 req-1a2437b6-26b3-4008-967e-7a952920f7bd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.855750] env[65418]: DEBUG oslo_vmware.api [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550006} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.858696] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 21df3af5-d2d0-4af7-9491-c33792fbf14c/21df3af5-d2d0-4af7-9491-c33792fbf14c.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.858958] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.859745] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bb81fc4-60a4-458a-815f-a92dd6269cac {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.868142] env[65418]: DEBUG oslo_vmware.api [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 864.868142] env[65418]: value = "task-4688474" [ 864.868142] env[65418]: _type = "Task" [ 864.868142] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.879079] env[65418]: DEBUG oslo_vmware.api [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.882543] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3e97248e-f190-4b5d-8686-df7d769593ca tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Releasing lock "refresh_cache-35179ab7-f9c9-4c6d-8c6c-855a9a9738b4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.976980] env[65418]: DEBUG nova.network.neutron [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Updating instance_info_cache with network_info: [{"id": "0e9a5eb3-3462-4253-b5d8-48ba4a4f2dbd", "address": "fa:16:3e:d1:16:4a", "network": {"id": "2646edcc-6454-452d-b8f1-35c8443aafaa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1306270923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68957baf5aec4df4b0008c8d4632ba1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e9a5eb3-34", "ovs_interfaceid": "0e9a5eb3-3462-4253-b5d8-48ba4a4f2dbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.035208] env[65418]: WARNING neutronclient.v2_0.client [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.066817] env[65418]: DEBUG nova.network.neutron [req-f1e4de6d-abf1-4f51-ad48-ef94d42452e9 req-1a2437b6-26b3-4008-967e-7a952920f7bd service nova] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Updated VIF entry in instance network info cache for port d092a646-514d-4559-a112-3afa6c37a881. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 865.067216] env[65418]: DEBUG nova.network.neutron [req-f1e4de6d-abf1-4f51-ad48-ef94d42452e9 req-1a2437b6-26b3-4008-967e-7a952920f7bd service nova] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Updating instance_info_cache with network_info: [{"id": "d092a646-514d-4559-a112-3afa6c37a881", "address": "fa:16:3e:37:17:aa", "network": {"id": "8e41d0e5-e4f8-4609-9e65-ea5f5504a744", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1096955922-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "97f95c19b1d3408f9095a3ac71da25f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd092a646-51", "ovs_interfaceid": "d092a646-514d-4559-a112-3afa6c37a881", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.125068] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.133609] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 17.424s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.163033] env[65418]: INFO nova.scheduler.client.report [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Deleted allocations for instance a766a802-734b-44b5-9db6-756db4fbed0c [ 865.190639] env[65418]: DEBUG oslo_vmware.api [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688472, 'name': ReconfigVM_Task, 'duration_secs': 0.530148} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.190955] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Reconfigured VM instance instance-00000041 to attach disk [datastore1] f2797997-11ac-4c21-a8db-2588e2232436/f2797997-11ac-4c21-a8db-2588e2232436.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.193125] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e1481c1-4608-49de-842b-64a916bad7e8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.201735] env[65418]: DEBUG oslo_vmware.api [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 865.201735] env[65418]: value = "task-4688475" [ 865.201735] env[65418]: _type = "Task" [ 865.201735] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.213165] env[65418]: DEBUG oslo_vmware.api [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688475, 'name': Rename_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.291425] env[65418]: DEBUG oslo_vmware.api [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52908307-9b5d-7817-a5a3-0a77d0eb5fab, 'name': SearchDatastore_Task, 'duration_secs': 0.011272} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.291752] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.292039] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.292227] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.292372] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.292544] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.292953] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-308aedb8-79df-47a3-b1d7-0ab7ab6bbe69 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.304123] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.304327] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.305151] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50506313-c7e5-46e9-b96a-b84205cdc52f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.312062] env[65418]: DEBUG oslo_vmware.api [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Waiting for the task: (returnval){ [ 865.312062] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5231b500-4a97-85e2-542b-249d024c3c0f" [ 865.312062] env[65418]: _type = "Task" [ 865.312062] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.313285] env[65418]: WARNING neutronclient.v2_0.client [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.325899] env[65418]: DEBUG oslo_vmware.api [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5231b500-4a97-85e2-542b-249d024c3c0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.378964] env[65418]: DEBUG oslo_vmware.api [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069773} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.379341] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.380186] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99add550-bf49-45b4-8925-b05fff64dfc3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.396630] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8d14a4bd-d774-4a67-a74e-856886f4ebd0 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "1f3806d4-c91f-4409-a0f6-c5d67d33724a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.396743] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8d14a4bd-d774-4a67-a74e-856886f4ebd0 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "1f3806d4-c91f-4409-a0f6-c5d67d33724a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.396871] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8d14a4bd-d774-4a67-a74e-856886f4ebd0 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "1f3806d4-c91f-4409-a0f6-c5d67d33724a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.397067] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8d14a4bd-d774-4a67-a74e-856886f4ebd0 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "1f3806d4-c91f-4409-a0f6-c5d67d33724a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.397236] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8d14a4bd-d774-4a67-a74e-856886f4ebd0 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "1f3806d4-c91f-4409-a0f6-c5d67d33724a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.407329] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 21df3af5-d2d0-4af7-9491-c33792fbf14c/21df3af5-d2d0-4af7-9491-c33792fbf14c.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.409055] env[65418]: DEBUG nova.network.neutron [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Updated VIF entry in instance network info cache for port 874438f9-4007-44a0-95a5-aea2d8c53578. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 865.409055] env[65418]: DEBUG nova.network.neutron [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Updating instance_info_cache with network_info: [{"id": "874438f9-4007-44a0-95a5-aea2d8c53578", "address": "fa:16:3e:67:e8:0e", "network": {"id": "2646edcc-6454-452d-b8f1-35c8443aafaa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1306270923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68957baf5aec4df4b0008c8d4632ba1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap874438f9-40", "ovs_interfaceid": "874438f9-4007-44a0-95a5-aea2d8c53578", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.410308] env[65418]: DEBUG nova.compute.manager [None req-3e97248e-f190-4b5d-8686-df7d769593ca tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 865.410872] env[65418]: INFO nova.compute.manager [None req-8d14a4bd-d774-4a67-a74e-856886f4ebd0 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Terminating instance [ 865.412163] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4280906a-a9d1-479a-9782-f9cb03ac81fe {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.429064] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23575573-2d1f-4ebc-968e-64078ef4ad14 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.442035] env[65418]: DEBUG oslo_vmware.api [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 865.442035] env[65418]: value = "task-4688476" [ 865.442035] env[65418]: _type = "Task" [ 865.442035] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.452832] env[65418]: DEBUG oslo_vmware.api [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688476, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.479038] env[65418]: DEBUG oslo_concurrency.lockutils [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Releasing lock "refresh_cache-6d696804-7857-4d8b-b4bf-fa79c8615b5b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.479498] env[65418]: DEBUG nova.compute.manager [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Instance network_info: |[{"id": "0e9a5eb3-3462-4253-b5d8-48ba4a4f2dbd", "address": "fa:16:3e:d1:16:4a", "network": {"id": "2646edcc-6454-452d-b8f1-35c8443aafaa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1306270923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68957baf5aec4df4b0008c8d4632ba1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e9a5eb3-34", "ovs_interfaceid": "0e9a5eb3-3462-4253-b5d8-48ba4a4f2dbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 865.480173] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:16:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e9a5eb3-3462-4253-b5d8-48ba4a4f2dbd', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.488279] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 865.488904] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.489189] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f3222d2-e3a9-4be5-b58b-ad09f44fc81d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.512045] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.512045] env[65418]: value = "task-4688477" [ 865.512045] env[65418]: _type = "Task" [ 865.512045] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.520086] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688477, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.571292] env[65418]: DEBUG oslo_concurrency.lockutils [req-f1e4de6d-abf1-4f51-ad48-ef94d42452e9 req-1a2437b6-26b3-4008-967e-7a952920f7bd service nova] Releasing lock "refresh_cache-21df3af5-d2d0-4af7-9491-c33792fbf14c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.571292] env[65418]: DEBUG nova.compute.manager [req-f1e4de6d-abf1-4f51-ad48-ef94d42452e9 req-1a2437b6-26b3-4008-967e-7a952920f7bd service nova] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Received event network-vif-deleted-01617bc3-9032-4f9a-8e3e-db7fab34f17d {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 865.600056] env[65418]: DEBUG oslo_concurrency.lockutils [None req-96411a97-4a30-45d1-8e9d-46c59122f033 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "interface-950b12b3-0577-43ca-9a34-b13d5de40b68-dca5c1c9-18e4-4ddf-ae67-450f9a7628ba" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.600680] env[65418]: DEBUG oslo_concurrency.lockutils [None req-96411a97-4a30-45d1-8e9d-46c59122f033 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "interface-950b12b3-0577-43ca-9a34-b13d5de40b68-dca5c1c9-18e4-4ddf-ae67-450f9a7628ba" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.671252] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fae27275-7f11-4f17-8e52-e0e699994608 tempest-ServersListShow298Test-226122326 tempest-ServersListShow298Test-226122326-project-member] Lock "a766a802-734b-44b5-9db6-756db4fbed0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.008s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.712384] env[65418]: DEBUG oslo_vmware.api [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688475, 'name': Rename_Task, 'duration_secs': 0.163832} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.712677] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.712944] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27a1a78c-4dac-4084-be1a-fe2b180ef18d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.720833] env[65418]: DEBUG oslo_vmware.api [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 865.720833] env[65418]: value = "task-4688478" [ 865.720833] env[65418]: _type = "Task" [ 865.720833] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.734589] env[65418]: DEBUG oslo_vmware.api [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.831977] env[65418]: DEBUG oslo_vmware.api [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5231b500-4a97-85e2-542b-249d024c3c0f, 'name': SearchDatastore_Task, 'duration_secs': 0.015792} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.833136] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41f7e1bb-3d1d-4ef8-a2ba-7fe50ef92062 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.841572] env[65418]: DEBUG oslo_vmware.api [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Waiting for the task: (returnval){ [ 865.841572] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52099453-3ed2-e118-4a0b-b3b24fd7dbdd" [ 865.841572] env[65418]: _type = "Task" [ 865.841572] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.856612] env[65418]: DEBUG oslo_vmware.api [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52099453-3ed2-e118-4a0b-b3b24fd7dbdd, 'name': SearchDatastore_Task, 'duration_secs': 0.011571} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.856889] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.857160] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] fc3b8204-ca18-4367-a4bb-fc38ebb5e42b/fc3b8204-ca18-4367-a4bb-fc38ebb5e42b.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.857656] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cea29c2d-05bc-4728-88b7-6e0702888079 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.865578] env[65418]: DEBUG oslo_vmware.api [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Waiting for the task: (returnval){ [ 865.865578] env[65418]: value = "task-4688479" [ 865.865578] env[65418]: _type = "Task" [ 865.865578] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.876680] env[65418]: DEBUG oslo_vmware.api [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.932827] env[65418]: DEBUG oslo_concurrency.lockutils [req-65e6db2b-a3d9-4585-a89b-328cf4f91773 req-f6eea88b-83d2-4f53-b114-1b9181a0f9d1 service nova] Releasing lock "refresh_cache-f2797997-11ac-4c21-a8db-2588e2232436" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.934886] env[65418]: DEBUG nova.compute.manager [None req-8d14a4bd-d774-4a67-a74e-856886f4ebd0 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 865.935200] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8d14a4bd-d774-4a67-a74e-856886f4ebd0 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.936295] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c549c3a-f477-48d0-b134-a12c212f7254 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.951268] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d14a4bd-d774-4a67-a74e-856886f4ebd0 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.955734] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b81b128-3665-4146-9c30-be8ef93e3c51 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.965395] env[65418]: DEBUG oslo_vmware.api [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688476, 'name': ReconfigVM_Task, 'duration_secs': 0.291706} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.967053] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 21df3af5-d2d0-4af7-9491-c33792fbf14c/21df3af5-d2d0-4af7-9491-c33792fbf14c.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.971026] env[65418]: DEBUG oslo_vmware.api [None req-8d14a4bd-d774-4a67-a74e-856886f4ebd0 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 865.971026] env[65418]: value = "task-4688480" [ 865.971026] env[65418]: _type = "Task" [ 865.971026] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.971026] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cbb0c53-c094-446e-a456-e2ff502a3ec7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.987206] env[65418]: DEBUG oslo_vmware.api [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 865.987206] env[65418]: value = "task-4688481" [ 865.987206] env[65418]: _type = "Task" [ 865.987206] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.991309] env[65418]: DEBUG oslo_vmware.api [None req-8d14a4bd-d774-4a67-a74e-856886f4ebd0 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.000304] env[65418]: DEBUG oslo_vmware.api [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688481, 'name': Rename_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.029078] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688477, 'name': CreateVM_Task, 'duration_secs': 0.428442} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.029078] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.029078] env[65418]: WARNING neutronclient.v2_0.client [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.029390] env[65418]: DEBUG oslo_concurrency.lockutils [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.029390] env[65418]: DEBUG oslo_concurrency.lockutils [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.029745] env[65418]: DEBUG oslo_concurrency.lockutils [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.030033] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3e5719f-3c16-4e9d-99a7-199eed50c01e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.040081] env[65418]: DEBUG oslo_vmware.api [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 866.040081] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52198cb8-bd2d-6b34-c775-64c27e60e823" [ 866.040081] env[65418]: _type = "Task" [ 866.040081] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.056926] env[65418]: DEBUG oslo_vmware.api [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52198cb8-bd2d-6b34-c775-64c27e60e823, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.104267] env[65418]: DEBUG oslo_concurrency.lockutils [None req-96411a97-4a30-45d1-8e9d-46c59122f033 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "950b12b3-0577-43ca-9a34-b13d5de40b68" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.104462] env[65418]: DEBUG oslo_concurrency.lockutils [None req-96411a97-4a30-45d1-8e9d-46c59122f033 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquired lock "950b12b3-0577-43ca-9a34-b13d5de40b68" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.105503] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3093daf9-cac8-4ea3-8633-d1df77ff5334 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.136213] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c52018c-4d2b-4247-b79a-2d922faa78b4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.177150] env[65418]: WARNING neutronclient.v2_0.client [None req-96411a97-4a30-45d1-8e9d-46c59122f033 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.184126] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-96411a97-4a30-45d1-8e9d-46c59122f033 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Reconfiguring VM to detach interface {{(pid=65418) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 866.185826] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbdfca33-598e-49a1-9121-055cd1651f08 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.214994] env[65418]: DEBUG oslo_vmware.api [None req-96411a97-4a30-45d1-8e9d-46c59122f033 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 866.214994] env[65418]: value = "task-4688482" [ 866.214994] env[65418]: _type = "Task" [ 866.214994] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.223934] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 866.223934] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 1f3806d4-c91f-4409-a0f6-c5d67d33724a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 866.223934] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance cde5e247-0e3b-4dbd-b715-3cf5312465e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 866.223934] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance e3f40535-54bc-42fd-8044-854980d10044 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 866.223934] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 8fe24eee-92e6-4c17-bd9c-50d538e33739 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 866.225321] env[65418]: WARNING nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 71be4a03-3ca3-4314-9f48-60cb7aa3a58b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 866.225321] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 950b12b3-0577-43ca-9a34-b13d5de40b68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 866.225321] env[65418]: WARNING nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance fae0d838-d1d4-4efc-b7f1-8125d6e689c8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 866.225321] env[65418]: WARNING nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 4b446122-8965-4d44-974c-bedbf73cf659 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 866.225321] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 866.225321] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance d5b22bc6-625a-4f32-b6d6-da588f171575 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 866.225321] env[65418]: WARNING nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 817e4e0a-81a3-4c91-9cf6-b8a606933331 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 866.225602] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 90b4d610-2d84-4aad-83a2-19d8d22e437a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 866.225775] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 81b5c4ec-bd3e-46ce-b891-762e4446f6de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 866.226365] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 8d5cb814-d94b-433e-85f2-638bcbf08f6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 866.226365] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 866.226365] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance fc3b8204-ca18-4367-a4bb-fc38ebb5e42b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 866.226365] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance f2797997-11ac-4c21-a8db-2588e2232436 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 866.226365] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 21df3af5-d2d0-4af7-9491-c33792fbf14c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 866.226365] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 6d696804-7857-4d8b-b4bf-fa79c8615b5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 866.235982] env[65418]: DEBUG oslo_vmware.api [None req-96411a97-4a30-45d1-8e9d-46c59122f033 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688482, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.244083] env[65418]: DEBUG oslo_vmware.api [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688478, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.333502] env[65418]: DEBUG nova.compute.manager [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 866.334684] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b9b0ef-aa71-450a-b7e0-349fcbd07a5a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.353962] env[65418]: DEBUG nova.compute.manager [req-b56066ee-e832-4f24-be18-a4418fc26836 req-9f94f6b1-0e66-4250-a309-544417fca216 service nova] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Received event network-vif-plugged-0e9a5eb3-3462-4253-b5d8-48ba4a4f2dbd {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 866.354909] env[65418]: DEBUG oslo_concurrency.lockutils [req-b56066ee-e832-4f24-be18-a4418fc26836 req-9f94f6b1-0e66-4250-a309-544417fca216 service nova] Acquiring lock "6d696804-7857-4d8b-b4bf-fa79c8615b5b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.354909] env[65418]: DEBUG oslo_concurrency.lockutils [req-b56066ee-e832-4f24-be18-a4418fc26836 req-9f94f6b1-0e66-4250-a309-544417fca216 service nova] Lock "6d696804-7857-4d8b-b4bf-fa79c8615b5b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.354909] env[65418]: DEBUG oslo_concurrency.lockutils [req-b56066ee-e832-4f24-be18-a4418fc26836 req-9f94f6b1-0e66-4250-a309-544417fca216 service nova] Lock "6d696804-7857-4d8b-b4bf-fa79c8615b5b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.354909] env[65418]: DEBUG nova.compute.manager [req-b56066ee-e832-4f24-be18-a4418fc26836 req-9f94f6b1-0e66-4250-a309-544417fca216 service nova] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] No waiting events found dispatching network-vif-plugged-0e9a5eb3-3462-4253-b5d8-48ba4a4f2dbd {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 866.355412] env[65418]: WARNING nova.compute.manager [req-b56066ee-e832-4f24-be18-a4418fc26836 req-9f94f6b1-0e66-4250-a309-544417fca216 service nova] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Received unexpected event network-vif-plugged-0e9a5eb3-3462-4253-b5d8-48ba4a4f2dbd for instance with vm_state building and task_state spawning. [ 866.355412] env[65418]: DEBUG nova.compute.manager [req-b56066ee-e832-4f24-be18-a4418fc26836 req-9f94f6b1-0e66-4250-a309-544417fca216 service nova] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Received event network-changed-0e9a5eb3-3462-4253-b5d8-48ba4a4f2dbd {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 866.355412] env[65418]: DEBUG nova.compute.manager [req-b56066ee-e832-4f24-be18-a4418fc26836 req-9f94f6b1-0e66-4250-a309-544417fca216 service nova] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Refreshing instance network info cache due to event network-changed-0e9a5eb3-3462-4253-b5d8-48ba4a4f2dbd. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 866.355509] env[65418]: DEBUG oslo_concurrency.lockutils [req-b56066ee-e832-4f24-be18-a4418fc26836 req-9f94f6b1-0e66-4250-a309-544417fca216 service nova] Acquiring lock "refresh_cache-6d696804-7857-4d8b-b4bf-fa79c8615b5b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.355904] env[65418]: DEBUG oslo_concurrency.lockutils [req-b56066ee-e832-4f24-be18-a4418fc26836 req-9f94f6b1-0e66-4250-a309-544417fca216 service nova] Acquired lock "refresh_cache-6d696804-7857-4d8b-b4bf-fa79c8615b5b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.355904] env[65418]: DEBUG nova.network.neutron [req-b56066ee-e832-4f24-be18-a4418fc26836 req-9f94f6b1-0e66-4250-a309-544417fca216 service nova] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Refreshing network info cache for port 0e9a5eb3-3462-4253-b5d8-48ba4a4f2dbd {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.385092] env[65418]: DEBUG oslo_vmware.api [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688479, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.453848] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d374bf8f-e139-477a-8738-27ac54369cfa {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.463294] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3e97248e-f190-4b5d-8686-df7d769593ca tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Doing hard reboot of VM {{(pid=65418) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 866.464774] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-66224da1-0f8b-4162-beb2-c1b2e1b21706 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.475514] env[65418]: DEBUG oslo_vmware.api [None req-3e97248e-f190-4b5d-8686-df7d769593ca tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Waiting for the task: (returnval){ [ 866.475514] env[65418]: value = "task-4688483" [ 866.475514] env[65418]: _type = "Task" [ 866.475514] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.492737] env[65418]: DEBUG oslo_vmware.api [None req-3e97248e-f190-4b5d-8686-df7d769593ca tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688483, 'name': ResetVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.493204] env[65418]: DEBUG oslo_vmware.api [None req-8d14a4bd-d774-4a67-a74e-856886f4ebd0 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688480, 'name': PowerOffVM_Task, 'duration_secs': 0.226758} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.497474] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d14a4bd-d774-4a67-a74e-856886f4ebd0 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.497474] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8d14a4bd-d774-4a67-a74e-856886f4ebd0 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.497474] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d597780b-2735-49cb-8e8d-f72f4b1a4de3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.507082] env[65418]: DEBUG oslo_vmware.api [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688481, 'name': Rename_Task, 'duration_secs': 0.190606} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.507082] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.507082] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d70c461a-8cf1-4633-ba6d-bfd1fc6c96b2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.516300] env[65418]: DEBUG oslo_vmware.api [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 866.516300] env[65418]: value = "task-4688485" [ 866.516300] env[65418]: _type = "Task" [ 866.516300] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.528055] env[65418]: DEBUG oslo_vmware.api [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688485, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.553041] env[65418]: DEBUG oslo_vmware.api [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52198cb8-bd2d-6b34-c775-64c27e60e823, 'name': SearchDatastore_Task, 'duration_secs': 0.083792} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.553421] env[65418]: DEBUG oslo_concurrency.lockutils [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.553662] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.553889] env[65418]: DEBUG oslo_concurrency.lockutils [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.554174] env[65418]: DEBUG oslo_concurrency.lockutils [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.554361] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.554817] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-399abd1e-bd5c-44ec-9348-63b94f258d9e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.571287] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.571532] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.572477] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0e3e108-98a5-4b9a-a569-18870a414519 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.586206] env[65418]: DEBUG oslo_vmware.api [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 866.586206] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f316e0-1a71-09d9-aeb8-5614b55df89a" [ 866.586206] env[65418]: _type = "Task" [ 866.586206] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.587370] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8d14a4bd-d774-4a67-a74e-856886f4ebd0 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.588118] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8d14a4bd-d774-4a67-a74e-856886f4ebd0 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.588118] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d14a4bd-d774-4a67-a74e-856886f4ebd0 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Deleting the datastore file [datastore1] 1f3806d4-c91f-4409-a0f6-c5d67d33724a {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.591298] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4bf2523-c27e-4478-adac-1944f6c51b86 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.600840] env[65418]: DEBUG oslo_vmware.api [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f316e0-1a71-09d9-aeb8-5614b55df89a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.602713] env[65418]: DEBUG oslo_vmware.api [None req-8d14a4bd-d774-4a67-a74e-856886f4ebd0 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 866.602713] env[65418]: value = "task-4688486" [ 866.602713] env[65418]: _type = "Task" [ 866.602713] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.614658] env[65418]: DEBUG oslo_vmware.api [None req-8d14a4bd-d774-4a67-a74e-856886f4ebd0 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.727360] env[65418]: DEBUG oslo_vmware.api [None req-96411a97-4a30-45d1-8e9d-46c59122f033 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.738400] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 0836db0f-970d-4224-9b41-b11609d253f2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 866.740654] env[65418]: DEBUG oslo_vmware.api [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688478, 'name': PowerOnVM_Task, 'duration_secs': 0.846723} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.740654] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.740654] env[65418]: INFO nova.compute.manager [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Took 9.35 seconds to spawn the instance on the hypervisor. [ 866.740654] env[65418]: DEBUG nova.compute.manager [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 866.742370] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b245f4f6-27f1-4b41-96e8-aab46acdb687 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.854415] env[65418]: INFO nova.compute.manager [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] instance snapshotting [ 866.854415] env[65418]: DEBUG nova.objects.instance [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lazy-loading 'flavor' on Instance uuid d5b22bc6-625a-4f32-b6d6-da588f171575 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.858545] env[65418]: WARNING neutronclient.v2_0.client [req-b56066ee-e832-4f24-be18-a4418fc26836 req-9f94f6b1-0e66-4250-a309-544417fca216 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.881364] env[65418]: DEBUG oslo_vmware.api [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549709} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.881704] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] fc3b8204-ca18-4367-a4bb-fc38ebb5e42b/fc3b8204-ca18-4367-a4bb-fc38ebb5e42b.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 866.882069] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 866.882400] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35c1aa2e-bd08-45b4-871d-9386a2e2d538 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.897029] env[65418]: DEBUG oslo_vmware.api [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Waiting for the task: (returnval){ [ 866.897029] env[65418]: value = "task-4688487" [ 866.897029] env[65418]: _type = "Task" [ 866.897029] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.915409] env[65418]: DEBUG oslo_vmware.api [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688487, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.948503] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Acquiring lock "10fceed7-135d-44cd-9a4b-593662f33787" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.948503] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Lock "10fceed7-135d-44cd-9a4b-593662f33787" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.993015] env[65418]: DEBUG oslo_vmware.api [None req-3e97248e-f190-4b5d-8686-df7d769593ca tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688483, 'name': ResetVM_Task, 'duration_secs': 0.159777} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.993900] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3e97248e-f190-4b5d-8686-df7d769593ca tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Did hard reboot of VM {{(pid=65418) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 866.994160] env[65418]: DEBUG nova.compute.manager [None req-3e97248e-f190-4b5d-8686-df7d769593ca tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 866.998411] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6efa6b-c6d5-4d7d-9e8a-57d87fe62819 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.029194] env[65418]: DEBUG oslo_vmware.api [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688485, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.101432] env[65418]: DEBUG oslo_vmware.api [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f316e0-1a71-09d9-aeb8-5614b55df89a, 'name': SearchDatastore_Task, 'duration_secs': 0.015366} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.103804] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2a37432-3cbd-4c3c-9b8f-70a52f96ca47 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.118738] env[65418]: DEBUG oslo_vmware.api [None req-8d14a4bd-d774-4a67-a74e-856886f4ebd0 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392189} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.120103] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d14a4bd-d774-4a67-a74e-856886f4ebd0 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.120300] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8d14a4bd-d774-4a67-a74e-856886f4ebd0 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.120476] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8d14a4bd-d774-4a67-a74e-856886f4ebd0 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.120645] env[65418]: INFO nova.compute.manager [None req-8d14a4bd-d774-4a67-a74e-856886f4ebd0 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 867.120902] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-8d14a4bd-d774-4a67-a74e-856886f4ebd0 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 867.121206] env[65418]: DEBUG oslo_vmware.api [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 867.121206] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ac8188-6759-1d0a-c6ab-9fa75b616105" [ 867.121206] env[65418]: _type = "Task" [ 867.121206] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.121464] env[65418]: DEBUG nova.compute.manager [-] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 867.121563] env[65418]: DEBUG nova.network.neutron [-] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 867.121814] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.128423] env[65418]: WARNING neutronclient.v2_0.client [req-b56066ee-e832-4f24-be18-a4418fc26836 req-9f94f6b1-0e66-4250-a309-544417fca216 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.139127] env[65418]: DEBUG oslo_vmware.api [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ac8188-6759-1d0a-c6ab-9fa75b616105, 'name': SearchDatastore_Task, 'duration_secs': 0.018724} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.139435] env[65418]: DEBUG oslo_concurrency.lockutils [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.139786] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 6d696804-7857-4d8b-b4bf-fa79c8615b5b/6d696804-7857-4d8b-b4bf-fa79c8615b5b.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.140114] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6384a9b2-6fbb-4c18-8278-924b88230e71 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.151213] env[65418]: DEBUG oslo_vmware.api [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 867.151213] env[65418]: value = "task-4688488" [ 867.151213] env[65418]: _type = "Task" [ 867.151213] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.163268] env[65418]: DEBUG oslo_vmware.api [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.166620] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.225459] env[65418]: DEBUG oslo_vmware.api [None req-96411a97-4a30-45d1-8e9d-46c59122f033 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.242502] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance f20a3241-1b6e-4072-b3f6-f8cef3f52188 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 867.252210] env[65418]: DEBUG nova.network.neutron [req-b56066ee-e832-4f24-be18-a4418fc26836 req-9f94f6b1-0e66-4250-a309-544417fca216 service nova] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Updated VIF entry in instance network info cache for port 0e9a5eb3-3462-4253-b5d8-48ba4a4f2dbd. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 867.252210] env[65418]: DEBUG nova.network.neutron [req-b56066ee-e832-4f24-be18-a4418fc26836 req-9f94f6b1-0e66-4250-a309-544417fca216 service nova] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Updating instance_info_cache with network_info: [{"id": "0e9a5eb3-3462-4253-b5d8-48ba4a4f2dbd", "address": "fa:16:3e:d1:16:4a", "network": {"id": "2646edcc-6454-452d-b8f1-35c8443aafaa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1306270923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68957baf5aec4df4b0008c8d4632ba1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e9a5eb3-34", "ovs_interfaceid": "0e9a5eb3-3462-4253-b5d8-48ba4a4f2dbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.265389] env[65418]: INFO nova.compute.manager [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Took 36.48 seconds to build instance. [ 867.362248] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a16efd-50c9-43cc-825d-446aea6cd354 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.384910] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b84ca5-60ca-421b-9112-354729a63fdb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.404518] env[65418]: DEBUG oslo_vmware.api [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688487, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130413} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.404750] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.405575] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca16a6bf-feb0-463c-9f86-2618b68f7bb1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.428940] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] fc3b8204-ca18-4367-a4bb-fc38ebb5e42b/fc3b8204-ca18-4367-a4bb-fc38ebb5e42b.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.429863] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbac2ace-e1fa-4b85-9b3d-511cd6942f96 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.451271] env[65418]: DEBUG nova.compute.manager [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 867.456854] env[65418]: DEBUG oslo_vmware.api [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Waiting for the task: (returnval){ [ 867.456854] env[65418]: value = "task-4688489" [ 867.456854] env[65418]: _type = "Task" [ 867.456854] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.468392] env[65418]: DEBUG oslo_vmware.api [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688489, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.476243] env[65418]: DEBUG nova.compute.manager [req-0103a75e-a69c-428a-8196-87278ea620f6 req-b8f65e11-e94e-46cb-83ea-14cdc0eb44b2 service nova] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Received event network-vif-deleted-22cdf97a-ca5f-4346-80b6-be94bede3d2e {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 867.476466] env[65418]: INFO nova.compute.manager [req-0103a75e-a69c-428a-8196-87278ea620f6 req-b8f65e11-e94e-46cb-83ea-14cdc0eb44b2 service nova] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Neutron deleted interface 22cdf97a-ca5f-4346-80b6-be94bede3d2e; detaching it from the instance and deleting it from the info cache [ 867.476606] env[65418]: DEBUG nova.network.neutron [req-0103a75e-a69c-428a-8196-87278ea620f6 req-b8f65e11-e94e-46cb-83ea-14cdc0eb44b2 service nova] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.513690] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3e97248e-f190-4b5d-8686-df7d769593ca tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Lock "35179ab7-f9c9-4c6d-8c6c-855a9a9738b4" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.689s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.530654] env[65418]: DEBUG oslo_vmware.api [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688485, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.680492] env[65418]: DEBUG oslo_vmware.api [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688488, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.736295] env[65418]: DEBUG oslo_vmware.api [None req-96411a97-4a30-45d1-8e9d-46c59122f033 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.745042] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance e721fbba-a004-43ef-a91f-1ee19d7834c4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 867.757759] env[65418]: DEBUG oslo_concurrency.lockutils [req-b56066ee-e832-4f24-be18-a4418fc26836 req-9f94f6b1-0e66-4250-a309-544417fca216 service nova] Releasing lock "refresh_cache-6d696804-7857-4d8b-b4bf-fa79c8615b5b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.772230] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4ec41e6c-976a-46b0-99a7-183edb600ac1 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "f2797997-11ac-4c21-a8db-2588e2232436" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.998s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.900612] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Creating Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 867.901019] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5853c17a-5891-4066-804a-2c769de76086 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.911600] env[65418]: DEBUG oslo_vmware.api [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 867.911600] env[65418]: value = "task-4688490" [ 867.911600] env[65418]: _type = "Task" [ 867.911600] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.922535] env[65418]: DEBUG oslo_vmware.api [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688490, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.951154] env[65418]: DEBUG nova.network.neutron [-] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.980731] env[65418]: DEBUG oslo_vmware.api [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.980731] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b47d525-9b57-46d1-a950-f95bb103cc85 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.989638] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.996691] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6a03b8-0264-4d95-ad3b-c66cdc49fc3b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.030719] env[65418]: DEBUG oslo_vmware.api [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688485, 'name': PowerOnVM_Task, 'duration_secs': 1.145117} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.049302] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.049591] env[65418]: INFO nova.compute.manager [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Took 8.12 seconds to spawn the instance on the hypervisor. [ 868.049816] env[65418]: DEBUG nova.compute.manager [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 868.050651] env[65418]: DEBUG nova.compute.manager [req-0103a75e-a69c-428a-8196-87278ea620f6 req-b8f65e11-e94e-46cb-83ea-14cdc0eb44b2 service nova] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Detach interface failed, port_id=22cdf97a-ca5f-4346-80b6-be94bede3d2e, reason: Instance 1f3806d4-c91f-4409-a0f6-c5d67d33724a could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 868.051931] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a54f92-2d21-4bc1-a14d-ec8e4b753e50 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.167490] env[65418]: DEBUG oslo_vmware.api [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779848} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.168274] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 6d696804-7857-4d8b-b4bf-fa79c8615b5b/6d696804-7857-4d8b-b4bf-fa79c8615b5b.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.168366] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.168749] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a7e9120-b3ca-4583-936b-b6e76ad51cbb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.178609] env[65418]: DEBUG oslo_vmware.api [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 868.178609] env[65418]: value = "task-4688491" [ 868.178609] env[65418]: _type = "Task" [ 868.178609] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.188770] env[65418]: DEBUG oslo_vmware.api [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688491, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.233523] env[65418]: DEBUG oslo_vmware.api [None req-96411a97-4a30-45d1-8e9d-46c59122f033 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.249670] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 9f657eff-f138-407c-8c54-71fd857a3298 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 868.424887] env[65418]: DEBUG oslo_vmware.api [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688490, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.454709] env[65418]: INFO nova.compute.manager [-] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Took 1.33 seconds to deallocate network for instance. [ 868.470498] env[65418]: DEBUG oslo_vmware.api [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688489, 'name': ReconfigVM_Task, 'duration_secs': 0.721588} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.470832] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Reconfigured VM instance instance-00000040 to attach disk [datastore1] fc3b8204-ca18-4367-a4bb-fc38ebb5e42b/fc3b8204-ca18-4367-a4bb-fc38ebb5e42b.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.471668] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bafac0a-a4e5-4526-9a78-a3d0c510417d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.480271] env[65418]: DEBUG oslo_vmware.api [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Waiting for the task: (returnval){ [ 868.480271] env[65418]: value = "task-4688492" [ 868.480271] env[65418]: _type = "Task" [ 868.480271] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.493046] env[65418]: DEBUG oslo_vmware.api [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688492, 'name': Rename_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.572021] env[65418]: INFO nova.compute.manager [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Took 37.66 seconds to build instance. [ 868.689752] env[65418]: DEBUG oslo_vmware.api [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688491, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081899} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.690048] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.690844] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f683dd1d-338b-4f3f-a410-d89fa46dec34 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.715401] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 6d696804-7857-4d8b-b4bf-fa79c8615b5b/6d696804-7857-4d8b-b4bf-fa79c8615b5b.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.716136] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4fe6634-f51c-49d4-8b09-63fdebe4290d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.739767] env[65418]: DEBUG oslo_vmware.api [None req-96411a97-4a30-45d1-8e9d-46c59122f033 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.741219] env[65418]: DEBUG oslo_vmware.api [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 868.741219] env[65418]: value = "task-4688493" [ 868.741219] env[65418]: _type = "Task" [ 868.741219] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.749767] env[65418]: DEBUG oslo_vmware.api [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688493, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.754164] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 3f95e054-c8b7-42a1-a91e-352a280f85ec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 868.754341] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=65418) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 868.754412] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=100GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '16', 'num_vm_active': '13', 'num_task_None': '10', 'num_os_type_None': '16', 'num_proj_3886082574624c979043ef2d9ead8ffd': '1', 'io_workload': '3', 'num_proj_fe6158c9854d43ca9a507902c5e64bf8': '2', 'num_task_deleting': '1', 'num_proj_5e0727a4c133420fa0cb4f4356dee109': '2', 'num_proj_bf990c4ef1ff4879ba4e5d9c0086dc0f': '2', 'num_proj_2ca3b83200614608a1469439b601a853': '1', 'num_proj_2090de566fb84fa3bc932cdbdbb77b23': '2', 'num_proj_5e14fd3d9ea54564854290858d3c5cc9': '1', 'num_proj_0c749f36361740f6ab8e8979fde30206': '2', 'num_task_rebooting_hard': '1', 'num_task_rebuild_spawning': '1', 'num_vm_building': '3', 'num_task_spawning': '3', 'num_proj_68957baf5aec4df4b0008c8d4632ba1b': '2', 'num_proj_97f95c19b1d3408f9095a3ac71da25f3': '1'} {{(pid=65418) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 868.925218] env[65418]: DEBUG oslo_vmware.api [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688490, 'name': CreateSnapshot_Task, 'duration_secs': 0.631343} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.925508] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Created Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 868.926309] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0542a48-3c10-4c3e-ab20-b926a268ef86 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.965406] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8d14a4bd-d774-4a67-a74e-856886f4ebd0 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.995949] env[65418]: DEBUG oslo_concurrency.lockutils [None req-55743b63-f153-42b0-8845-db36b7ede408 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Acquiring lock "35179ab7-f9c9-4c6d-8c6c-855a9a9738b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.996316] env[65418]: DEBUG oslo_concurrency.lockutils [None req-55743b63-f153-42b0-8845-db36b7ede408 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Lock "35179ab7-f9c9-4c6d-8c6c-855a9a9738b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.996642] env[65418]: DEBUG oslo_concurrency.lockutils [None req-55743b63-f153-42b0-8845-db36b7ede408 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Acquiring lock "35179ab7-f9c9-4c6d-8c6c-855a9a9738b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.996919] env[65418]: DEBUG oslo_concurrency.lockutils [None req-55743b63-f153-42b0-8845-db36b7ede408 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Lock "35179ab7-f9c9-4c6d-8c6c-855a9a9738b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.997246] env[65418]: DEBUG oslo_concurrency.lockutils [None req-55743b63-f153-42b0-8845-db36b7ede408 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Lock "35179ab7-f9c9-4c6d-8c6c-855a9a9738b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.999180] env[65418]: DEBUG oslo_vmware.api [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688492, 'name': Rename_Task, 'duration_secs': 0.463404} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.999767] env[65418]: INFO nova.compute.manager [None req-55743b63-f153-42b0-8845-db36b7ede408 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Terminating instance [ 869.001338] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.002653] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0c42a42-82f9-476b-8231-94ae29f7d721 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.015039] env[65418]: DEBUG oslo_vmware.api [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Waiting for the task: (returnval){ [ 869.015039] env[65418]: value = "task-4688494" [ 869.015039] env[65418]: _type = "Task" [ 869.015039] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.026804] env[65418]: DEBUG oslo_vmware.api [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.075269] env[65418]: DEBUG oslo_concurrency.lockutils [None req-37a1ce90-376e-4a21-8860-fec64cecf927 tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Lock "21df3af5-d2d0-4af7-9491-c33792fbf14c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.174s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.241954] env[65418]: DEBUG oslo_vmware.api [None req-96411a97-4a30-45d1-8e9d-46c59122f033 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.250379] env[65418]: DEBUG oslo_vmware.api [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688493, 'name': ReconfigVM_Task, 'duration_secs': 0.365571} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.250646] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 6d696804-7857-4d8b-b4bf-fa79c8615b5b/6d696804-7857-4d8b-b4bf-fa79c8615b5b.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.251343] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7e17419-23fd-4e5b-99df-889494e60fb6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.254484] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9693af-57db-4e62-8888-6701403b5172 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.264513] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1a793d-9316-4376-a2d4-6aa0a7db4ba3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.268575] env[65418]: DEBUG oslo_vmware.api [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 869.268575] env[65418]: value = "task-4688495" [ 869.268575] env[65418]: _type = "Task" [ 869.268575] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.299379] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1861264b-2e81-4a96-8134-53bbe95b8deb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.307906] env[65418]: DEBUG oslo_vmware.api [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688495, 'name': Rename_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.316645] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3961e6a-6839-4bb5-88b6-3dadf47f6b3c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.334643] env[65418]: DEBUG nova.compute.provider_tree [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.447985] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Creating linked-clone VM from snapshot {{(pid=65418) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 869.448336] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-451081b4-c447-47e9-a390-0899f5ecadb5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.457662] env[65418]: DEBUG oslo_vmware.api [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 869.457662] env[65418]: value = "task-4688496" [ 869.457662] env[65418]: _type = "Task" [ 869.457662] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.467905] env[65418]: DEBUG oslo_vmware.api [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688496, 'name': CloneVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.504135] env[65418]: DEBUG nova.compute.manager [req-896ba30f-7e05-46b4-9d6c-826189b65f85 req-de394411-129d-4147-ade8-b5149649252d service nova] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Received event network-changed-aea91d42-16cf-40d3-af86-c9c9d0c1cd8e {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 869.504361] env[65418]: DEBUG nova.compute.manager [req-896ba30f-7e05-46b4-9d6c-826189b65f85 req-de394411-129d-4147-ade8-b5149649252d service nova] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Refreshing instance network info cache due to event network-changed-aea91d42-16cf-40d3-af86-c9c9d0c1cd8e. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 869.504605] env[65418]: DEBUG oslo_concurrency.lockutils [req-896ba30f-7e05-46b4-9d6c-826189b65f85 req-de394411-129d-4147-ade8-b5149649252d service nova] Acquiring lock "refresh_cache-35179ab7-f9c9-4c6d-8c6c-855a9a9738b4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.504781] env[65418]: DEBUG oslo_concurrency.lockutils [req-896ba30f-7e05-46b4-9d6c-826189b65f85 req-de394411-129d-4147-ade8-b5149649252d service nova] Acquired lock "refresh_cache-35179ab7-f9c9-4c6d-8c6c-855a9a9738b4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.504962] env[65418]: DEBUG nova.network.neutron [req-896ba30f-7e05-46b4-9d6c-826189b65f85 req-de394411-129d-4147-ade8-b5149649252d service nova] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Refreshing network info cache for port aea91d42-16cf-40d3-af86-c9c9d0c1cd8e {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.506787] env[65418]: DEBUG nova.compute.manager [None req-55743b63-f153-42b0-8845-db36b7ede408 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 869.507063] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-55743b63-f153-42b0-8845-db36b7ede408 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.508104] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa915ac-58ac-462f-be3a-6496e2a5bddd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.517392] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-55743b63-f153-42b0-8845-db36b7ede408 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.520839] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7655d08d-c0b9-4e02-bd11-e5a4699392d6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.528987] env[65418]: DEBUG oslo_vmware.api [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688494, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.530484] env[65418]: DEBUG oslo_vmware.api [None req-55743b63-f153-42b0-8845-db36b7ede408 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Waiting for the task: (returnval){ [ 869.530484] env[65418]: value = "task-4688497" [ 869.530484] env[65418]: _type = "Task" [ 869.530484] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.539574] env[65418]: DEBUG oslo_vmware.api [None req-55743b63-f153-42b0-8845-db36b7ede408 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.743325] env[65418]: DEBUG oslo_vmware.api [None req-96411a97-4a30-45d1-8e9d-46c59122f033 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.783015] env[65418]: DEBUG oslo_vmware.api [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688495, 'name': Rename_Task, 'duration_secs': 0.171758} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.783447] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.784329] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e75084dd-924d-4592-971a-4c1388d61c1a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.793516] env[65418]: DEBUG oslo_vmware.api [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 869.793516] env[65418]: value = "task-4688498" [ 869.793516] env[65418]: _type = "Task" [ 869.793516] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.805257] env[65418]: DEBUG oslo_vmware.api [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.817097] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7e37865c-0581-49e7-b75c-0d7b53736dad tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquiring lock "21df3af5-d2d0-4af7-9491-c33792fbf14c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.817097] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7e37865c-0581-49e7-b75c-0d7b53736dad tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Lock "21df3af5-d2d0-4af7-9491-c33792fbf14c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.817301] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7e37865c-0581-49e7-b75c-0d7b53736dad tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquiring lock "21df3af5-d2d0-4af7-9491-c33792fbf14c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.818026] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7e37865c-0581-49e7-b75c-0d7b53736dad tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Lock "21df3af5-d2d0-4af7-9491-c33792fbf14c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.818026] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7e37865c-0581-49e7-b75c-0d7b53736dad tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Lock "21df3af5-d2d0-4af7-9491-c33792fbf14c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.820815] env[65418]: INFO nova.compute.manager [None req-7e37865c-0581-49e7-b75c-0d7b53736dad tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Terminating instance [ 869.838515] env[65418]: DEBUG nova.scheduler.client.report [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.969395] env[65418]: DEBUG oslo_vmware.api [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688496, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.012044] env[65418]: WARNING neutronclient.v2_0.client [req-896ba30f-7e05-46b4-9d6c-826189b65f85 req-de394411-129d-4147-ade8-b5149649252d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.030611] env[65418]: DEBUG oslo_vmware.api [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688494, 'name': PowerOnVM_Task, 'duration_secs': 0.785767} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.031062] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.031335] env[65418]: DEBUG nova.compute.manager [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 870.035915] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce5bfd4-f816-40bf-b746-3d2dedc5f60d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.044941] env[65418]: DEBUG oslo_vmware.api [None req-55743b63-f153-42b0-8845-db36b7ede408 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688497, 'name': PowerOffVM_Task, 'duration_secs': 0.191456} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.046748] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-55743b63-f153-42b0-8845-db36b7ede408 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.046925] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-55743b63-f153-42b0-8845-db36b7ede408 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.051897] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c033a10-cbc1-4db9-9443-02cd47ca10ed {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.135681] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-55743b63-f153-42b0-8845-db36b7ede408 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.135921] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-55743b63-f153-42b0-8845-db36b7ede408 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.136090] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-55743b63-f153-42b0-8845-db36b7ede408 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Deleting the datastore file [datastore1] 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.136372] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a942387-fa7a-4401-9d83-b8e421013df4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.147115] env[65418]: DEBUG oslo_vmware.api [None req-55743b63-f153-42b0-8845-db36b7ede408 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Waiting for the task: (returnval){ [ 870.147115] env[65418]: value = "task-4688500" [ 870.147115] env[65418]: _type = "Task" [ 870.147115] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.157169] env[65418]: DEBUG oslo_vmware.api [None req-55743b63-f153-42b0-8845-db36b7ede408 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.202461] env[65418]: WARNING neutronclient.v2_0.client [req-896ba30f-7e05-46b4-9d6c-826189b65f85 req-de394411-129d-4147-ade8-b5149649252d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.247292] env[65418]: DEBUG oslo_vmware.api [None req-96411a97-4a30-45d1-8e9d-46c59122f033 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.306877] env[65418]: DEBUG oslo_vmware.api [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688498, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.326307] env[65418]: DEBUG nova.compute.manager [None req-7e37865c-0581-49e7-b75c-0d7b53736dad tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 870.327069] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7e37865c-0581-49e7-b75c-0d7b53736dad tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.327863] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c534555-d420-45bc-99d6-695e9812f0ab {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.337398] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e37865c-0581-49e7-b75c-0d7b53736dad tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.341547] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b26c34e-2f43-4b68-9a23-1a7dec417838 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.344202] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65418) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 870.344456] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.217s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.345203] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.331s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.347037] env[65418]: INFO nova.compute.claims [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.351823] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.352010] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Cleaning up deleted instances {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11916}} [ 870.358236] env[65418]: DEBUG oslo_vmware.api [None req-7e37865c-0581-49e7-b75c-0d7b53736dad tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 870.358236] env[65418]: value = "task-4688501" [ 870.358236] env[65418]: _type = "Task" [ 870.358236] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.370120] env[65418]: DEBUG oslo_vmware.api [None req-7e37865c-0581-49e7-b75c-0d7b53736dad tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.419223] env[65418]: DEBUG nova.network.neutron [req-896ba30f-7e05-46b4-9d6c-826189b65f85 req-de394411-129d-4147-ade8-b5149649252d service nova] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Updated VIF entry in instance network info cache for port aea91d42-16cf-40d3-af86-c9c9d0c1cd8e. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 870.419657] env[65418]: DEBUG nova.network.neutron [req-896ba30f-7e05-46b4-9d6c-826189b65f85 req-de394411-129d-4147-ade8-b5149649252d service nova] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Updating instance_info_cache with network_info: [{"id": "aea91d42-16cf-40d3-af86-c9c9d0c1cd8e", "address": "fa:16:3e:e5:3c:44", "network": {"id": "ae212b7f-cff0-4a43-8158-e7ee056f9f67", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1385778746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2090de566fb84fa3bc932cdbdbb77b23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f67a2790-f2b0-4d03-b606-0bfaee7a4229", "external-id": "nsx-vlan-transportzone-187", "segmentation_id": 187, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaea91d42-16", "ovs_interfaceid": "aea91d42-16cf-40d3-af86-c9c9d0c1cd8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.476229] env[65418]: DEBUG oslo_vmware.api [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688496, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.563955] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.662091] env[65418]: DEBUG oslo_vmware.api [None req-55743b63-f153-42b0-8845-db36b7ede408 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199308} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.662091] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-55743b63-f153-42b0-8845-db36b7ede408 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.662374] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-55743b63-f153-42b0-8845-db36b7ede408 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.662562] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-55743b63-f153-42b0-8845-db36b7ede408 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.662866] env[65418]: INFO nova.compute.manager [None req-55743b63-f153-42b0-8845-db36b7ede408 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 870.663300] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-55743b63-f153-42b0-8845-db36b7ede408 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 870.663612] env[65418]: DEBUG nova.compute.manager [-] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 870.663766] env[65418]: DEBUG nova.network.neutron [-] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 870.664172] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.731084] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.747305] env[65418]: DEBUG oslo_vmware.api [None req-96411a97-4a30-45d1-8e9d-46c59122f033 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.806414] env[65418]: DEBUG oslo_vmware.api [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688498, 'name': PowerOnVM_Task, 'duration_secs': 0.976111} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.806715] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.806912] env[65418]: INFO nova.compute.manager [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Took 7.88 seconds to spawn the instance on the hypervisor. [ 870.807100] env[65418]: DEBUG nova.compute.manager [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 870.810820] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccf66ed-a6b3-4d9a-ad5d-9d62c7f29ca8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.870572] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] There are 45 instances to clean {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11925}} [ 870.871020] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: a766a802-734b-44b5-9db6-756db4fbed0c] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 870.899046] env[65418]: DEBUG oslo_vmware.api [None req-7e37865c-0581-49e7-b75c-0d7b53736dad tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688501, 'name': PowerOffVM_Task, 'duration_secs': 0.191187} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.899331] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e37865c-0581-49e7-b75c-0d7b53736dad tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.899577] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7e37865c-0581-49e7-b75c-0d7b53736dad tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.900175] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bafe029e-9e2f-42b2-80a4-4aea34bd20cd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.925700] env[65418]: DEBUG oslo_concurrency.lockutils [req-896ba30f-7e05-46b4-9d6c-826189b65f85 req-de394411-129d-4147-ade8-b5149649252d service nova] Releasing lock "refresh_cache-35179ab7-f9c9-4c6d-8c6c-855a9a9738b4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.976498] env[65418]: DEBUG oslo_vmware.api [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688496, 'name': CloneVM_Task} progress is 95%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.990165] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7e37865c-0581-49e7-b75c-0d7b53736dad tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.990478] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7e37865c-0581-49e7-b75c-0d7b53736dad tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.990708] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e37865c-0581-49e7-b75c-0d7b53736dad tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Deleting the datastore file [datastore1] 21df3af5-d2d0-4af7-9491-c33792fbf14c {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.991249] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b708fe3-f162-4bf5-9ccb-015d65b39c3a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.005473] env[65418]: DEBUG oslo_vmware.api [None req-7e37865c-0581-49e7-b75c-0d7b53736dad tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for the task: (returnval){ [ 871.005473] env[65418]: value = "task-4688503" [ 871.005473] env[65418]: _type = "Task" [ 871.005473] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.020033] env[65418]: DEBUG oslo_vmware.api [None req-7e37865c-0581-49e7-b75c-0d7b53736dad tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688503, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.244769] env[65418]: DEBUG oslo_vmware.api [None req-96411a97-4a30-45d1-8e9d-46c59122f033 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.314191] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbeda5e-7e73-432e-867f-8a5788390ec1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.327746] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d43af6b-2063-4c52-a48d-cf066beedca1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.333996] env[65418]: INFO nova.compute.manager [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Took 38.83 seconds to build instance. [ 871.372325] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bbae7c-6897-4b72-9f7e-635ce3985594 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.387165] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df147dc0-0408-46a6-b261-4e2a28e43c8d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.394661] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 61ccd4dc-2122-4faa-bac3-1e8eded8a104] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 871.410164] env[65418]: DEBUG nova.compute.provider_tree [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.469690] env[65418]: DEBUG nova.network.neutron [-] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.470972] env[65418]: DEBUG oslo_vmware.api [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688496, 'name': CloneVM_Task, 'duration_secs': 1.667935} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.472755] env[65418]: INFO nova.virt.vmwareapi.vmops [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Created linked-clone VM from snapshot [ 871.472755] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187a3ab6-868e-4fa1-af35-adf4c545e506 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.481433] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Uploading image 80b37a05-415d-46b7-9d47-6c07e6172000 {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 871.517934] env[65418]: DEBUG oslo_vmware.api [None req-7e37865c-0581-49e7-b75c-0d7b53736dad tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Task: {'id': task-4688503, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.506659} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.520039] env[65418]: DEBUG oslo_vmware.rw_handles [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 871.520039] env[65418]: value = "vm-915174" [ 871.520039] env[65418]: _type = "VirtualMachine" [ 871.520039] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 871.520215] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e37865c-0581-49e7-b75c-0d7b53736dad tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.520361] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7e37865c-0581-49e7-b75c-0d7b53736dad tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.520532] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7e37865c-0581-49e7-b75c-0d7b53736dad tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.520705] env[65418]: INFO nova.compute.manager [None req-7e37865c-0581-49e7-b75c-0d7b53736dad tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 871.521359] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-7e37865c-0581-49e7-b75c-0d7b53736dad tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 871.521454] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-edf2ac77-1e20-4795-a2f8-bf59c760b135 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.523787] env[65418]: DEBUG nova.compute.manager [-] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 871.523787] env[65418]: DEBUG nova.network.neutron [-] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 871.523787] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.533885] env[65418]: DEBUG oslo_vmware.rw_handles [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lease: (returnval){ [ 871.533885] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5254ad45-7c61-b5c8-5c6e-e02ee2e65b85" [ 871.533885] env[65418]: _type = "HttpNfcLease" [ 871.533885] env[65418]: } obtained for exporting VM: (result){ [ 871.533885] env[65418]: value = "vm-915174" [ 871.533885] env[65418]: _type = "VirtualMachine" [ 871.533885] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 871.534256] env[65418]: DEBUG oslo_vmware.api [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the lease: (returnval){ [ 871.534256] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5254ad45-7c61-b5c8-5c6e-e02ee2e65b85" [ 871.534256] env[65418]: _type = "HttpNfcLease" [ 871.534256] env[65418]: } to be ready. {{(pid=65418) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 871.543659] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 871.543659] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5254ad45-7c61-b5c8-5c6e-e02ee2e65b85" [ 871.543659] env[65418]: _type = "HttpNfcLease" [ 871.543659] env[65418]: } is initializing. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 871.590732] env[65418]: DEBUG nova.compute.manager [req-2d306c1f-da1b-4d72-a479-c3e241cee237 req-a25e3c64-0395-407c-9a91-939717594817 service nova] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Received event network-vif-deleted-aea91d42-16cf-40d3-af86-c9c9d0c1cd8e {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 871.605673] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.747268] env[65418]: DEBUG oslo_vmware.api [None req-96411a97-4a30-45d1-8e9d-46c59122f033 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.836399] env[65418]: DEBUG oslo_concurrency.lockutils [None req-155bb0ea-88a4-4fe7-8b48-6199f863bbc0 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "6d696804-7857-4d8b-b4bf-fa79c8615b5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.345s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.880149] env[65418]: DEBUG nova.compute.manager [req-7cac10cb-4e9a-42c4-9187-86263da97866 req-fe3fb128-c269-4871-b8f8-cb6afaede846 service nova] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Received event network-vif-deleted-d092a646-514d-4559-a112-3afa6c37a881 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 871.880199] env[65418]: INFO nova.compute.manager [req-7cac10cb-4e9a-42c4-9187-86263da97866 req-fe3fb128-c269-4871-b8f8-cb6afaede846 service nova] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Neutron deleted interface d092a646-514d-4559-a112-3afa6c37a881; detaching it from the instance and deleting it from the info cache [ 871.880350] env[65418]: DEBUG nova.network.neutron [req-7cac10cb-4e9a-42c4-9187-86263da97866 req-fe3fb128-c269-4871-b8f8-cb6afaede846 service nova] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.881909] env[65418]: DEBUG oslo_concurrency.lockutils [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Acquiring lock "fc3b8204-ca18-4367-a4bb-fc38ebb5e42b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.882175] env[65418]: DEBUG oslo_concurrency.lockutils [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Lock "fc3b8204-ca18-4367-a4bb-fc38ebb5e42b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.882384] env[65418]: DEBUG oslo_concurrency.lockutils [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Acquiring lock "fc3b8204-ca18-4367-a4bb-fc38ebb5e42b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.882567] env[65418]: DEBUG oslo_concurrency.lockutils [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Lock "fc3b8204-ca18-4367-a4bb-fc38ebb5e42b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.882727] env[65418]: DEBUG oslo_concurrency.lockutils [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Lock "fc3b8204-ca18-4367-a4bb-fc38ebb5e42b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.885302] env[65418]: INFO nova.compute.manager [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Terminating instance [ 871.899330] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 16f597f1-7cc4-4b62-917a-5b4fb80a0126] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 871.913067] env[65418]: DEBUG nova.scheduler.client.report [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.972878] env[65418]: INFO nova.compute.manager [-] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Took 1.31 seconds to deallocate network for instance. [ 872.044314] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 872.044314] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5254ad45-7c61-b5c8-5c6e-e02ee2e65b85" [ 872.044314] env[65418]: _type = "HttpNfcLease" [ 872.044314] env[65418]: } is ready. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 872.044706] env[65418]: DEBUG oslo_vmware.rw_handles [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 872.044706] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5254ad45-7c61-b5c8-5c6e-e02ee2e65b85" [ 872.044706] env[65418]: _type = "HttpNfcLease" [ 872.044706] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 872.045404] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a281bd-f88a-4c60-8d75-c6a45fce3d63 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.054950] env[65418]: DEBUG oslo_vmware.rw_handles [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d2c2a2-a233-d8d5-8a5d-2e7403d32331/disk-0.vmdk from lease info. {{(pid=65418) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 872.055172] env[65418]: DEBUG oslo_vmware.rw_handles [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d2c2a2-a233-d8d5-8a5d-2e7403d32331/disk-0.vmdk for reading. {{(pid=65418) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 872.176651] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a836a2ea-298e-428e-b6d2-b92563a512bb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.212749] env[65418]: INFO nova.compute.manager [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Rescuing [ 872.213021] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquiring lock "refresh_cache-6d696804-7857-4d8b-b4bf-fa79c8615b5b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.213247] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquired lock "refresh_cache-6d696804-7857-4d8b-b4bf-fa79c8615b5b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.213433] env[65418]: DEBUG nova.network.neutron [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 872.248739] env[65418]: DEBUG oslo_vmware.api [None req-96411a97-4a30-45d1-8e9d-46c59122f033 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688482, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.324820] env[65418]: DEBUG nova.network.neutron [-] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.388970] env[65418]: DEBUG oslo_concurrency.lockutils [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Acquiring lock "refresh_cache-fc3b8204-ca18-4367-a4bb-fc38ebb5e42b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.389221] env[65418]: DEBUG oslo_concurrency.lockutils [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Acquired lock "refresh_cache-fc3b8204-ca18-4367-a4bb-fc38ebb5e42b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.389454] env[65418]: DEBUG nova.network.neutron [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 872.392371] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8780567b-2420-4d61-975a-3e7621729200 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.402968] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 6378b2ec-67d9-4626-9996-54c8c5a47dce] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 872.411665] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629fdac9-f570-41f8-b8b5-257fad454f21 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.434325] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.089s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.435361] env[65418]: DEBUG nova.compute.manager [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 872.440860] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.232s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.443666] env[65418]: INFO nova.compute.claims [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.476112] env[65418]: DEBUG nova.compute.manager [req-7cac10cb-4e9a-42c4-9187-86263da97866 req-fe3fb128-c269-4871-b8f8-cb6afaede846 service nova] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Detach interface failed, port_id=d092a646-514d-4559-a112-3afa6c37a881, reason: Instance 21df3af5-d2d0-4af7-9491-c33792fbf14c could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 872.480623] env[65418]: DEBUG oslo_concurrency.lockutils [None req-55743b63-f153-42b0-8845-db36b7ede408 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.717035] env[65418]: WARNING neutronclient.v2_0.client [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.747987] env[65418]: DEBUG oslo_vmware.api [None req-96411a97-4a30-45d1-8e9d-46c59122f033 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688482, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.830347] env[65418]: INFO nova.compute.manager [-] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Took 1.31 seconds to deallocate network for instance. [ 872.893886] env[65418]: WARNING neutronclient.v2_0.client [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.901017] env[65418]: WARNING neutronclient.v2_0.client [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.907644] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 146ee161-6b39-4584-ad7e-dfbcd1c2e54c] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 872.915563] env[65418]: DEBUG nova.network.neutron [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 872.942987] env[65418]: DEBUG nova.compute.utils [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 872.946580] env[65418]: DEBUG nova.compute.manager [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 872.946972] env[65418]: DEBUG nova.network.neutron [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 872.947573] env[65418]: WARNING neutronclient.v2_0.client [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.948241] env[65418]: WARNING neutronclient.v2_0.client [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.028909] env[65418]: DEBUG nova.policy [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31ccc313e89540069c76049534c67f63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e465a1e12b73497cbfef58e42ac5cd6a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.060281] env[65418]: DEBUG nova.network.neutron [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Updating instance_info_cache with network_info: [{"id": "0e9a5eb3-3462-4253-b5d8-48ba4a4f2dbd", "address": "fa:16:3e:d1:16:4a", "network": {"id": "2646edcc-6454-452d-b8f1-35c8443aafaa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1306270923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68957baf5aec4df4b0008c8d4632ba1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e9a5eb3-34", "ovs_interfaceid": "0e9a5eb3-3462-4253-b5d8-48ba4a4f2dbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.081374] env[65418]: DEBUG nova.network.neutron [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.249547] env[65418]: DEBUG oslo_vmware.api [None req-96411a97-4a30-45d1-8e9d-46c59122f033 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688482, 'name': ReconfigVM_Task, 'duration_secs': 6.713503} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.250050] env[65418]: DEBUG oslo_concurrency.lockutils [None req-96411a97-4a30-45d1-8e9d-46c59122f033 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Releasing lock "950b12b3-0577-43ca-9a34-b13d5de40b68" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.250239] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-96411a97-4a30-45d1-8e9d-46c59122f033 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Reconfigured VM to detach interface {{(pid=65418) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 873.250751] env[65418]: WARNING neutronclient.v2_0.client [None req-96411a97-4a30-45d1-8e9d-46c59122f033 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.251185] env[65418]: WARNING neutronclient.v2_0.client [None req-96411a97-4a30-45d1-8e9d-46c59122f033 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.345140] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7e37865c-0581-49e7-b75c-0d7b53736dad tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.412910] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 07bd94ae-658d-48c0-a798-746e52909abd] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 873.452735] env[65418]: DEBUG nova.compute.manager [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 873.480911] env[65418]: DEBUG nova.network.neutron [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Successfully created port: e94a5cd2-9166-491d-9778-fdcc75012a4f {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 873.564356] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Releasing lock "refresh_cache-6d696804-7857-4d8b-b4bf-fa79c8615b5b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.586740] env[65418]: DEBUG oslo_concurrency.lockutils [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Releasing lock "refresh_cache-fc3b8204-ca18-4367-a4bb-fc38ebb5e42b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.587334] env[65418]: DEBUG nova.compute.manager [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 873.587711] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.594180] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75644edf-5fd8-48f1-bb6a-485f124da05a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.604439] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.608629] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-554b45c5-8ecd-4522-98b8-5a29ca6ca621 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.620193] env[65418]: DEBUG oslo_vmware.api [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Waiting for the task: (returnval){ [ 873.620193] env[65418]: value = "task-4688505" [ 873.620193] env[65418]: _type = "Task" [ 873.620193] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.630871] env[65418]: DEBUG oslo_vmware.api [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.904334] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6362c811-941c-46be-ba57-a87c3705d381 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.917565] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9926d4-6a03-4ca8-9444-8262a7d1183f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.920889] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 116dc19f-b3fa-4e95-bc31-e75ac6bd37ac] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 873.956141] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f109bbe-b821-4ac7-9ead-e8cde1416840 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.971169] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f871a5a-9b81-4ebd-a624-2cc3e03a0003 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.991682] env[65418]: DEBUG nova.compute.provider_tree [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.008819] env[65418]: DEBUG nova.compute.manager [req-1a7a2084-69be-4390-842e-278141970789 req-9932ea84-2660-4149-b12e-bb78d4b05bfc service nova] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Received event network-vif-deleted-dca5c1c9-18e4-4ddf-ae67-450f9a7628ba {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 874.008819] env[65418]: INFO nova.compute.manager [req-1a7a2084-69be-4390-842e-278141970789 req-9932ea84-2660-4149-b12e-bb78d4b05bfc service nova] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Neutron deleted interface dca5c1c9-18e4-4ddf-ae67-450f9a7628ba; detaching it from the instance and deleting it from the info cache [ 874.009233] env[65418]: DEBUG nova.network.neutron [req-1a7a2084-69be-4390-842e-278141970789 req-9932ea84-2660-4149-b12e-bb78d4b05bfc service nova] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Updating instance_info_cache with network_info: [{"id": "08d3fe0e-6873-4a48-b3a7-c5e5fc03263d", "address": "fa:16:3e:c6:04:20", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08d3fe0e-68", "ovs_interfaceid": "08d3fe0e-6873-4a48-b3a7-c5e5fc03263d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.136595] env[65418]: DEBUG oslo_vmware.api [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688505, 'name': PowerOffVM_Task, 'duration_secs': 0.175834} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.136953] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.137058] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.137421] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62b6ea61-8055-4a89-82f4-e1d3d6cb0181 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.165784] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.166044] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.166386] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Deleting the datastore file [datastore1] fc3b8204-ca18-4367-a4bb-fc38ebb5e42b {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.166730] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-befa6d76-b33a-42c1-b182-8e86b1cc8197 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.176557] env[65418]: DEBUG oslo_vmware.api [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Waiting for the task: (returnval){ [ 874.176557] env[65418]: value = "task-4688507" [ 874.176557] env[65418]: _type = "Task" [ 874.176557] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.189954] env[65418]: DEBUG oslo_vmware.api [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688507, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.424572] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 97ee846b-68d9-408b-9409-7e5a3aeb2dfb] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 874.466203] env[65418]: DEBUG nova.compute.manager [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 874.498530] env[65418]: DEBUG nova.virt.hardware [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 874.498798] env[65418]: DEBUG nova.virt.hardware [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.498948] env[65418]: DEBUG nova.virt.hardware [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 874.499137] env[65418]: DEBUG nova.virt.hardware [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.499280] env[65418]: DEBUG nova.virt.hardware [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 874.499420] env[65418]: DEBUG nova.virt.hardware [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 874.499620] env[65418]: DEBUG nova.virt.hardware [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 874.499774] env[65418]: DEBUG nova.virt.hardware [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 874.499952] env[65418]: DEBUG nova.virt.hardware [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 874.500107] env[65418]: DEBUG nova.virt.hardware [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 874.500277] env[65418]: DEBUG nova.virt.hardware [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 874.501221] env[65418]: DEBUG nova.scheduler.client.report [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.506119] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a5bfcd-e904-4e67-addc-2403b572b87b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.515352] env[65418]: DEBUG oslo_concurrency.lockutils [req-1a7a2084-69be-4390-842e-278141970789 req-9932ea84-2660-4149-b12e-bb78d4b05bfc service nova] Acquiring lock "950b12b3-0577-43ca-9a34-b13d5de40b68" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.515563] env[65418]: DEBUG oslo_concurrency.lockutils [req-1a7a2084-69be-4390-842e-278141970789 req-9932ea84-2660-4149-b12e-bb78d4b05bfc service nova] Acquired lock "950b12b3-0577-43ca-9a34-b13d5de40b68" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.516588] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22f5098-b57e-4d23-97ea-c84bcb6e9fc1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.521226] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56966f0c-960d-44c6-8b29-fe5893db4022 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.552997] env[65418]: DEBUG oslo_concurrency.lockutils [req-1a7a2084-69be-4390-842e-278141970789 req-9932ea84-2660-4149-b12e-bb78d4b05bfc service nova] Releasing lock "950b12b3-0577-43ca-9a34-b13d5de40b68" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.553316] env[65418]: WARNING nova.compute.manager [req-1a7a2084-69be-4390-842e-278141970789 req-9932ea84-2660-4149-b12e-bb78d4b05bfc service nova] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Detach interface failed, port_id=dca5c1c9-18e4-4ddf-ae67-450f9a7628ba, reason: No device with interface-id dca5c1c9-18e4-4ddf-ae67-450f9a7628ba exists on VM: nova.exception.NotFound: No device with interface-id dca5c1c9-18e4-4ddf-ae67-450f9a7628ba exists on VM [ 874.560243] env[65418]: DEBUG oslo_concurrency.lockutils [None req-96411a97-4a30-45d1-8e9d-46c59122f033 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "refresh_cache-950b12b3-0577-43ca-9a34-b13d5de40b68" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.560468] env[65418]: DEBUG oslo_concurrency.lockutils [None req-96411a97-4a30-45d1-8e9d-46c59122f033 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquired lock "refresh_cache-950b12b3-0577-43ca-9a34-b13d5de40b68" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.560659] env[65418]: DEBUG nova.network.neutron [None req-96411a97-4a30-45d1-8e9d-46c59122f033 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 874.690489] env[65418]: DEBUG oslo_vmware.api [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688507, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161561} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.690753] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.691045] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.691253] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.691429] env[65418]: INFO nova.compute.manager [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Took 1.10 seconds to destroy the instance on the hypervisor. [ 874.691679] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 874.691877] env[65418]: DEBUG nova.compute.manager [-] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 874.691967] env[65418]: DEBUG nova.network.neutron [-] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 874.692325] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.710654] env[65418]: DEBUG nova.network.neutron [-] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 874.710906] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.928119] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 30d0c975-942c-41ea-b666-b84a230cc4b7] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 875.011744] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.012716] env[65418]: DEBUG nova.compute.manager [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 875.016859] env[65418]: DEBUG oslo_concurrency.lockutils [None req-78b84f9c-aa7d-4609-8fab-13a07fe33fb3 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.185s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.017735] env[65418]: DEBUG oslo_concurrency.lockutils [None req-78b84f9c-aa7d-4609-8fab-13a07fe33fb3 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.021449] env[65418]: DEBUG oslo_concurrency.lockutils [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.833s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.021913] env[65418]: DEBUG oslo_concurrency.lockutils [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.025442] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a2f73e8-bbcf-4676-bc08-deb9c5f870c9 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.626s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.029366] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a2f73e8-bbcf-4676-bc08-deb9c5f870c9 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.029678] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d242bbfe-2b8d-4c62-b341-9c9fc065a480 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.175s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.029970] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d242bbfe-2b8d-4c62-b341-9c9fc065a480 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.033770] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.657s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.036585] env[65418]: INFO nova.compute.claims [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.064625] env[65418]: WARNING neutronclient.v2_0.client [None req-96411a97-4a30-45d1-8e9d-46c59122f033 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.071640] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ace372d9-6002-4a75-85d2-4de9e4d8ae87 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "950b12b3-0577-43ca-9a34-b13d5de40b68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.071966] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ace372d9-6002-4a75-85d2-4de9e4d8ae87 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "950b12b3-0577-43ca-9a34-b13d5de40b68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.072232] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ace372d9-6002-4a75-85d2-4de9e4d8ae87 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "950b12b3-0577-43ca-9a34-b13d5de40b68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.072547] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ace372d9-6002-4a75-85d2-4de9e4d8ae87 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "950b12b3-0577-43ca-9a34-b13d5de40b68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.072655] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ace372d9-6002-4a75-85d2-4de9e4d8ae87 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "950b12b3-0577-43ca-9a34-b13d5de40b68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.075153] env[65418]: INFO nova.compute.manager [None req-ace372d9-6002-4a75-85d2-4de9e4d8ae87 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Terminating instance [ 875.082611] env[65418]: INFO nova.scheduler.client.report [None req-1a2f73e8-bbcf-4676-bc08-deb9c5f870c9 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Deleted allocations for instance fae0d838-d1d4-4efc-b7f1-8125d6e689c8 [ 875.086220] env[65418]: INFO nova.scheduler.client.report [None req-78b84f9c-aa7d-4609-8fab-13a07fe33fb3 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Deleted allocations for instance 4b446122-8965-4d44-974c-bedbf73cf659 [ 875.107457] env[65418]: INFO nova.scheduler.client.report [None req-d242bbfe-2b8d-4c62-b341-9c9fc065a480 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Deleted allocations for instance 817e4e0a-81a3-4c91-9cf6-b8a606933331 [ 875.111201] env[65418]: WARNING oslo_messaging._drivers.amqpdriver [None req-d242bbfe-2b8d-4c62-b341-9c9fc065a480 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 875.120230] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.120611] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a69d84c4-af91-414f-ae67-6a974b9a79ed {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.131600] env[65418]: DEBUG oslo_vmware.api [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 875.131600] env[65418]: value = "task-4688508" [ 875.131600] env[65418]: _type = "Task" [ 875.131600] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.147382] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c4f05b5e-5f58-43c7-b538-7aed332acccd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "81b5c4ec-bd3e-46ce-b891-762e4446f6de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.148588] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c4f05b5e-5f58-43c7-b538-7aed332acccd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "81b5c4ec-bd3e-46ce-b891-762e4446f6de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.148588] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c4f05b5e-5f58-43c7-b538-7aed332acccd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "81b5c4ec-bd3e-46ce-b891-762e4446f6de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.148588] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c4f05b5e-5f58-43c7-b538-7aed332acccd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "81b5c4ec-bd3e-46ce-b891-762e4446f6de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.148588] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c4f05b5e-5f58-43c7-b538-7aed332acccd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "81b5c4ec-bd3e-46ce-b891-762e4446f6de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.150028] env[65418]: DEBUG oslo_vmware.api [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.160516] env[65418]: INFO nova.compute.manager [None req-c4f05b5e-5f58-43c7-b538-7aed332acccd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Terminating instance [ 875.213605] env[65418]: DEBUG nova.network.neutron [-] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.416911] env[65418]: WARNING neutronclient.v2_0.client [None req-96411a97-4a30-45d1-8e9d-46c59122f033 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.432039] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: c5cd495b-987b-476c-974f-467a379c9db1] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 875.544696] env[65418]: DEBUG nova.compute.utils [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.552022] env[65418]: DEBUG nova.compute.manager [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 875.552022] env[65418]: DEBUG nova.network.neutron [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 875.552022] env[65418]: WARNING neutronclient.v2_0.client [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.552022] env[65418]: WARNING neutronclient.v2_0.client [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.554176] env[65418]: DEBUG oslo_concurrency.lockutils [None req-658033f3-e0a8-49f3-ae7f-0d91d7881a78 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "d4425c87-23cf-4e4b-8940-4a0297594dd9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 44.247s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.556091] env[65418]: DEBUG nova.network.neutron [None req-96411a97-4a30-45d1-8e9d-46c59122f033 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Updating instance_info_cache with network_info: [{"id": "08d3fe0e-6873-4a48-b3a7-c5e5fc03263d", "address": "fa:16:3e:c6:04:20", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08d3fe0e-68", "ovs_interfaceid": "08d3fe0e-6873-4a48-b3a7-c5e5fc03263d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.557333] env[65418]: DEBUG oslo_concurrency.lockutils [None req-92c31143-3757-45b0-b69f-c9a198e83afc tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "d4425c87-23cf-4e4b-8940-4a0297594dd9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 14.687s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.557686] env[65418]: DEBUG oslo_concurrency.lockutils [None req-92c31143-3757-45b0-b69f-c9a198e83afc tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "d4425c87-23cf-4e4b-8940-4a0297594dd9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.558031] env[65418]: DEBUG oslo_concurrency.lockutils [None req-92c31143-3757-45b0-b69f-c9a198e83afc tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "d4425c87-23cf-4e4b-8940-4a0297594dd9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.558317] env[65418]: DEBUG oslo_concurrency.lockutils [None req-92c31143-3757-45b0-b69f-c9a198e83afc tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "d4425c87-23cf-4e4b-8940-4a0297594dd9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.560524] env[65418]: INFO nova.compute.manager [None req-92c31143-3757-45b0-b69f-c9a198e83afc tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Terminating instance [ 875.583375] env[65418]: DEBUG nova.network.neutron [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Successfully updated port: e94a5cd2-9166-491d-9778-fdcc75012a4f {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 875.591597] env[65418]: DEBUG nova.compute.manager [None req-ace372d9-6002-4a75-85d2-4de9e4d8ae87 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 875.592044] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ace372d9-6002-4a75-85d2-4de9e4d8ae87 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.595941] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e64fa1e-6967-4167-9338-f7342ec9520c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.601397] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a2f73e8-bbcf-4676-bc08-deb9c5f870c9 tempest-ServersWithSpecificFlavorTestJSON-163220255 tempest-ServersWithSpecificFlavorTestJSON-163220255-project-member] Lock "fae0d838-d1d4-4efc-b7f1-8125d6e689c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.296s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.606329] env[65418]: DEBUG oslo_concurrency.lockutils [None req-78b84f9c-aa7d-4609-8fab-13a07fe33fb3 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lock "4b446122-8965-4d44-974c-bedbf73cf659" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.205s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.611370] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace372d9-6002-4a75-85d2-4de9e4d8ae87 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.612163] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72fba7a2-1621-4f9c-a75f-f7b58553a024 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.616971] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d242bbfe-2b8d-4c62-b341-9c9fc065a480 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "817e4e0a-81a3-4c91-9cf6-b8a606933331" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.818s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.622340] env[65418]: DEBUG nova.policy [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4799fa5ad5748979e2b9ca90df74c52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f0140731fab4ddebe63cfa14ec652ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.627500] env[65418]: DEBUG oslo_vmware.api [None req-ace372d9-6002-4a75-85d2-4de9e4d8ae87 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 875.627500] env[65418]: value = "task-4688509" [ 875.627500] env[65418]: _type = "Task" [ 875.627500] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.642931] env[65418]: DEBUG oslo_vmware.api [None req-ace372d9-6002-4a75-85d2-4de9e4d8ae87 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.646390] env[65418]: DEBUG oslo_vmware.api [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688508, 'name': PowerOffVM_Task, 'duration_secs': 0.229764} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.647685] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.648289] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95dbdfe-a9ee-46ed-b17a-b76fa31f1d98 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.672187] env[65418]: INFO nova.compute.manager [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Rebuilding instance [ 875.674669] env[65418]: DEBUG nova.compute.manager [None req-c4f05b5e-5f58-43c7-b538-7aed332acccd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 875.674875] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f05b5e-5f58-43c7-b538-7aed332acccd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.678179] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcf3a9d-1602-458b-9f3d-c6e380cb190f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.681253] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac6cea4-20a3-481d-9f55-36d648737fab {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.695455] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f05b5e-5f58-43c7-b538-7aed332acccd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.695772] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24fed387-532b-423f-afc2-00f65a0cd240 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.707010] env[65418]: DEBUG oslo_vmware.api [None req-c4f05b5e-5f58-43c7-b538-7aed332acccd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 875.707010] env[65418]: value = "task-4688510" [ 875.707010] env[65418]: _type = "Task" [ 875.707010] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.720610] env[65418]: INFO nova.compute.manager [-] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Took 1.03 seconds to deallocate network for instance. [ 875.720610] env[65418]: DEBUG oslo_vmware.api [None req-c4f05b5e-5f58-43c7-b538-7aed332acccd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.745059] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.745604] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69a32927-71a2-4631-af9d-cf3b70b20064 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.758314] env[65418]: DEBUG oslo_vmware.api [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 875.758314] env[65418]: value = "task-4688511" [ 875.758314] env[65418]: _type = "Task" [ 875.758314] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.759967] env[65418]: DEBUG nova.compute.manager [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 875.761383] env[65418]: DEBUG nova.compute.manager [req-7630501b-52bc-4b35-bb0c-173b06e8b2c8 req-4a511972-e242-4a74-b42e-d5952390f3e3 service nova] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Received event network-vif-plugged-e94a5cd2-9166-491d-9778-fdcc75012a4f {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 875.761529] env[65418]: DEBUG oslo_concurrency.lockutils [req-7630501b-52bc-4b35-bb0c-173b06e8b2c8 req-4a511972-e242-4a74-b42e-d5952390f3e3 service nova] Acquiring lock "0836db0f-970d-4224-9b41-b11609d253f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.761758] env[65418]: DEBUG oslo_concurrency.lockutils [req-7630501b-52bc-4b35-bb0c-173b06e8b2c8 req-4a511972-e242-4a74-b42e-d5952390f3e3 service nova] Lock "0836db0f-970d-4224-9b41-b11609d253f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.761939] env[65418]: DEBUG oslo_concurrency.lockutils [req-7630501b-52bc-4b35-bb0c-173b06e8b2c8 req-4a511972-e242-4a74-b42e-d5952390f3e3 service nova] Lock "0836db0f-970d-4224-9b41-b11609d253f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.762208] env[65418]: DEBUG nova.compute.manager [req-7630501b-52bc-4b35-bb0c-173b06e8b2c8 req-4a511972-e242-4a74-b42e-d5952390f3e3 service nova] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] No waiting events found dispatching network-vif-plugged-e94a5cd2-9166-491d-9778-fdcc75012a4f {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 875.762513] env[65418]: WARNING nova.compute.manager [req-7630501b-52bc-4b35-bb0c-173b06e8b2c8 req-4a511972-e242-4a74-b42e-d5952390f3e3 service nova] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Received unexpected event network-vif-plugged-e94a5cd2-9166-491d-9778-fdcc75012a4f for instance with vm_state building and task_state spawning. [ 875.763796] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c2a316-3ee0-4ee3-aa2d-b6c72c0a9231 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.787810] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] VM already powered off {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 875.791027] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.791027] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.791027] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.791027] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.791027] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fee848e-cdd4-481c-8ced-d9b765507379 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.801952] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.802209] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.803058] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-050ef2ac-abfb-48a3-a896-3441669e417b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.811780] env[65418]: DEBUG oslo_vmware.api [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 875.811780] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520a3a43-7dd9-bb0f-3804-5e94740d653b" [ 875.811780] env[65418]: _type = "Task" [ 875.811780] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.824232] env[65418]: DEBUG oslo_vmware.api [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520a3a43-7dd9-bb0f-3804-5e94740d653b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.938075] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 49ebbc06-bfc6-4b0f-82dd-eedd572f8147] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 876.055082] env[65418]: DEBUG nova.compute.manager [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 876.064112] env[65418]: DEBUG oslo_concurrency.lockutils [None req-96411a97-4a30-45d1-8e9d-46c59122f033 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Releasing lock "refresh_cache-950b12b3-0577-43ca-9a34-b13d5de40b68" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.067161] env[65418]: DEBUG nova.network.neutron [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Successfully created port: 25c90991-f9c9-4cb1-9561-dd3f59865ed0 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 876.071601] env[65418]: DEBUG nova.compute.manager [None req-92c31143-3757-45b0-b69f-c9a198e83afc tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 876.071601] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-92c31143-3757-45b0-b69f-c9a198e83afc tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.072373] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab7f63c9-d0b2-48c7-a3fb-54744e3bf5d6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.087400] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b649f72-b7c2-4fac-b544-cc7c2b92f707 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.101436] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Acquiring lock "refresh_cache-0836db0f-970d-4224-9b41-b11609d253f2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.101764] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Acquired lock "refresh_cache-0836db0f-970d-4224-9b41-b11609d253f2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.102111] env[65418]: DEBUG nova.network.neutron [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 876.134515] env[65418]: WARNING nova.virt.vmwareapi.vmops [None req-92c31143-3757-45b0-b69f-c9a198e83afc tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance d4425c87-23cf-4e4b-8940-4a0297594dd9 could not be found. [ 876.134669] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-92c31143-3757-45b0-b69f-c9a198e83afc tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.134904] env[65418]: INFO nova.compute.manager [None req-92c31143-3757-45b0-b69f-c9a198e83afc tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Took 0.06 seconds to destroy the instance on the hypervisor. [ 876.135221] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-92c31143-3757-45b0-b69f-c9a198e83afc tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 876.141756] env[65418]: DEBUG nova.compute.manager [-] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 876.141874] env[65418]: DEBUG nova.network.neutron [-] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 876.142157] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.151817] env[65418]: DEBUG oslo_vmware.api [None req-ace372d9-6002-4a75-85d2-4de9e4d8ae87 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688509, 'name': PowerOffVM_Task, 'duration_secs': 0.273884} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.152254] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ace372d9-6002-4a75-85d2-4de9e4d8ae87 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.152254] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ace372d9-6002-4a75-85d2-4de9e4d8ae87 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.152525] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b31a196-81b4-403b-b2e2-1d6c473afcba {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.220843] env[65418]: DEBUG oslo_vmware.api [None req-c4f05b5e-5f58-43c7-b538-7aed332acccd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688510, 'name': PowerOffVM_Task, 'duration_secs': 0.200172} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.221190] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4f05b5e-5f58-43c7-b538-7aed332acccd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.221381] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f05b5e-5f58-43c7-b538-7aed332acccd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.221862] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-986d7718-3fd0-4fac-a2bd-6b9b560f0459 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.236365] env[65418]: DEBUG oslo_concurrency.lockutils [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.251816] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.327465] env[65418]: DEBUG oslo_vmware.api [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520a3a43-7dd9-bb0f-3804-5e94740d653b, 'name': SearchDatastore_Task, 'duration_secs': 0.013697} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.328684] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac4482cf-d06d-4d1e-a3a9-fac738ad6f19 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.335758] env[65418]: DEBUG oslo_vmware.api [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 876.335758] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5274f0a3-0d5a-8aa7-aa0f-0a914aab21f9" [ 876.335758] env[65418]: _type = "Task" [ 876.335758] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.348945] env[65418]: DEBUG oslo_vmware.api [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5274f0a3-0d5a-8aa7-aa0f-0a914aab21f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.442189] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: f85e6ddc-3b20-45c9-9c6b-11d36e5e8aff] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 876.453770] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ace372d9-6002-4a75-85d2-4de9e4d8ae87 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.454078] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ace372d9-6002-4a75-85d2-4de9e4d8ae87 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.454296] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-ace372d9-6002-4a75-85d2-4de9e4d8ae87 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Deleting the datastore file [datastore2] 950b12b3-0577-43ca-9a34-b13d5de40b68 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.454647] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5962b37b-f345-4f8f-858c-1e5edc837459 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.465677] env[65418]: DEBUG oslo_vmware.api [None req-ace372d9-6002-4a75-85d2-4de9e4d8ae87 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 876.465677] env[65418]: value = "task-4688514" [ 876.465677] env[65418]: _type = "Task" [ 876.465677] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.471748] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f05b5e-5f58-43c7-b538-7aed332acccd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.472115] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f05b5e-5f58-43c7-b538-7aed332acccd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.472368] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4f05b5e-5f58-43c7-b538-7aed332acccd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Deleting the datastore file [datastore1] 81b5c4ec-bd3e-46ce-b891-762e4446f6de {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.473206] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2e7f4fb-9d35-4526-a183-3112e169ace3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.478626] env[65418]: DEBUG oslo_vmware.api [None req-ace372d9-6002-4a75-85d2-4de9e4d8ae87 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.487781] env[65418]: DEBUG oslo_vmware.api [None req-c4f05b5e-5f58-43c7-b538-7aed332acccd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 876.487781] env[65418]: value = "task-4688515" [ 876.487781] env[65418]: _type = "Task" [ 876.487781] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.493920] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347813dd-bc55-4e40-9f87-d20acaab231d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.499705] env[65418]: DEBUG oslo_vmware.api [None req-c4f05b5e-5f58-43c7-b538-7aed332acccd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.506447] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc458ef1-8b73-4c45-b639-86e51e128c64 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.551396] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07359c0-79a3-4b71-8fd5-9db019e56ea4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.566034] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618063d4-d1e6-4650-8943-6b1d7be5f3b9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.575898] env[65418]: DEBUG oslo_concurrency.lockutils [None req-96411a97-4a30-45d1-8e9d-46c59122f033 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "interface-950b12b3-0577-43ca-9a34-b13d5de40b68-dca5c1c9-18e4-4ddf-ae67-450f9a7628ba" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.973s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.583299] env[65418]: DEBUG nova.compute.provider_tree [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.658259] env[65418]: DEBUG nova.network.neutron [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 876.764521] env[65418]: WARNING neutronclient.v2_0.client [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.793183] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.793493] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-124af5b5-55d7-4e04-a52a-709a97cc7481 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.802749] env[65418]: DEBUG oslo_vmware.api [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 876.802749] env[65418]: value = "task-4688516" [ 876.802749] env[65418]: _type = "Task" [ 876.802749] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.813189] env[65418]: DEBUG oslo_vmware.api [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.848536] env[65418]: DEBUG oslo_vmware.api [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5274f0a3-0d5a-8aa7-aa0f-0a914aab21f9, 'name': SearchDatastore_Task, 'duration_secs': 0.017045} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.848850] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.849212] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 6d696804-7857-4d8b-b4bf-fa79c8615b5b/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4-rescue.vmdk. {{(pid=65418) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 876.849545] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b6510d1-2599-4b2b-978c-13f6a1c687cc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.858059] env[65418]: DEBUG oslo_vmware.api [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 876.858059] env[65418]: value = "task-4688517" [ 876.858059] env[65418]: _type = "Task" [ 876.858059] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.870408] env[65418]: DEBUG oslo_vmware.api [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.902782] env[65418]: DEBUG nova.network.neutron [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Updating instance_info_cache with network_info: [{"id": "e94a5cd2-9166-491d-9778-fdcc75012a4f", "address": "fa:16:3e:7e:d1:85", "network": {"id": "1e3ce06e-e50f-4e63-b77c-faacc83945e1", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-160537426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e465a1e12b73497cbfef58e42ac5cd6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape94a5cd2-91", "ovs_interfaceid": "e94a5cd2-9166-491d-9778-fdcc75012a4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.946310] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 1c263b74-93d1-4244-8f08-d35373a3a946] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 876.979362] env[65418]: DEBUG oslo_vmware.api [None req-ace372d9-6002-4a75-85d2-4de9e4d8ae87 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31521} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.979362] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-ace372d9-6002-4a75-85d2-4de9e4d8ae87 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.979362] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ace372d9-6002-4a75-85d2-4de9e4d8ae87 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.979733] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ace372d9-6002-4a75-85d2-4de9e4d8ae87 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.979733] env[65418]: INFO nova.compute.manager [None req-ace372d9-6002-4a75-85d2-4de9e4d8ae87 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Took 1.39 seconds to destroy the instance on the hypervisor. [ 876.980898] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-ace372d9-6002-4a75-85d2-4de9e4d8ae87 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 876.981239] env[65418]: DEBUG nova.compute.manager [-] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 876.981392] env[65418]: DEBUG nova.network.neutron [-] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 876.981741] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.001088] env[65418]: DEBUG oslo_vmware.api [None req-c4f05b5e-5f58-43c7-b538-7aed332acccd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285584} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.001895] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4f05b5e-5f58-43c7-b538-7aed332acccd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.002149] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f05b5e-5f58-43c7-b538-7aed332acccd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.004389] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c4f05b5e-5f58-43c7-b538-7aed332acccd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.004389] env[65418]: INFO nova.compute.manager [None req-c4f05b5e-5f58-43c7-b538-7aed332acccd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Took 1.33 seconds to destroy the instance on the hypervisor. [ 877.004389] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-c4f05b5e-5f58-43c7-b538-7aed332acccd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 877.004389] env[65418]: DEBUG nova.compute.manager [-] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 877.004389] env[65418]: DEBUG nova.network.neutron [-] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 877.004389] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.054568] env[65418]: DEBUG nova.network.neutron [-] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.065467] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.072499] env[65418]: DEBUG nova.compute.manager [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 877.086609] env[65418]: DEBUG nova.scheduler.client.report [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.099608] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.104463] env[65418]: DEBUG nova.virt.hardware [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 877.104784] env[65418]: DEBUG nova.virt.hardware [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.104862] env[65418]: DEBUG nova.virt.hardware [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 877.105161] env[65418]: DEBUG nova.virt.hardware [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.106389] env[65418]: DEBUG nova.virt.hardware [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 877.106389] env[65418]: DEBUG nova.virt.hardware [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 877.106389] env[65418]: DEBUG nova.virt.hardware [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 877.106389] env[65418]: DEBUG nova.virt.hardware [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 877.106389] env[65418]: DEBUG nova.virt.hardware [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 877.106389] env[65418]: DEBUG nova.virt.hardware [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 877.106389] env[65418]: DEBUG nova.virt.hardware [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 877.107622] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcce10bb-fd8c-407b-862b-9e363b306385 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.120351] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811f4e0e-37a9-4c3d-8203-ed7b447aec3a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.218431] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0fe8a792-d5f1-4edc-9277-34088ef29d26 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquiring lock "e3f40535-54bc-42fd-8044-854980d10044" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.218812] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0fe8a792-d5f1-4edc-9277-34088ef29d26 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lock "e3f40535-54bc-42fd-8044-854980d10044" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.219116] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0fe8a792-d5f1-4edc-9277-34088ef29d26 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquiring lock "e3f40535-54bc-42fd-8044-854980d10044-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.219222] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0fe8a792-d5f1-4edc-9277-34088ef29d26 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lock "e3f40535-54bc-42fd-8044-854980d10044-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.219718] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0fe8a792-d5f1-4edc-9277-34088ef29d26 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lock "e3f40535-54bc-42fd-8044-854980d10044-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.222379] env[65418]: INFO nova.compute.manager [None req-0fe8a792-d5f1-4edc-9277-34088ef29d26 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Terminating instance [ 877.317056] env[65418]: DEBUG oslo_vmware.api [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688516, 'name': PowerOffVM_Task, 'duration_secs': 0.255571} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.317366] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.317611] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.318946] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dba0f3c-9fa2-41b9-bc4b-ed21acb03dec {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.329753] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.330122] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0f758da-05e3-4ee5-a851-257107d2d86e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.375147] env[65418]: DEBUG oslo_vmware.api [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688517, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.406373] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Releasing lock "refresh_cache-0836db0f-970d-4224-9b41-b11609d253f2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.406931] env[65418]: DEBUG nova.compute.manager [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Instance network_info: |[{"id": "e94a5cd2-9166-491d-9778-fdcc75012a4f", "address": "fa:16:3e:7e:d1:85", "network": {"id": "1e3ce06e-e50f-4e63-b77c-faacc83945e1", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-160537426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e465a1e12b73497cbfef58e42ac5cd6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape94a5cd2-91", "ovs_interfaceid": "e94a5cd2-9166-491d-9778-fdcc75012a4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 877.408014] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:d1:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e94a5cd2-9166-491d-9778-fdcc75012a4f', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.417082] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Creating folder: Project (e465a1e12b73497cbfef58e42ac5cd6a). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.417542] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd2384e4-dbcf-4960-b93c-63bc0c49c42f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.425597] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.425949] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.426186] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Deleting the datastore file [datastore2] 90b4d610-2d84-4aad-83a2-19d8d22e437a {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.426518] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7a9b730-33e7-45d2-93be-3abc8646ea13 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.432839] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Created folder: Project (e465a1e12b73497cbfef58e42ac5cd6a) in parent group-v914982. [ 877.433243] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Creating folder: Instances. Parent ref: group-v915175. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.433364] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9589ef8b-6b99-417a-af74-90f2314eb0f5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.437194] env[65418]: DEBUG oslo_vmware.api [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 877.437194] env[65418]: value = "task-4688520" [ 877.437194] env[65418]: _type = "Task" [ 877.437194] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.449032] env[65418]: DEBUG oslo_vmware.api [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.450758] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 625682a5-beee-49e9-bbb3-a188c3c41f0d] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 877.452802] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Created folder: Instances in parent group-v915175. [ 877.453076] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 877.453558] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.453787] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39f101bb-bfd3-4c79-9c05-8ad35619919c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.475740] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.475740] env[65418]: value = "task-4688522" [ 877.475740] env[65418]: _type = "Task" [ 877.475740] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.485362] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688522, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.557663] env[65418]: INFO nova.compute.manager [-] [instance: d4425c87-23cf-4e4b-8940-4a0297594dd9] Took 1.42 seconds to deallocate network for instance. [ 877.592316] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.558s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.596023] env[65418]: DEBUG nova.compute.manager [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 877.596023] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.673s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.598070] env[65418]: INFO nova.compute.claims [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.726719] env[65418]: DEBUG nova.compute.manager [None req-0fe8a792-d5f1-4edc-9277-34088ef29d26 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 877.727024] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe8a792-d5f1-4edc-9277-34088ef29d26 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.729887] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ee572b-7a17-421f-8f84-04a32774b368 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.737131] env[65418]: DEBUG nova.network.neutron [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Successfully updated port: 25c90991-f9c9-4cb1-9561-dd3f59865ed0 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 877.743422] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe8a792-d5f1-4edc-9277-34088ef29d26 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 877.744164] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f70d59b1-e21a-4fb4-bf6c-4021183385ab {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.754716] env[65418]: DEBUG oslo_vmware.api [None req-0fe8a792-d5f1-4edc-9277-34088ef29d26 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 877.754716] env[65418]: value = "task-4688523" [ 877.754716] env[65418]: _type = "Task" [ 877.754716] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.769847] env[65418]: DEBUG oslo_vmware.api [None req-0fe8a792-d5f1-4edc-9277-34088ef29d26 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.873084] env[65418]: DEBUG oslo_vmware.api [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688517, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582594} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.873084] env[65418]: INFO nova.virt.vmwareapi.ds_util [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 6d696804-7857-4d8b-b4bf-fa79c8615b5b/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4-rescue.vmdk. [ 877.873850] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d6401d-b5e1-40c0-a01f-866a80fa303e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.903685] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 6d696804-7857-4d8b-b4bf-fa79c8615b5b/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4-rescue.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.904217] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2c35377-0bf0-473d-99b6-45eab27ba691 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.924516] env[65418]: DEBUG oslo_vmware.api [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 877.924516] env[65418]: value = "task-4688524" [ 877.924516] env[65418]: _type = "Task" [ 877.924516] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.934675] env[65418]: DEBUG oslo_vmware.api [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688524, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.951501] env[65418]: DEBUG oslo_vmware.api [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164165} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.951823] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.951997] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.952221] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.962031] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 3870348a-33d6-43b2-9e7a-a4cd68a9e5f1] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 877.990474] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688522, 'name': CreateVM_Task, 'duration_secs': 0.462574} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.990474] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.995139] env[65418]: WARNING neutronclient.v2_0.client [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 877.996208] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.996208] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.996208] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.997524] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70665138-ce95-46f4-9a61-c5cc0b71436a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.004474] env[65418]: DEBUG oslo_vmware.api [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Waiting for the task: (returnval){ [ 878.004474] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]524e6eae-0292-7941-543f-9d5e00bd5d7c" [ 878.004474] env[65418]: _type = "Task" [ 878.004474] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.017183] env[65418]: DEBUG oslo_vmware.api [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]524e6eae-0292-7941-543f-9d5e00bd5d7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.106187] env[65418]: DEBUG nova.compute.utils [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.110436] env[65418]: DEBUG nova.compute.manager [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 878.110700] env[65418]: DEBUG nova.network.neutron [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 878.111454] env[65418]: WARNING neutronclient.v2_0.client [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.111805] env[65418]: WARNING neutronclient.v2_0.client [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.152604] env[65418]: DEBUG nova.network.neutron [-] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.189353] env[65418]: DEBUG nova.policy [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '356143ce08984217a5c45376dd335a41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '600e90f5dfed49e99fb0332048dc45ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.245385] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "refresh_cache-f20a3241-1b6e-4072-b3f6-f8cef3f52188" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.245621] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquired lock "refresh_cache-f20a3241-1b6e-4072-b3f6-f8cef3f52188" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.246135] env[65418]: DEBUG nova.network.neutron [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 878.266771] env[65418]: DEBUG oslo_vmware.api [None req-0fe8a792-d5f1-4edc-9277-34088ef29d26 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688523, 'name': PowerOffVM_Task, 'duration_secs': 0.341843} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.267078] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe8a792-d5f1-4edc-9277-34088ef29d26 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 878.267249] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe8a792-d5f1-4edc-9277-34088ef29d26 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 878.267513] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd41261e-f0ad-4ded-b131-6f2ca6da9809 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.364513] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe8a792-d5f1-4edc-9277-34088ef29d26 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 878.364882] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe8a792-d5f1-4edc-9277-34088ef29d26 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 878.365209] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fe8a792-d5f1-4edc-9277-34088ef29d26 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Deleting the datastore file [datastore2] e3f40535-54bc-42fd-8044-854980d10044 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 878.365622] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8383c1de-c080-40f4-bb7d-11f6a05d43e7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.375757] env[65418]: DEBUG oslo_vmware.api [None req-0fe8a792-d5f1-4edc-9277-34088ef29d26 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for the task: (returnval){ [ 878.375757] env[65418]: value = "task-4688526" [ 878.375757] env[65418]: _type = "Task" [ 878.375757] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.387636] env[65418]: DEBUG oslo_vmware.api [None req-0fe8a792-d5f1-4edc-9277-34088ef29d26 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688526, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.444337] env[65418]: DEBUG oslo_vmware.api [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.465534] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: ac183b2c-d144-4e65-9ddf-12ffc4f4093c] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 878.517843] env[65418]: DEBUG oslo_vmware.api [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]524e6eae-0292-7941-543f-9d5e00bd5d7c, 'name': SearchDatastore_Task, 'duration_secs': 0.013945} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.519148] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.519362] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.519610] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.519757] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.519927] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.520543] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bdfd420-96bc-4196-9c30-03b9c8d367a0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.531929] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.532233] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.533290] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7589e730-943e-4ebe-b14d-09c9c0f838a9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.540551] env[65418]: DEBUG oslo_vmware.api [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Waiting for the task: (returnval){ [ 878.540551] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ec4410-c70c-e327-773c-0387c0c3e934" [ 878.540551] env[65418]: _type = "Task" [ 878.540551] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.550686] env[65418]: DEBUG oslo_vmware.api [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ec4410-c70c-e327-773c-0387c0c3e934, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.592030] env[65418]: DEBUG oslo_concurrency.lockutils [None req-92c31143-3757-45b0-b69f-c9a198e83afc tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "d4425c87-23cf-4e4b-8940-4a0297594dd9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.035s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.611607] env[65418]: DEBUG nova.compute.manager [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 878.660720] env[65418]: INFO nova.compute.manager [-] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Took 1.68 seconds to deallocate network for instance. [ 878.684747] env[65418]: DEBUG nova.network.neutron [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Successfully created port: 14f078c1-737b-4110-a2ad-007c4dd28f3e {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 878.755809] env[65418]: DEBUG nova.compute.manager [req-a88d4962-cbe5-4201-8404-b519f5a05878 req-45815b05-ebae-453b-98c2-6d4428d418a8 service nova] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Received event network-changed-e94a5cd2-9166-491d-9778-fdcc75012a4f {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 878.755988] env[65418]: DEBUG nova.compute.manager [req-a88d4962-cbe5-4201-8404-b519f5a05878 req-45815b05-ebae-453b-98c2-6d4428d418a8 service nova] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Refreshing instance network info cache due to event network-changed-e94a5cd2-9166-491d-9778-fdcc75012a4f. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 878.756630] env[65418]: DEBUG oslo_concurrency.lockutils [req-a88d4962-cbe5-4201-8404-b519f5a05878 req-45815b05-ebae-453b-98c2-6d4428d418a8 service nova] Acquiring lock "refresh_cache-0836db0f-970d-4224-9b41-b11609d253f2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.756780] env[65418]: DEBUG oslo_concurrency.lockutils [req-a88d4962-cbe5-4201-8404-b519f5a05878 req-45815b05-ebae-453b-98c2-6d4428d418a8 service nova] Acquired lock "refresh_cache-0836db0f-970d-4224-9b41-b11609d253f2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.757028] env[65418]: DEBUG nova.network.neutron [req-a88d4962-cbe5-4201-8404-b519f5a05878 req-45815b05-ebae-453b-98c2-6d4428d418a8 service nova] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Refreshing network info cache for port e94a5cd2-9166-491d-9778-fdcc75012a4f {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.811614] env[65418]: DEBUG nova.network.neutron [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 878.891613] env[65418]: DEBUG oslo_vmware.api [None req-0fe8a792-d5f1-4edc-9277-34088ef29d26 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Task: {'id': task-4688526, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277315} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.895293] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fe8a792-d5f1-4edc-9277-34088ef29d26 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.895672] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe8a792-d5f1-4edc-9277-34088ef29d26 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.895828] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe8a792-d5f1-4edc-9277-34088ef29d26 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.896304] env[65418]: INFO nova.compute.manager [None req-0fe8a792-d5f1-4edc-9277-34088ef29d26 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] [instance: e3f40535-54bc-42fd-8044-854980d10044] Took 1.17 seconds to destroy the instance on the hypervisor. [ 878.896380] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-0fe8a792-d5f1-4edc-9277-34088ef29d26 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 878.897665] env[65418]: DEBUG nova.compute.manager [-] [instance: e3f40535-54bc-42fd-8044-854980d10044] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 878.897665] env[65418]: DEBUG nova.network.neutron [-] [instance: e3f40535-54bc-42fd-8044-854980d10044] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 878.898080] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.938623] env[65418]: DEBUG oslo_vmware.api [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688524, 'name': ReconfigVM_Task, 'duration_secs': 0.6513} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.939947] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 878.942087] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 6d696804-7857-4d8b-b4bf-fa79c8615b5b/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4-rescue.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.947453] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8c882bf-7147-4f15-aac1-c06b2c972429 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.973967] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: ff5e8ecd-f8bc-452f-82fd-f4feb7533452] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 878.990994] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64014e0f-48e3-4e3f-9074-96bcc2d52d52 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.010873] env[65418]: DEBUG oslo_vmware.api [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 879.010873] env[65418]: value = "task-4688527" [ 879.010873] env[65418]: _type = "Task" [ 879.010873] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.019557] env[65418]: WARNING neutronclient.v2_0.client [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.033017] env[65418]: DEBUG oslo_vmware.api [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.037232] env[65418]: DEBUG nova.virt.hardware [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 879.037440] env[65418]: DEBUG nova.virt.hardware [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.037496] env[65418]: DEBUG nova.virt.hardware [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 879.037693] env[65418]: DEBUG nova.virt.hardware [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.037918] env[65418]: DEBUG nova.virt.hardware [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 879.038054] env[65418]: DEBUG nova.virt.hardware [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 879.038295] env[65418]: DEBUG nova.virt.hardware [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 879.038499] env[65418]: DEBUG nova.virt.hardware [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 879.038725] env[65418]: DEBUG nova.virt.hardware [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 879.038936] env[65418]: DEBUG nova.virt.hardware [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 879.039216] env[65418]: DEBUG nova.virt.hardware [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 879.040636] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a867ae-bcc2-497a-837d-75893d5cd896 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.059021] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e5a0e6-5518-435f-876b-5ce968d46823 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.065027] env[65418]: DEBUG oslo_vmware.api [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ec4410-c70c-e327-773c-0387c0c3e934, 'name': SearchDatastore_Task, 'duration_secs': 0.016036} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.066875] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72f67d94-c203-4c75-9402-1982888fadd8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.078203] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:f6:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31e77685-b4dd-4810-80ef-24115ea9ea62', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19606f71-5550-4f76-9c31-d7cf190a3c83', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.086082] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 879.090669] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.091232] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b546bc68-dd6b-4364-bbb8-badb64dac53f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.114531] env[65418]: DEBUG oslo_vmware.api [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Waiting for the task: (returnval){ [ 879.114531] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52a0adda-f101-a9f2-834e-f490049c2823" [ 879.114531] env[65418]: _type = "Task" [ 879.114531] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.123735] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.123735] env[65418]: value = "task-4688528" [ 879.123735] env[65418]: _type = "Task" [ 879.123735] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.134805] env[65418]: DEBUG oslo_vmware.api [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52a0adda-f101-a9f2-834e-f490049c2823, 'name': SearchDatastore_Task, 'duration_secs': 0.011113} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.139034] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.139451] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 0836db0f-970d-4224-9b41-b11609d253f2/0836db0f-970d-4224-9b41-b11609d253f2.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.140093] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e54ac40e-1063-422f-9567-c0dad257e63b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.147300] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688528, 'name': CreateVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.154996] env[65418]: DEBUG oslo_vmware.api [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Waiting for the task: (returnval){ [ 879.154996] env[65418]: value = "task-4688529" [ 879.154996] env[65418]: _type = "Task" [ 879.154996] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.159926] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32123053-aff5-4636-a3d8-6199928b8fa4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.172026] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b309e87-9523-4ece-8da2-5b6a754ba23e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.176467] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ace372d9-6002-4a75-85d2-4de9e4d8ae87 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.176782] env[65418]: DEBUG oslo_vmware.api [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Task: {'id': task-4688529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.181382] env[65418]: DEBUG nova.network.neutron [-] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.212133] env[65418]: INFO nova.compute.manager [-] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Took 2.21 seconds to deallocate network for instance. [ 879.213042] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f953b0-c932-418e-b5fb-0613e832cba2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.226506] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239aae4f-8115-47c8-ae25-34bc44ebd8bd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.247076] env[65418]: DEBUG nova.compute.provider_tree [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.264989] env[65418]: WARNING neutronclient.v2_0.client [req-a88d4962-cbe5-4201-8404-b519f5a05878 req-45815b05-ebae-453b-98c2-6d4428d418a8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 879.488352] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 491c5ebd-c37f-40bc-b7dc-cffb75fbe7b1] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 879.525046] env[65418]: DEBUG oslo_vmware.api [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688527, 'name': ReconfigVM_Task, 'duration_secs': 0.251755} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.526096] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.526398] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb532c58-f103-4484-b766-91403e05646e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.536292] env[65418]: DEBUG oslo_vmware.api [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 879.536292] env[65418]: value = "task-4688530" [ 879.536292] env[65418]: _type = "Task" [ 879.536292] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.542919] env[65418]: DEBUG nova.network.neutron [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Updating instance_info_cache with network_info: [{"id": "25c90991-f9c9-4cb1-9561-dd3f59865ed0", "address": "fa:16:3e:0b:f9:f1", "network": {"id": "c27d84e9-3c8c-494e-9a9a-60f6a70f7158", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1554886198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0140731fab4ddebe63cfa14ec652ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25c90991-f9", "ovs_interfaceid": "25c90991-f9c9-4cb1-9561-dd3f59865ed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.551746] env[65418]: DEBUG oslo_vmware.api [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.626560] env[65418]: DEBUG nova.compute.manager [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 879.643157] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688528, 'name': CreateVM_Task, 'duration_secs': 0.494672} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.643396] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.644037] env[65418]: WARNING neutronclient.v2_0.client [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 879.644566] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.644822] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.645267] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.645770] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20e55b6b-33f3-4cb7-8756-48ee6adcd597 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.659293] env[65418]: DEBUG nova.virt.hardware [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 879.659757] env[65418]: DEBUG nova.virt.hardware [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.660060] env[65418]: DEBUG nova.virt.hardware [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 879.660389] env[65418]: DEBUG nova.virt.hardware [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.660643] env[65418]: DEBUG nova.virt.hardware [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 879.660905] env[65418]: DEBUG nova.virt.hardware [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 879.661304] env[65418]: DEBUG nova.virt.hardware [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 879.661583] env[65418]: DEBUG nova.virt.hardware [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 879.661880] env[65418]: DEBUG nova.virt.hardware [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 879.662194] env[65418]: DEBUG nova.virt.hardware [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 879.662487] env[65418]: DEBUG nova.virt.hardware [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 879.663996] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efeaad03-882e-49ed-a036-beca2cf66b5f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.675095] env[65418]: DEBUG oslo_vmware.api [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 879.675095] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b74ee6-777f-85f8-10e7-963021986d7a" [ 879.675095] env[65418]: _type = "Task" [ 879.675095] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.689485] env[65418]: DEBUG oslo_vmware.api [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Task: {'id': task-4688529, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.692296] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8540b983-4a8a-46f9-8ef8-f6038f15f476 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.706086] env[65418]: DEBUG oslo_vmware.api [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b74ee6-777f-85f8-10e7-963021986d7a, 'name': SearchDatastore_Task, 'duration_secs': 0.037941} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.707188] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.707484] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.707729] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.707867] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.708109] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.708370] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73127e7a-25bb-41e0-b1f1-90adc38695f0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.723920] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.724184] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.725657] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c4f05b5e-5f58-43c7-b538-7aed332acccd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.725941] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36317120-b3b4-45d9-b6a8-8ba86afa1af0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.735382] env[65418]: DEBUG oslo_vmware.api [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 879.735382] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521dabbb-023a-c903-95a1-f2eaee900430" [ 879.735382] env[65418]: _type = "Task" [ 879.735382] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.745805] env[65418]: DEBUG oslo_vmware.api [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521dabbb-023a-c903-95a1-f2eaee900430, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.751348] env[65418]: DEBUG nova.scheduler.client.report [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.865652] env[65418]: DEBUG nova.network.neutron [-] [instance: e3f40535-54bc-42fd-8044-854980d10044] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.992070] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: d0bebee5-1131-4f01-85d6-502a2a030524] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 880.049272] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Releasing lock "refresh_cache-f20a3241-1b6e-4072-b3f6-f8cef3f52188" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.049646] env[65418]: DEBUG nova.compute.manager [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Instance network_info: |[{"id": "25c90991-f9c9-4cb1-9561-dd3f59865ed0", "address": "fa:16:3e:0b:f9:f1", "network": {"id": "c27d84e9-3c8c-494e-9a9a-60f6a70f7158", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1554886198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0140731fab4ddebe63cfa14ec652ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25c90991-f9", "ovs_interfaceid": "25c90991-f9c9-4cb1-9561-dd3f59865ed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 880.050118] env[65418]: DEBUG oslo_vmware.api [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688530, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.051136] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:f9:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25c90991-f9c9-4cb1-9561-dd3f59865ed0', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.061104] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Creating folder: Project (4f0140731fab4ddebe63cfa14ec652ae). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 880.061593] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-893b976f-b539-4c41-9302-713b0d67613d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.075490] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Created folder: Project (4f0140731fab4ddebe63cfa14ec652ae) in parent group-v914982. [ 880.075803] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Creating folder: Instances. Parent ref: group-v915179. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 880.076166] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bc6f805-c8b9-45c3-a148-dc95020cd671 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.091120] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Created folder: Instances in parent group-v915179. [ 880.091485] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 880.092108] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.092108] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e82b431c-7bc6-43a6-8274-9705d02ff4eb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.116561] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.116561] env[65418]: value = "task-4688533" [ 880.116561] env[65418]: _type = "Task" [ 880.116561] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.125763] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688533, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.176598] env[65418]: DEBUG oslo_vmware.api [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Task: {'id': task-4688529, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620874} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.176956] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 0836db0f-970d-4224-9b41-b11609d253f2/0836db0f-970d-4224-9b41-b11609d253f2.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.177251] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.177573] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97c824e3-9b9b-4f42-bf46-989f1326278e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.188838] env[65418]: DEBUG oslo_vmware.api [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Waiting for the task: (returnval){ [ 880.188838] env[65418]: value = "task-4688534" [ 880.188838] env[65418]: _type = "Task" [ 880.188838] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.200384] env[65418]: DEBUG oslo_vmware.api [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Task: {'id': task-4688534, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.246981] env[65418]: DEBUG oslo_vmware.api [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521dabbb-023a-c903-95a1-f2eaee900430, 'name': SearchDatastore_Task, 'duration_secs': 0.017617} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.248249] env[65418]: WARNING neutronclient.v2_0.client [req-a88d4962-cbe5-4201-8404-b519f5a05878 req-45815b05-ebae-453b-98c2-6d4428d418a8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.254518] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25dd896e-849f-4f99-9201-d112e29414c8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.256158] env[65418]: DEBUG nova.compute.manager [req-9714f290-28bd-4cfc-8c1f-87fa1bc5285f req-a56a0990-2d2b-4aa5-9f0a-b578264225d5 service nova] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Received event network-vif-deleted-08d3fe0e-6873-4a48-b3a7-c5e5fc03263d {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 880.256356] env[65418]: DEBUG nova.compute.manager [req-9714f290-28bd-4cfc-8c1f-87fa1bc5285f req-a56a0990-2d2b-4aa5-9f0a-b578264225d5 service nova] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Received event network-vif-deleted-74c19c5d-5662-4249-85b2-115d368c38ef {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 880.257440] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.257889] env[65418]: DEBUG nova.compute.manager [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 880.261719] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.323s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.263290] env[65418]: INFO nova.compute.claims [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.270236] env[65418]: DEBUG oslo_vmware.api [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 880.270236] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520799ae-b320-a40c-210d-a1078976b2de" [ 880.270236] env[65418]: _type = "Task" [ 880.270236] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.281857] env[65418]: DEBUG oslo_vmware.api [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520799ae-b320-a40c-210d-a1078976b2de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.337617] env[65418]: DEBUG nova.network.neutron [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Successfully updated port: 14f078c1-737b-4110-a2ad-007c4dd28f3e {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 880.370125] env[65418]: INFO nova.compute.manager [-] [instance: e3f40535-54bc-42fd-8044-854980d10044] Took 1.47 seconds to deallocate network for instance. [ 880.393054] env[65418]: DEBUG nova.network.neutron [req-a88d4962-cbe5-4201-8404-b519f5a05878 req-45815b05-ebae-453b-98c2-6d4428d418a8 service nova] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Updated VIF entry in instance network info cache for port e94a5cd2-9166-491d-9778-fdcc75012a4f. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 880.393501] env[65418]: DEBUG nova.network.neutron [req-a88d4962-cbe5-4201-8404-b519f5a05878 req-45815b05-ebae-453b-98c2-6d4428d418a8 service nova] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Updating instance_info_cache with network_info: [{"id": "e94a5cd2-9166-491d-9778-fdcc75012a4f", "address": "fa:16:3e:7e:d1:85", "network": {"id": "1e3ce06e-e50f-4e63-b77c-faacc83945e1", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-160537426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e465a1e12b73497cbfef58e42ac5cd6a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape94a5cd2-91", "ovs_interfaceid": "e94a5cd2-9166-491d-9778-fdcc75012a4f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.437519] env[65418]: DEBUG oslo_vmware.rw_handles [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d2c2a2-a233-d8d5-8a5d-2e7403d32331/disk-0.vmdk. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 880.439478] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce02e3e0-2340-4fc9-9979-25e2b007d3b2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.450144] env[65418]: DEBUG oslo_vmware.rw_handles [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d2c2a2-a233-d8d5-8a5d-2e7403d32331/disk-0.vmdk is in state: ready. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 880.450144] env[65418]: ERROR oslo_vmware.rw_handles [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d2c2a2-a233-d8d5-8a5d-2e7403d32331/disk-0.vmdk due to incomplete transfer. [ 880.450144] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-99617914-c60c-4987-baff-7f0593b5a48b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.461256] env[65418]: DEBUG oslo_vmware.rw_handles [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d2c2a2-a233-d8d5-8a5d-2e7403d32331/disk-0.vmdk. {{(pid=65418) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 880.461256] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Uploaded image 80b37a05-415d-46b7-9d47-6c07e6172000 to the Glance image server {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 880.464149] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Destroying the VM {{(pid=65418) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 880.464507] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ede89ba3-6eae-4928-b8b5-d8a23964a052 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.474040] env[65418]: DEBUG oslo_vmware.api [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 880.474040] env[65418]: value = "task-4688535" [ 880.474040] env[65418]: _type = "Task" [ 880.474040] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.485403] env[65418]: DEBUG oslo_vmware.api [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688535, 'name': Destroy_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.496165] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 80fb72d3-6e2c-4118-9936-ba8ce2d59b93] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 880.547458] env[65418]: DEBUG oslo_vmware.api [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688530, 'name': PowerOnVM_Task, 'duration_secs': 0.568323} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.547805] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.552654] env[65418]: DEBUG nova.compute.manager [None req-0e5cbf85-99dc-454a-9ccc-8daa230b9f50 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 880.552654] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c835f11-0441-49bf-834e-a35bb2730872 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.627611] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688533, 'name': CreateVM_Task, 'duration_secs': 0.422883} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.627905] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.628489] env[65418]: WARNING neutronclient.v2_0.client [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.628838] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.629011] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.629407] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.629693] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82fcf2d2-77bb-4896-a799-6769ca0ea7e7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.636391] env[65418]: DEBUG oslo_vmware.api [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 880.636391] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5230913d-4e9a-a1c7-eaed-c0592c92120e" [ 880.636391] env[65418]: _type = "Task" [ 880.636391] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.647632] env[65418]: DEBUG oslo_vmware.api [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5230913d-4e9a-a1c7-eaed-c0592c92120e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.701153] env[65418]: DEBUG oslo_vmware.api [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Task: {'id': task-4688534, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11469} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.701153] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.701153] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0abbff7-6b21-45ee-81b1-8fa6d007d10a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.727049] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 0836db0f-970d-4224-9b41-b11609d253f2/0836db0f-970d-4224-9b41-b11609d253f2.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.727396] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efedba6d-c029-47d9-b4c6-f3056583ee6d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.750048] env[65418]: DEBUG oslo_vmware.api [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Waiting for the task: (returnval){ [ 880.750048] env[65418]: value = "task-4688536" [ 880.750048] env[65418]: _type = "Task" [ 880.750048] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.761279] env[65418]: DEBUG oslo_vmware.api [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Task: {'id': task-4688536, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.777360] env[65418]: DEBUG nova.compute.utils [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.780235] env[65418]: DEBUG nova.compute.manager [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 880.780235] env[65418]: DEBUG nova.network.neutron [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 880.780235] env[65418]: WARNING neutronclient.v2_0.client [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.780509] env[65418]: WARNING neutronclient.v2_0.client [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.794791] env[65418]: DEBUG oslo_vmware.api [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520799ae-b320-a40c-210d-a1078976b2de, 'name': SearchDatastore_Task, 'duration_secs': 0.015231} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.795055] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.795308] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 90b4d610-2d84-4aad-83a2-19d8d22e437a/90b4d610-2d84-4aad-83a2-19d8d22e437a.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.795679] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64cffde0-0ece-404e-89e5-764e37ea3dc9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.803447] env[65418]: DEBUG oslo_vmware.api [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 880.803447] env[65418]: value = "task-4688537" [ 880.803447] env[65418]: _type = "Task" [ 880.803447] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.813444] env[65418]: DEBUG oslo_vmware.api [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.833499] env[65418]: DEBUG nova.policy [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b08164887f34664a2f6576ee32d814d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13faa5c583ad4f9a935923e6635dc61e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.841893] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "refresh_cache-e721fbba-a004-43ef-a91f-1ee19d7834c4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.841893] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquired lock "refresh_cache-e721fbba-a004-43ef-a91f-1ee19d7834c4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.841893] env[65418]: DEBUG nova.network.neutron [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 880.882715] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0fe8a792-d5f1-4edc-9277-34088ef29d26 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.896334] env[65418]: DEBUG oslo_concurrency.lockutils [req-a88d4962-cbe5-4201-8404-b519f5a05878 req-45815b05-ebae-453b-98c2-6d4428d418a8 service nova] Releasing lock "refresh_cache-0836db0f-970d-4224-9b41-b11609d253f2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.896791] env[65418]: DEBUG nova.compute.manager [req-a88d4962-cbe5-4201-8404-b519f5a05878 req-45815b05-ebae-453b-98c2-6d4428d418a8 service nova] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Received event network-vif-plugged-25c90991-f9c9-4cb1-9561-dd3f59865ed0 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 880.897067] env[65418]: DEBUG oslo_concurrency.lockutils [req-a88d4962-cbe5-4201-8404-b519f5a05878 req-45815b05-ebae-453b-98c2-6d4428d418a8 service nova] Acquiring lock "f20a3241-1b6e-4072-b3f6-f8cef3f52188-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.897387] env[65418]: DEBUG oslo_concurrency.lockutils [req-a88d4962-cbe5-4201-8404-b519f5a05878 req-45815b05-ebae-453b-98c2-6d4428d418a8 service nova] Lock "f20a3241-1b6e-4072-b3f6-f8cef3f52188-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.897808] env[65418]: DEBUG oslo_concurrency.lockutils [req-a88d4962-cbe5-4201-8404-b519f5a05878 req-45815b05-ebae-453b-98c2-6d4428d418a8 service nova] Lock "f20a3241-1b6e-4072-b3f6-f8cef3f52188-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.898095] env[65418]: DEBUG nova.compute.manager [req-a88d4962-cbe5-4201-8404-b519f5a05878 req-45815b05-ebae-453b-98c2-6d4428d418a8 service nova] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] No waiting events found dispatching network-vif-plugged-25c90991-f9c9-4cb1-9561-dd3f59865ed0 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 880.898374] env[65418]: WARNING nova.compute.manager [req-a88d4962-cbe5-4201-8404-b519f5a05878 req-45815b05-ebae-453b-98c2-6d4428d418a8 service nova] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Received unexpected event network-vif-plugged-25c90991-f9c9-4cb1-9561-dd3f59865ed0 for instance with vm_state building and task_state spawning. [ 880.898650] env[65418]: DEBUG nova.compute.manager [req-a88d4962-cbe5-4201-8404-b519f5a05878 req-45815b05-ebae-453b-98c2-6d4428d418a8 service nova] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Received event network-changed-25c90991-f9c9-4cb1-9561-dd3f59865ed0 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 880.898918] env[65418]: DEBUG nova.compute.manager [req-a88d4962-cbe5-4201-8404-b519f5a05878 req-45815b05-ebae-453b-98c2-6d4428d418a8 service nova] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Refreshing instance network info cache due to event network-changed-25c90991-f9c9-4cb1-9561-dd3f59865ed0. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 880.899256] env[65418]: DEBUG oslo_concurrency.lockutils [req-a88d4962-cbe5-4201-8404-b519f5a05878 req-45815b05-ebae-453b-98c2-6d4428d418a8 service nova] Acquiring lock "refresh_cache-f20a3241-1b6e-4072-b3f6-f8cef3f52188" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.899489] env[65418]: DEBUG oslo_concurrency.lockutils [req-a88d4962-cbe5-4201-8404-b519f5a05878 req-45815b05-ebae-453b-98c2-6d4428d418a8 service nova] Acquired lock "refresh_cache-f20a3241-1b6e-4072-b3f6-f8cef3f52188" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.899739] env[65418]: DEBUG nova.network.neutron [req-a88d4962-cbe5-4201-8404-b519f5a05878 req-45815b05-ebae-453b-98c2-6d4428d418a8 service nova] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Refreshing network info cache for port 25c90991-f9c9-4cb1-9561-dd3f59865ed0 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.993140] env[65418]: DEBUG oslo_vmware.api [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688535, 'name': Destroy_Task} progress is 33%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.001761] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 1eece51a-ce27-4f28-b23e-e8c706d0895b] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 881.115114] env[65418]: DEBUG nova.compute.manager [req-72ca7162-2588-4c82-878a-d5ade451e094 req-3925f1d5-ea2d-4782-8636-61b98e909b36 service nova] [instance: e3f40535-54bc-42fd-8044-854980d10044] Received event network-vif-deleted-d963ca55-ee3f-4889-883d-5ab574d0fe4d {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 881.151985] env[65418]: DEBUG oslo_vmware.api [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5230913d-4e9a-a1c7-eaed-c0592c92120e, 'name': SearchDatastore_Task, 'duration_secs': 0.010394} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.152225] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.152838] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.152838] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.152838] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.153031] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.153496] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2eda42e0-e2f7-4f63-8deb-d6e029e83c32 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.170913] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.171427] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.172744] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7da2921-3801-40bb-97f4-a4836014231b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.181223] env[65418]: DEBUG oslo_vmware.api [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 881.181223] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521774a6-d58f-3289-2b2c-92e42f0ffbe4" [ 881.181223] env[65418]: _type = "Task" [ 881.181223] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.195953] env[65418]: DEBUG oslo_vmware.api [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521774a6-d58f-3289-2b2c-92e42f0ffbe4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.208264] env[65418]: DEBUG oslo_concurrency.lockutils [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "d24ff0c6-13bc-4363-ad6f-0342189c7cb2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.208493] env[65418]: DEBUG oslo_concurrency.lockutils [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "d24ff0c6-13bc-4363-ad6f-0342189c7cb2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.263228] env[65418]: DEBUG oslo_vmware.api [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Task: {'id': task-4688536, 'name': ReconfigVM_Task, 'duration_secs': 0.357345} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.263228] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 0836db0f-970d-4224-9b41-b11609d253f2/0836db0f-970d-4224-9b41-b11609d253f2.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.263228] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37e5263e-0e1d-49a5-ac5a-4db0f774b331 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.276324] env[65418]: DEBUG oslo_vmware.api [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Waiting for the task: (returnval){ [ 881.276324] env[65418]: value = "task-4688538" [ 881.276324] env[65418]: _type = "Task" [ 881.276324] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.288018] env[65418]: DEBUG nova.compute.manager [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 881.301303] env[65418]: DEBUG oslo_vmware.api [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Task: {'id': task-4688538, 'name': Rename_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.318066] env[65418]: DEBUG oslo_vmware.api [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688537, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.327096] env[65418]: DEBUG nova.network.neutron [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Successfully created port: c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 881.382243] env[65418]: DEBUG nova.network.neutron [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 881.406049] env[65418]: WARNING neutronclient.v2_0.client [req-a88d4962-cbe5-4201-8404-b519f5a05878 req-45815b05-ebae-453b-98c2-6d4428d418a8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.489346] env[65418]: DEBUG oslo_vmware.api [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688535, 'name': Destroy_Task, 'duration_secs': 0.806366} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.492094] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Destroyed the VM [ 881.492339] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Deleting Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 881.492776] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2ad8570e-6458-4974-9ab6-95f552c1361c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.499583] env[65418]: DEBUG oslo_vmware.api [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 881.499583] env[65418]: value = "task-4688539" [ 881.499583] env[65418]: _type = "Task" [ 881.499583] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.506809] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 5ead0aad-8032-408f-ba51-a793bf0652c2] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 881.513900] env[65418]: DEBUG oslo_vmware.api [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688539, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.693666] env[65418]: DEBUG oslo_vmware.api [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521774a6-d58f-3289-2b2c-92e42f0ffbe4, 'name': SearchDatastore_Task, 'duration_secs': 0.04} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.694659] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ade72fdd-c505-487e-aaf9-9c0bc546b136 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.705084] env[65418]: DEBUG oslo_vmware.api [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 881.705084] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526c441c-7ea3-777f-d8df-6e665532f6fd" [ 881.705084] env[65418]: _type = "Task" [ 881.705084] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.714111] env[65418]: DEBUG nova.compute.manager [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 881.724566] env[65418]: DEBUG oslo_vmware.api [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526c441c-7ea3-777f-d8df-6e665532f6fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010135} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.724864] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.725074] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] f20a3241-1b6e-4072-b3f6-f8cef3f52188/f20a3241-1b6e-4072-b3f6-f8cef3f52188.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.725435] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a93df32d-2367-4020-9ee9-d28882ca6602 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.736303] env[65418]: DEBUG oslo_vmware.api [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 881.736303] env[65418]: value = "task-4688540" [ 881.736303] env[65418]: _type = "Task" [ 881.736303] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.738535] env[65418]: WARNING neutronclient.v2_0.client [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.742486] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a3b140-8aab-481c-a93c-ab8a4e8d1003 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.758653] env[65418]: DEBUG oslo_vmware.api [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.760773] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44b7d8c-db03-4239-85c4-a80c551461b7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.805858] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a989fa-7b27-431f-90a5-b753837a740c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.826919] env[65418]: DEBUG oslo_vmware.api [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Task: {'id': task-4688538, 'name': Rename_Task, 'duration_secs': 0.187299} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.832906] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.833317] env[65418]: DEBUG oslo_vmware.api [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523078} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.833891] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5b751b0-8b46-4a03-a71c-082c16862d6b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.836951] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9e2061-40fb-4a8c-a062-3557b004fed6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.842033] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 90b4d610-2d84-4aad-83a2-19d8d22e437a/90b4d610-2d84-4aad-83a2-19d8d22e437a.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.842152] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.842517] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b6ccc1f-024a-43e2-99df-7861caaf92de {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.859435] env[65418]: DEBUG nova.compute.provider_tree [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.864936] env[65418]: DEBUG oslo_vmware.api [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 881.864936] env[65418]: value = "task-4688542" [ 881.864936] env[65418]: _type = "Task" [ 881.864936] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.865801] env[65418]: DEBUG oslo_vmware.api [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Waiting for the task: (returnval){ [ 881.865801] env[65418]: value = "task-4688541" [ 881.865801] env[65418]: _type = "Task" [ 881.865801] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.886174] env[65418]: DEBUG oslo_vmware.api [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.891280] env[65418]: DEBUG oslo_vmware.api [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Task: {'id': task-4688541, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.903085] env[65418]: DEBUG nova.network.neutron [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Updating instance_info_cache with network_info: [{"id": "14f078c1-737b-4110-a2ad-007c4dd28f3e", "address": "fa:16:3e:d4:06:63", "network": {"id": "bbc60f98-d468-4e8d-9774-ea69eb2850f4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-368158998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "600e90f5dfed49e99fb0332048dc45ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14f078c1-73", "ovs_interfaceid": "14f078c1-737b-4110-a2ad-007c4dd28f3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.933172] env[65418]: WARNING neutronclient.v2_0.client [req-a88d4962-cbe5-4201-8404-b519f5a05878 req-45815b05-ebae-453b-98c2-6d4428d418a8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.012886] env[65418]: DEBUG oslo_vmware.api [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688539, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.016273] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 9950c4dd-f19a-47e4-9196-f30f3c9e0ff8] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 882.228697] env[65418]: DEBUG nova.network.neutron [req-a88d4962-cbe5-4201-8404-b519f5a05878 req-45815b05-ebae-453b-98c2-6d4428d418a8 service nova] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Updated VIF entry in instance network info cache for port 25c90991-f9c9-4cb1-9561-dd3f59865ed0. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 882.229298] env[65418]: DEBUG nova.network.neutron [req-a88d4962-cbe5-4201-8404-b519f5a05878 req-45815b05-ebae-453b-98c2-6d4428d418a8 service nova] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Updating instance_info_cache with network_info: [{"id": "25c90991-f9c9-4cb1-9561-dd3f59865ed0", "address": "fa:16:3e:0b:f9:f1", "network": {"id": "c27d84e9-3c8c-494e-9a9a-60f6a70f7158", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1554886198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0140731fab4ddebe63cfa14ec652ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25c90991-f9", "ovs_interfaceid": "25c90991-f9c9-4cb1-9561-dd3f59865ed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.252285] env[65418]: DEBUG oslo_concurrency.lockutils [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.257264] env[65418]: DEBUG oslo_vmware.api [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688540, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51635} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.257741] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] f20a3241-1b6e-4072-b3f6-f8cef3f52188/f20a3241-1b6e-4072-b3f6-f8cef3f52188.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.258418] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.258418] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d284b36a-5b21-42ef-8aa3-ec5f5b34abfe {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.267930] env[65418]: DEBUG oslo_vmware.api [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 882.267930] env[65418]: value = "task-4688543" [ 882.267930] env[65418]: _type = "Task" [ 882.267930] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.280155] env[65418]: DEBUG oslo_vmware.api [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688543, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.320634] env[65418]: DEBUG nova.compute.manager [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 882.368100] env[65418]: DEBUG nova.virt.hardware [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 882.369040] env[65418]: DEBUG nova.virt.hardware [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.369040] env[65418]: DEBUG nova.virt.hardware [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 882.369040] env[65418]: DEBUG nova.virt.hardware [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.369040] env[65418]: DEBUG nova.virt.hardware [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 882.369256] env[65418]: DEBUG nova.virt.hardware [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 882.369898] env[65418]: DEBUG nova.virt.hardware [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 882.369898] env[65418]: DEBUG nova.virt.hardware [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 882.369898] env[65418]: DEBUG nova.virt.hardware [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 882.369898] env[65418]: DEBUG nova.virt.hardware [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 882.370170] env[65418]: DEBUG nova.virt.hardware [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 882.371123] env[65418]: DEBUG nova.scheduler.client.report [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.377697] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f655cc-bd00-41f7-b7d4-5a1fafd8770f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.403328] env[65418]: DEBUG oslo_vmware.api [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077417} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.407190] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.408597] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ab611a-5074-4bb0-992a-4fe5bb9aa51b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.414612] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Releasing lock "refresh_cache-e721fbba-a004-43ef-a91f-1ee19d7834c4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.415074] env[65418]: DEBUG nova.compute.manager [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Instance network_info: |[{"id": "14f078c1-737b-4110-a2ad-007c4dd28f3e", "address": "fa:16:3e:d4:06:63", "network": {"id": "bbc60f98-d468-4e8d-9774-ea69eb2850f4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-368158998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "600e90f5dfed49e99fb0332048dc45ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14f078c1-73", "ovs_interfaceid": "14f078c1-737b-4110-a2ad-007c4dd28f3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 882.415475] env[65418]: DEBUG oslo_vmware.api [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Task: {'id': task-4688541, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.416493] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d889db5b-b78e-4032-b145-59ef1e91c077 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.420134] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:06:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bed837fa-6b6a-4192-a229-a99426a46065', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14f078c1-737b-4110-a2ad-007c4dd28f3e', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.428365] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 882.429654] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.430382] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-052135f1-6da2-4d02-a22f-a67fe18a7164 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.475352] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 90b4d610-2d84-4aad-83a2-19d8d22e437a/90b4d610-2d84-4aad-83a2-19d8d22e437a.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.475825] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ac2da5f-abd3-43af-be93-fa9748f3ef45 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.492837] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.492837] env[65418]: value = "task-4688544" [ 882.492837] env[65418]: _type = "Task" [ 882.492837] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.498256] env[65418]: DEBUG oslo_vmware.api [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 882.498256] env[65418]: value = "task-4688545" [ 882.498256] env[65418]: _type = "Task" [ 882.498256] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.504722] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688544, 'name': CreateVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.516449] env[65418]: DEBUG oslo_vmware.api [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688539, 'name': RemoveSnapshot_Task, 'duration_secs': 0.942651} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.519727] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Deleted Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 882.519980] env[65418]: INFO nova.compute.manager [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Took 15.16 seconds to snapshot the instance on the hypervisor. [ 882.522590] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: d49e04fe-3f84-4baf-8d60-c81d4372fc03] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 882.525728] env[65418]: DEBUG oslo_vmware.api [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.657371] env[65418]: DEBUG nova.compute.manager [req-458defec-72e2-4cbb-9f58-f7b2a8d54dd5 req-91eefd1a-596e-4244-ac56-576d9914cb72 service nova] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Received event network-vif-plugged-14f078c1-737b-4110-a2ad-007c4dd28f3e {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 882.657419] env[65418]: DEBUG oslo_concurrency.lockutils [req-458defec-72e2-4cbb-9f58-f7b2a8d54dd5 req-91eefd1a-596e-4244-ac56-576d9914cb72 service nova] Acquiring lock "e721fbba-a004-43ef-a91f-1ee19d7834c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.657634] env[65418]: DEBUG oslo_concurrency.lockutils [req-458defec-72e2-4cbb-9f58-f7b2a8d54dd5 req-91eefd1a-596e-4244-ac56-576d9914cb72 service nova] Lock "e721fbba-a004-43ef-a91f-1ee19d7834c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.657839] env[65418]: DEBUG oslo_concurrency.lockutils [req-458defec-72e2-4cbb-9f58-f7b2a8d54dd5 req-91eefd1a-596e-4244-ac56-576d9914cb72 service nova] Lock "e721fbba-a004-43ef-a91f-1ee19d7834c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.658052] env[65418]: DEBUG nova.compute.manager [req-458defec-72e2-4cbb-9f58-f7b2a8d54dd5 req-91eefd1a-596e-4244-ac56-576d9914cb72 service nova] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] No waiting events found dispatching network-vif-plugged-14f078c1-737b-4110-a2ad-007c4dd28f3e {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 882.658263] env[65418]: WARNING nova.compute.manager [req-458defec-72e2-4cbb-9f58-f7b2a8d54dd5 req-91eefd1a-596e-4244-ac56-576d9914cb72 service nova] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Received unexpected event network-vif-plugged-14f078c1-737b-4110-a2ad-007c4dd28f3e for instance with vm_state building and task_state spawning. [ 882.658454] env[65418]: DEBUG nova.compute.manager [req-458defec-72e2-4cbb-9f58-f7b2a8d54dd5 req-91eefd1a-596e-4244-ac56-576d9914cb72 service nova] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Received event network-changed-14f078c1-737b-4110-a2ad-007c4dd28f3e {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 882.658687] env[65418]: DEBUG nova.compute.manager [req-458defec-72e2-4cbb-9f58-f7b2a8d54dd5 req-91eefd1a-596e-4244-ac56-576d9914cb72 service nova] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Refreshing instance network info cache due to event network-changed-14f078c1-737b-4110-a2ad-007c4dd28f3e. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 882.659021] env[65418]: DEBUG oslo_concurrency.lockutils [req-458defec-72e2-4cbb-9f58-f7b2a8d54dd5 req-91eefd1a-596e-4244-ac56-576d9914cb72 service nova] Acquiring lock "refresh_cache-e721fbba-a004-43ef-a91f-1ee19d7834c4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.659224] env[65418]: DEBUG oslo_concurrency.lockutils [req-458defec-72e2-4cbb-9f58-f7b2a8d54dd5 req-91eefd1a-596e-4244-ac56-576d9914cb72 service nova] Acquired lock "refresh_cache-e721fbba-a004-43ef-a91f-1ee19d7834c4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.659425] env[65418]: DEBUG nova.network.neutron [req-458defec-72e2-4cbb-9f58-f7b2a8d54dd5 req-91eefd1a-596e-4244-ac56-576d9914cb72 service nova] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Refreshing network info cache for port 14f078c1-737b-4110-a2ad-007c4dd28f3e {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.735447] env[65418]: DEBUG oslo_concurrency.lockutils [req-a88d4962-cbe5-4201-8404-b519f5a05878 req-45815b05-ebae-453b-98c2-6d4428d418a8 service nova] Releasing lock "refresh_cache-f20a3241-1b6e-4072-b3f6-f8cef3f52188" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.780421] env[65418]: DEBUG oslo_vmware.api [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688543, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103296} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.780421] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.781076] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4beaa1f0-a6ac-49f4-81af-ec60cf0f3472 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.810344] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] f20a3241-1b6e-4072-b3f6-f8cef3f52188/f20a3241-1b6e-4072-b3f6-f8cef3f52188.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.811162] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eabbeaa6-38eb-4a77-b10f-18a9f2ff1f0a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.831959] env[65418]: DEBUG oslo_vmware.api [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 882.831959] env[65418]: value = "task-4688546" [ 882.831959] env[65418]: _type = "Task" [ 882.831959] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.843458] env[65418]: DEBUG oslo_vmware.api [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688546, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.886783] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.887342] env[65418]: DEBUG nova.compute.manager [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 882.890103] env[65418]: DEBUG oslo_vmware.api [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Task: {'id': task-4688541, 'name': PowerOnVM_Task, 'duration_secs': 0.593394} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.890576] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9e89f075-2a7c-4aec-ac6e-b8b39810ef63 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.916s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.890752] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9e89f075-2a7c-4aec-ac6e-b8b39810ef63 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.892998] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.904s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.894470] env[65418]: INFO nova.compute.claims [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.897363] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.897574] env[65418]: INFO nova.compute.manager [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Took 8.43 seconds to spawn the instance on the hypervisor. [ 882.897747] env[65418]: DEBUG nova.compute.manager [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 882.899753] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2d80f3-3c39-4d99-b94b-885062d495f7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.926879] env[65418]: INFO nova.scheduler.client.report [None req-9e89f075-2a7c-4aec-ac6e-b8b39810ef63 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Deleted allocations for instance 71be4a03-3ca3-4314-9f48-60cb7aa3a58b [ 882.968859] env[65418]: DEBUG nova.network.neutron [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Successfully updated port: c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 883.014102] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688544, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.018069] env[65418]: DEBUG oslo_vmware.api [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688545, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.027675] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 45c2e0c5-9481-4e6d-b83d-545c7d2163a4] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 883.101240] env[65418]: DEBUG nova.compute.manager [None req-76663f7e-73f0-42e1-b49f-135d57def96d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Found 1 images (rotation: 2) {{(pid=65418) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 883.162223] env[65418]: WARNING neutronclient.v2_0.client [req-458defec-72e2-4cbb-9f58-f7b2a8d54dd5 req-91eefd1a-596e-4244-ac56-576d9914cb72 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.345120] env[65418]: DEBUG oslo_vmware.api [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688546, 'name': ReconfigVM_Task, 'duration_secs': 0.320301} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.345120] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Reconfigured VM instance instance-00000045 to attach disk [datastore1] f20a3241-1b6e-4072-b3f6-f8cef3f52188/f20a3241-1b6e-4072-b3f6-f8cef3f52188.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.345120] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-022a9a64-ab56-446c-9d5d-f9b3199bb415 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.354119] env[65418]: DEBUG oslo_vmware.api [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 883.354119] env[65418]: value = "task-4688547" [ 883.354119] env[65418]: _type = "Task" [ 883.354119] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.364021] env[65418]: DEBUG oslo_vmware.api [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688547, 'name': Rename_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.392872] env[65418]: DEBUG nova.compute.utils [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 883.397020] env[65418]: DEBUG nova.compute.manager [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 883.397020] env[65418]: DEBUG nova.network.neutron [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 883.398241] env[65418]: WARNING neutronclient.v2_0.client [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.400729] env[65418]: WARNING neutronclient.v2_0.client [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.419597] env[65418]: INFO nova.compute.manager [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Took 35.43 seconds to build instance. [ 883.432767] env[65418]: WARNING neutronclient.v2_0.client [req-458defec-72e2-4cbb-9f58-f7b2a8d54dd5 req-91eefd1a-596e-4244-ac56-576d9914cb72 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.438034] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9e89f075-2a7c-4aec-ac6e-b8b39810ef63 tempest-AttachInterfacesUnderV243Test-1674623919 tempest-AttachInterfacesUnderV243Test-1674623919-project-member] Lock "71be4a03-3ca3-4314-9f48-60cb7aa3a58b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.089s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.474634] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquiring lock "refresh_cache-9f657eff-f138-407c-8c54-71fd857a3298" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.474634] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquired lock "refresh_cache-9f657eff-f138-407c-8c54-71fd857a3298" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.474634] env[65418]: DEBUG nova.network.neutron [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 883.477976] env[65418]: DEBUG nova.policy [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ac64b20763846a7b641627669d361a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae4cabe8f1154946a2ecfb1ff45d885b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 883.511114] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688544, 'name': CreateVM_Task, 'duration_secs': 0.590753} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.517138] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.518942] env[65418]: WARNING neutronclient.v2_0.client [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 883.519265] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.519563] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.519985] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.523960] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b40b0fa-5ce9-4713-b9d0-72b5e974b27d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.526600] env[65418]: DEBUG oslo_vmware.api [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688545, 'name': ReconfigVM_Task, 'duration_secs': 0.602414} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.526767] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 90b4d610-2d84-4aad-83a2-19d8d22e437a/90b4d610-2d84-4aad-83a2-19d8d22e437a.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.527825] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c190580-1f6e-4287-a1f4-2df7fdd0a327 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.532018] env[65418]: DEBUG oslo_vmware.api [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 883.532018] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52bfa4c7-69e5-fe28-be14-e830cd0b35c6" [ 883.532018] env[65418]: _type = "Task" [ 883.532018] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.532835] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 6b31bd42-645b-4b9c-81b3-5f9c5b828d3b] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 883.541551] env[65418]: DEBUG oslo_vmware.api [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 883.541551] env[65418]: value = "task-4688548" [ 883.541551] env[65418]: _type = "Task" [ 883.541551] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.548321] env[65418]: DEBUG oslo_vmware.api [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52bfa4c7-69e5-fe28-be14-e830cd0b35c6, 'name': SearchDatastore_Task, 'duration_secs': 0.010173} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.548974] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.549274] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.549555] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.549751] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.549833] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.550111] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c822a48c-f648-43ac-afab-45a8497f853c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.556079] env[65418]: DEBUG oslo_vmware.api [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688548, 'name': Rename_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.564711] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.564840] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.565681] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-699e0261-6a20-4875-ab91-58f15d4697bb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.573980] env[65418]: DEBUG oslo_vmware.api [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 883.573980] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52547d29-43b7-820d-dfa5-22d854b28e60" [ 883.573980] env[65418]: _type = "Task" [ 883.573980] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.587469] env[65418]: DEBUG oslo_vmware.api [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52547d29-43b7-820d-dfa5-22d854b28e60, 'name': SearchDatastore_Task, 'duration_secs': 0.011029} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.588667] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0291b397-fa6c-4520-9389-fb08ac5f925d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.596377] env[65418]: DEBUG oslo_vmware.api [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 883.596377] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f0a90a-3fa8-f19a-c353-5e48ac4dfbb6" [ 883.596377] env[65418]: _type = "Task" [ 883.596377] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.607643] env[65418]: DEBUG oslo_vmware.api [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f0a90a-3fa8-f19a-c353-5e48ac4dfbb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.689862] env[65418]: DEBUG nova.network.neutron [req-458defec-72e2-4cbb-9f58-f7b2a8d54dd5 req-91eefd1a-596e-4244-ac56-576d9914cb72 service nova] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Updated VIF entry in instance network info cache for port 14f078c1-737b-4110-a2ad-007c4dd28f3e. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 883.690414] env[65418]: DEBUG nova.network.neutron [req-458defec-72e2-4cbb-9f58-f7b2a8d54dd5 req-91eefd1a-596e-4244-ac56-576d9914cb72 service nova] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Updating instance_info_cache with network_info: [{"id": "14f078c1-737b-4110-a2ad-007c4dd28f3e", "address": "fa:16:3e:d4:06:63", "network": {"id": "bbc60f98-d468-4e8d-9774-ea69eb2850f4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-368158998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "600e90f5dfed49e99fb0332048dc45ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14f078c1-73", "ovs_interfaceid": "14f078c1-737b-4110-a2ad-007c4dd28f3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.864204] env[65418]: DEBUG oslo_vmware.api [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688547, 'name': Rename_Task, 'duration_secs': 0.17627} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.864204] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.864204] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89f79115-d816-47e8-a990-1fcfd405ddc9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.872184] env[65418]: DEBUG oslo_vmware.api [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 883.872184] env[65418]: value = "task-4688549" [ 883.872184] env[65418]: _type = "Task" [ 883.872184] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.884883] env[65418]: DEBUG oslo_vmware.api [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.902237] env[65418]: DEBUG nova.compute.manager [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 883.906125] env[65418]: DEBUG nova.network.neutron [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Successfully created port: fc7322dd-f75c-4ac2-b2b7-caa22d10c7bf {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 883.924521] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d3c99155-8eab-4f66-a0fc-4aae2dd76298 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Lock "0836db0f-970d-4224-9b41-b11609d253f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.954s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.041486] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 59744ef5-6446-41c2-8780-3ac4c3288b44] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 884.060029] env[65418]: DEBUG oslo_vmware.api [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688548, 'name': Rename_Task, 'duration_secs': 0.434536} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.060029] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.060029] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-868afdb8-b0ae-4bc6-90b4-f6578abb2691 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.069024] env[65418]: DEBUG oslo_vmware.api [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 884.069024] env[65418]: value = "task-4688550" [ 884.069024] env[65418]: _type = "Task" [ 884.069024] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.076411] env[65418]: DEBUG oslo_vmware.api [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.112997] env[65418]: DEBUG oslo_vmware.api [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f0a90a-3fa8-f19a-c353-5e48ac4dfbb6, 'name': SearchDatastore_Task, 'duration_secs': 0.010557} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.113437] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.113706] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] e721fbba-a004-43ef-a91f-1ee19d7834c4/e721fbba-a004-43ef-a91f-1ee19d7834c4.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.114942] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96f10bb3-365d-46f9-96c4-dc81bed50fd5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.125391] env[65418]: DEBUG oslo_vmware.api [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 884.125391] env[65418]: value = "task-4688551" [ 884.125391] env[65418]: _type = "Task" [ 884.125391] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.134684] env[65418]: DEBUG oslo_vmware.api [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.196853] env[65418]: DEBUG oslo_concurrency.lockutils [req-458defec-72e2-4cbb-9f58-f7b2a8d54dd5 req-91eefd1a-596e-4244-ac56-576d9914cb72 service nova] Releasing lock "refresh_cache-e721fbba-a004-43ef-a91f-1ee19d7834c4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.212792] env[65418]: DEBUG nova.network.neutron [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 884.278552] env[65418]: DEBUG nova.compute.manager [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 884.279594] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbd6e35-146e-433f-9965-bc7c79484cdb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.312143] env[65418]: INFO nova.compute.manager [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Rescuing [ 884.312920] env[65418]: DEBUG oslo_concurrency.lockutils [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquiring lock "refresh_cache-f2797997-11ac-4c21-a8db-2588e2232436" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.313418] env[65418]: DEBUG oslo_concurrency.lockutils [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquired lock "refresh_cache-f2797997-11ac-4c21-a8db-2588e2232436" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.313418] env[65418]: DEBUG nova.network.neutron [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 884.335494] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22939c45-c4ea-464b-8d2f-d33fe1b5ad95 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.346486] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57047c69-b760-430a-a9c8-cf89fc39e01b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.398710] env[65418]: DEBUG nova.network.neutron [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Successfully created port: 4372f370-5f35-4a30-a602-b8d135e376ad {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 884.406156] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b9d9a5-985a-4490-98eb-1b6a6b2bb732 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.428509] env[65418]: DEBUG oslo_vmware.api [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688549, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.431078] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e6f4cb-f65b-4b43-bd66-1d6a08bd6db5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.451983] env[65418]: DEBUG nova.compute.provider_tree [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.548198] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 47ed285c-fd2a-436a-a3a4-bc08f62c1bbc] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 884.581655] env[65418]: DEBUG oslo_vmware.api [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688550, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.643622] env[65418]: DEBUG oslo_vmware.api [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688551, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.791506] env[65418]: WARNING neutronclient.v2_0.client [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.799123] env[65418]: INFO nova.compute.manager [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] instance snapshotting [ 884.799718] env[65418]: DEBUG nova.objects.instance [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lazy-loading 'flavor' on Instance uuid d5b22bc6-625a-4f32-b6d6-da588f171575 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 884.820296] env[65418]: WARNING neutronclient.v2_0.client [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.824281] env[65418]: DEBUG nova.network.neutron [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Successfully created port: 5ad17924-c5e4-49df-a49e-331860dc1c77 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 884.903895] env[65418]: DEBUG oslo_vmware.api [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688549, 'name': PowerOnVM_Task, 'duration_secs': 0.54852} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.906414] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 884.906414] env[65418]: INFO nova.compute.manager [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Took 7.83 seconds to spawn the instance on the hypervisor. [ 884.906414] env[65418]: DEBUG nova.compute.manager [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 884.906414] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3d36ce-cb03-4e27-92e8-8f7b1e03e6f2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.933469] env[65418]: DEBUG nova.compute.manager [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 884.956303] env[65418]: DEBUG nova.scheduler.client.report [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.962294] env[65418]: DEBUG nova.virt.hardware [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 884.962528] env[65418]: DEBUG nova.virt.hardware [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.962678] env[65418]: DEBUG nova.virt.hardware [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 884.962852] env[65418]: DEBUG nova.virt.hardware [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.962994] env[65418]: DEBUG nova.virt.hardware [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 884.963158] env[65418]: DEBUG nova.virt.hardware [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 884.963350] env[65418]: DEBUG nova.virt.hardware [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 884.963504] env[65418]: DEBUG nova.virt.hardware [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 884.963661] env[65418]: DEBUG nova.virt.hardware [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 884.963817] env[65418]: DEBUG nova.virt.hardware [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 884.963982] env[65418]: DEBUG nova.virt.hardware [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 884.968134] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daccaaff-0445-4775-a620-bd2950f7f462 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.980454] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730ca82b-f0c0-4f5c-b3d6-d0ea1a645f15 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.052044] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 945a0020-1501-4ff2-82f5-69f726ee7e67] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 885.079592] env[65418]: DEBUG oslo_vmware.api [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688550, 'name': PowerOnVM_Task, 'duration_secs': 0.626273} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.079934] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.080195] env[65418]: DEBUG nova.compute.manager [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 885.081167] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4092a6e-d3d0-4a79-b357-2e8d835d45bf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.138440] env[65418]: DEBUG oslo_vmware.api [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618771} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.138694] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] e721fbba-a004-43ef-a91f-1ee19d7834c4/e721fbba-a004-43ef-a91f-1ee19d7834c4.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.138846] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.139124] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95551129-42bf-40f0-8062-becf3ef80f95 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.146994] env[65418]: DEBUG oslo_vmware.api [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 885.146994] env[65418]: value = "task-4688552" [ 885.146994] env[65418]: _type = "Task" [ 885.146994] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.157151] env[65418]: DEBUG oslo_vmware.api [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.307125] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb0c202-2dc9-43f0-8f66-51c2ba7dcc34 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.328692] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c8af4ac-2473-4011-a435-1cb135399b51 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.423879] env[65418]: INFO nova.compute.manager [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Took 31.23 seconds to build instance. [ 885.473211] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.473772] env[65418]: DEBUG nova.compute.manager [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 885.476346] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8d14a4bd-d774-4a67-a74e-856886f4ebd0 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.511s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.476742] env[65418]: DEBUG nova.objects.instance [None req-8d14a4bd-d774-4a67-a74e-856886f4ebd0 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lazy-loading 'resources' on Instance uuid 1f3806d4-c91f-4409-a0f6-c5d67d33724a {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.555291] env[65418]: DEBUG nova.network.neutron [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Updating instance_info_cache with network_info: [{"id": "c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd", "address": "fa:16:3e:dd:29:5a", "network": {"id": "06ea58af-38d9-465d-900e-da9d74af1c1e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-720438806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13faa5c583ad4f9a935923e6635dc61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc51b2fcd-ba", "ovs_interfaceid": "c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.556643] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 0d9b1d43-083c-4b85-bbdd-1f2ec722a3ba] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 885.599297] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.657585] env[65418]: DEBUG oslo_vmware.api [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070237} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.657862] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 885.658748] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b0a868-5cdf-4fbe-ac46-fac8bebd8898 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.681925] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] e721fbba-a004-43ef-a91f-1ee19d7834c4/e721fbba-a004-43ef-a91f-1ee19d7834c4.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.682291] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa12a4f1-e54e-4676-9352-48811ffebc70 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.703861] env[65418]: DEBUG oslo_vmware.api [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 885.703861] env[65418]: value = "task-4688553" [ 885.703861] env[65418]: _type = "Task" [ 885.703861] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.713730] env[65418]: DEBUG oslo_vmware.api [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688553, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.841923] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Creating Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 885.842298] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-795be436-4a18-4caf-932b-08fb096f844a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.851126] env[65418]: DEBUG oslo_vmware.api [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 885.851126] env[65418]: value = "task-4688554" [ 885.851126] env[65418]: _type = "Task" [ 885.851126] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.860570] env[65418]: DEBUG oslo_vmware.api [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688554, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.925827] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3fe7f58c-74ee-4b18-a6e5-3d7cad84d3a2 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "f20a3241-1b6e-4072-b3f6-f8cef3f52188" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.751s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.979853] env[65418]: DEBUG nova.compute.utils [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.985699] env[65418]: DEBUG nova.compute.manager [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 885.985927] env[65418]: DEBUG nova.network.neutron [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 885.986302] env[65418]: WARNING neutronclient.v2_0.client [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.986767] env[65418]: WARNING neutronclient.v2_0.client [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.059697] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Releasing lock "refresh_cache-9f657eff-f138-407c-8c54-71fd857a3298" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.060882] env[65418]: DEBUG nova.compute.manager [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Instance network_info: |[{"id": "c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd", "address": "fa:16:3e:dd:29:5a", "network": {"id": "06ea58af-38d9-465d-900e-da9d74af1c1e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-720438806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13faa5c583ad4f9a935923e6635dc61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc51b2fcd-ba", "ovs_interfaceid": "c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 886.060882] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:29:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.068274] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Creating folder: Project (13faa5c583ad4f9a935923e6635dc61e). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.069137] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: e3cd5f2a-fa89-4685-9e0e-ed5c86ff1459] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 886.070868] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c09c7652-3e23-477d-8202-5f40617ae5c2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.090230] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Created folder: Project (13faa5c583ad4f9a935923e6635dc61e) in parent group-v914982. [ 886.090479] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Creating folder: Instances. Parent ref: group-v915183. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 886.090805] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d46cdded-3500-4de3-b50d-69b2ad9734e8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.104349] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Created folder: Instances in parent group-v915183. [ 886.104611] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 886.104811] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.105042] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a67079a-873f-4875-aa9b-f59014605538 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.145719] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.145719] env[65418]: value = "task-4688557" [ 886.145719] env[65418]: _type = "Task" [ 886.145719] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.159815] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688557, 'name': CreateVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.218719] env[65418]: DEBUG oslo_vmware.api [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.294500] env[65418]: DEBUG nova.policy [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bdf9ded0cd4486c953c008fd2d9f530', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '794cc45dbe4449acb7d3321a7116cab7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.362402] env[65418]: DEBUG oslo_vmware.api [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688554, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.479804] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6968b2-e2be-4098-8b98-ea983012a5b1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.488256] env[65418]: DEBUG nova.compute.manager [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 886.491916] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372904ca-fc43-4f3d-9960-10fd58a37590 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.531891] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799a1aa7-6002-459d-8f5d-5974cba1720f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.538034] env[65418]: DEBUG nova.network.neutron [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Successfully updated port: fc7322dd-f75c-4ac2-b2b7-caa22d10c7bf {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 886.546995] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fa624e-a48e-417e-9ef3-6efdfcb77ed6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.566047] env[65418]: DEBUG nova.compute.provider_tree [None req-8d14a4bd-d774-4a67-a74e-856886f4ebd0 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.568908] env[65418]: WARNING neutronclient.v2_0.client [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.576456] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 47f04002-277a-4881-a5cf-65b08f3ddd92] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 886.657373] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688557, 'name': CreateVM_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.714983] env[65418]: DEBUG oslo_vmware.api [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688553, 'name': ReconfigVM_Task, 'duration_secs': 0.58633} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.715984] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Reconfigured VM instance instance-00000046 to attach disk [datastore2] e721fbba-a004-43ef-a91f-1ee19d7834c4/e721fbba-a004-43ef-a91f-1ee19d7834c4.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.715984] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51c98e68-f0ca-46d0-9ecf-a7330eb75e17 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.724405] env[65418]: DEBUG oslo_vmware.api [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 886.724405] env[65418]: value = "task-4688558" [ 886.724405] env[65418]: _type = "Task" [ 886.724405] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.735784] env[65418]: DEBUG oslo_vmware.api [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688558, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.863360] env[65418]: DEBUG oslo_vmware.api [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688554, 'name': CreateSnapshot_Task, 'duration_secs': 0.928845} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.863782] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Created Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 886.864987] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fb9cac-168a-462c-bd79-f96fa3943416 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.889085] env[65418]: DEBUG nova.network.neutron [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Updating instance_info_cache with network_info: [{"id": "874438f9-4007-44a0-95a5-aea2d8c53578", "address": "fa:16:3e:67:e8:0e", "network": {"id": "2646edcc-6454-452d-b8f1-35c8443aafaa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1306270923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68957baf5aec4df4b0008c8d4632ba1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap874438f9-40", "ovs_interfaceid": "874438f9-4007-44a0-95a5-aea2d8c53578", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.923137] env[65418]: DEBUG nova.network.neutron [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Successfully created port: 3458c6b6-2bdd-4994-959c-dc2064f9b427 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 886.945133] env[65418]: DEBUG nova.compute.manager [req-4d490951-9eae-448f-a57c-12c4c3ddd3e4 req-36b43498-dca1-4aef-a871-400fe88b360f service nova] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Received event network-vif-plugged-c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 886.945458] env[65418]: DEBUG oslo_concurrency.lockutils [req-4d490951-9eae-448f-a57c-12c4c3ddd3e4 req-36b43498-dca1-4aef-a871-400fe88b360f service nova] Acquiring lock "9f657eff-f138-407c-8c54-71fd857a3298-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.945558] env[65418]: DEBUG oslo_concurrency.lockutils [req-4d490951-9eae-448f-a57c-12c4c3ddd3e4 req-36b43498-dca1-4aef-a871-400fe88b360f service nova] Lock "9f657eff-f138-407c-8c54-71fd857a3298-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.946666] env[65418]: DEBUG oslo_concurrency.lockutils [req-4d490951-9eae-448f-a57c-12c4c3ddd3e4 req-36b43498-dca1-4aef-a871-400fe88b360f service nova] Lock "9f657eff-f138-407c-8c54-71fd857a3298-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.946666] env[65418]: DEBUG nova.compute.manager [req-4d490951-9eae-448f-a57c-12c4c3ddd3e4 req-36b43498-dca1-4aef-a871-400fe88b360f service nova] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] No waiting events found dispatching network-vif-plugged-c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 886.946666] env[65418]: WARNING nova.compute.manager [req-4d490951-9eae-448f-a57c-12c4c3ddd3e4 req-36b43498-dca1-4aef-a871-400fe88b360f service nova] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Received unexpected event network-vif-plugged-c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd for instance with vm_state building and task_state spawning. [ 886.946666] env[65418]: DEBUG nova.compute.manager [req-4d490951-9eae-448f-a57c-12c4c3ddd3e4 req-36b43498-dca1-4aef-a871-400fe88b360f service nova] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Received event network-changed-c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 886.946666] env[65418]: DEBUG nova.compute.manager [req-4d490951-9eae-448f-a57c-12c4c3ddd3e4 req-36b43498-dca1-4aef-a871-400fe88b360f service nova] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Refreshing instance network info cache due to event network-changed-c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 886.947202] env[65418]: DEBUG oslo_concurrency.lockutils [req-4d490951-9eae-448f-a57c-12c4c3ddd3e4 req-36b43498-dca1-4aef-a871-400fe88b360f service nova] Acquiring lock "refresh_cache-9f657eff-f138-407c-8c54-71fd857a3298" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.947202] env[65418]: DEBUG oslo_concurrency.lockutils [req-4d490951-9eae-448f-a57c-12c4c3ddd3e4 req-36b43498-dca1-4aef-a871-400fe88b360f service nova] Acquired lock "refresh_cache-9f657eff-f138-407c-8c54-71fd857a3298" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.947202] env[65418]: DEBUG nova.network.neutron [req-4d490951-9eae-448f-a57c-12c4c3ddd3e4 req-36b43498-dca1-4aef-a871-400fe88b360f service nova] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Refreshing network info cache for port c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.074140] env[65418]: DEBUG nova.scheduler.client.report [None req-8d14a4bd-d774-4a67-a74e-856886f4ebd0 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.078840] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: bf4b716b-1514-4c79-a1fd-34846d330eda] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 887.161499] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688557, 'name': CreateVM_Task, 'duration_secs': 0.752546} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.162507] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.162507] env[65418]: WARNING neutronclient.v2_0.client [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.162845] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.163059] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.163467] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.163792] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-019348c5-6835-4815-92a2-964e38618a13 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.170176] env[65418]: DEBUG oslo_vmware.api [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 887.170176] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c67298-76e1-0e11-7f46-71eb3177f4a6" [ 887.170176] env[65418]: _type = "Task" [ 887.170176] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.180483] env[65418]: DEBUG oslo_vmware.api [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c67298-76e1-0e11-7f46-71eb3177f4a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.235601] env[65418]: DEBUG oslo_vmware.api [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688558, 'name': Rename_Task, 'duration_secs': 0.199221} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.235601] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.236031] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d316af5-94d4-491c-937f-0e4ee446ebd9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.244915] env[65418]: DEBUG oslo_vmware.api [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 887.244915] env[65418]: value = "task-4688559" [ 887.244915] env[65418]: _type = "Task" [ 887.244915] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.255326] env[65418]: DEBUG oslo_vmware.api [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.384848] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Creating linked-clone VM from snapshot {{(pid=65418) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 887.385604] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-309f74ea-61d2-4a62-9c41-726c482e8802 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.391438] env[65418]: DEBUG oslo_concurrency.lockutils [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Releasing lock "refresh_cache-f2797997-11ac-4c21-a8db-2588e2232436" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.395066] env[65418]: DEBUG oslo_vmware.api [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 887.395066] env[65418]: value = "task-4688560" [ 887.395066] env[65418]: _type = "Task" [ 887.395066] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.404506] env[65418]: DEBUG oslo_vmware.api [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688560, 'name': CloneVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.449802] env[65418]: WARNING neutronclient.v2_0.client [req-4d490951-9eae-448f-a57c-12c4c3ddd3e4 req-36b43498-dca1-4aef-a871-400fe88b360f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.505904] env[65418]: DEBUG nova.compute.manager [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 887.532831] env[65418]: DEBUG nova.virt.hardware [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 887.533274] env[65418]: DEBUG nova.virt.hardware [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.533488] env[65418]: DEBUG nova.virt.hardware [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 887.533755] env[65418]: DEBUG nova.virt.hardware [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.533921] env[65418]: DEBUG nova.virt.hardware [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 887.534080] env[65418]: DEBUG nova.virt.hardware [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 887.534321] env[65418]: DEBUG nova.virt.hardware [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 887.534443] env[65418]: DEBUG nova.virt.hardware [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 887.534606] env[65418]: DEBUG nova.virt.hardware [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 887.534759] env[65418]: DEBUG nova.virt.hardware [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 887.534929] env[65418]: DEBUG nova.virt.hardware [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 887.536173] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3624b76a-07ab-41dc-9c8a-a71367e8941f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.545048] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368cc186-513a-4645-813d-71e313123901 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.582542] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8d14a4bd-d774-4a67-a74e-856886f4ebd0 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.585114] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: e9546215-c6b7-4b67-8ff6-8ca483b0dd29] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 887.586986] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.023s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.587180] env[65418]: DEBUG nova.objects.instance [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65418) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 887.611343] env[65418]: INFO nova.scheduler.client.report [None req-8d14a4bd-d774-4a67-a74e-856886f4ebd0 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Deleted allocations for instance 1f3806d4-c91f-4409-a0f6-c5d67d33724a [ 887.682962] env[65418]: DEBUG oslo_vmware.api [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c67298-76e1-0e11-7f46-71eb3177f4a6, 'name': SearchDatastore_Task, 'duration_secs': 0.014863} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.683254] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.683492] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.683723] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.683864] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.684083] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.684364] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84e23b6e-adab-4d59-aa9f-013cdda514e4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.694748] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.694748] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.695778] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98395b57-5099-4333-a27b-f9bb030cb4f4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.702010] env[65418]: DEBUG oslo_vmware.api [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 887.702010] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e98ace-3ad9-c0e8-0551-8755ae897fee" [ 887.702010] env[65418]: _type = "Task" [ 887.702010] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.711156] env[65418]: DEBUG oslo_vmware.api [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e98ace-3ad9-c0e8-0551-8755ae897fee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.755862] env[65418]: DEBUG oslo_vmware.api [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688559, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.907423] env[65418]: DEBUG oslo_vmware.api [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688560, 'name': CloneVM_Task} progress is 93%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.097168] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: fc5559c5-c283-4ed5-8e1d-46e2ecffc27a] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 888.118801] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8d14a4bd-d774-4a67-a74e-856886f4ebd0 tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "1f3806d4-c91f-4409-a0f6-c5d67d33724a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.722s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.213384] env[65418]: DEBUG oslo_vmware.api [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e98ace-3ad9-c0e8-0551-8755ae897fee, 'name': SearchDatastore_Task, 'duration_secs': 0.016082} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.214164] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-731a28aa-f5b1-4a14-a7c7-c8e469060d90 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.220382] env[65418]: DEBUG oslo_vmware.api [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 888.220382] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52211b08-b13f-cb74-2c37-b787afec00d5" [ 888.220382] env[65418]: _type = "Task" [ 888.220382] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.228563] env[65418]: DEBUG oslo_vmware.api [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52211b08-b13f-cb74-2c37-b787afec00d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.254924] env[65418]: DEBUG oslo_vmware.api [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688559, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.407918] env[65418]: DEBUG oslo_vmware.api [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688560, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.572096] env[65418]: DEBUG nova.network.neutron [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Successfully updated port: 3458c6b6-2bdd-4994-959c-dc2064f9b427 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 888.600770] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f46d34a6-bf74-4383-8145-2347f3de6b03 tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.601976] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 24054f07-899f-460f-a22b-c0c6eeb240f7] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 888.603815] env[65418]: DEBUG oslo_concurrency.lockutils [None req-55743b63-f153-42b0-8845-db36b7ede408 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.123s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.604040] env[65418]: DEBUG nova.objects.instance [None req-55743b63-f153-42b0-8845-db36b7ede408 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Lazy-loading 'resources' on Instance uuid 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.700933] env[65418]: DEBUG nova.network.neutron [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Successfully updated port: 4372f370-5f35-4a30-a602-b8d135e376ad {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 888.735025] env[65418]: DEBUG oslo_vmware.api [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52211b08-b13f-cb74-2c37-b787afec00d5, 'name': SearchDatastore_Task, 'duration_secs': 0.018007} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.739310] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.739647] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 9f657eff-f138-407c-8c54-71fd857a3298/9f657eff-f138-407c-8c54-71fd857a3298.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.740325] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00525527-67d2-4b02-83d7-27eb9c5950f8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.751942] env[65418]: DEBUG oslo_vmware.api [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 888.751942] env[65418]: value = "task-4688561" [ 888.751942] env[65418]: _type = "Task" [ 888.751942] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.759069] env[65418]: DEBUG oslo_vmware.api [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688559, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.765603] env[65418]: DEBUG oslo_vmware.api [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.908422] env[65418]: DEBUG oslo_vmware.api [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688560, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.931037] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.931037] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3aacc18-dd4f-4d9d-b895-60564dcc1519 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.939072] env[65418]: DEBUG oslo_vmware.api [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 888.939072] env[65418]: value = "task-4688562" [ 888.939072] env[65418]: _type = "Task" [ 888.939072] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.950613] env[65418]: DEBUG oslo_vmware.api [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.971211] env[65418]: DEBUG nova.compute.manager [req-b9842fbf-034e-4772-af85-521abd574a15 req-8810d8a3-5fec-42a1-8172-43cdec04faac service nova] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Received event network-vif-plugged-fc7322dd-f75c-4ac2-b2b7-caa22d10c7bf {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 888.971211] env[65418]: DEBUG oslo_concurrency.lockutils [req-b9842fbf-034e-4772-af85-521abd574a15 req-8810d8a3-5fec-42a1-8172-43cdec04faac service nova] Acquiring lock "3f95e054-c8b7-42a1-a91e-352a280f85ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.971605] env[65418]: DEBUG oslo_concurrency.lockutils [req-b9842fbf-034e-4772-af85-521abd574a15 req-8810d8a3-5fec-42a1-8172-43cdec04faac service nova] Lock "3f95e054-c8b7-42a1-a91e-352a280f85ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.971709] env[65418]: DEBUG oslo_concurrency.lockutils [req-b9842fbf-034e-4772-af85-521abd574a15 req-8810d8a3-5fec-42a1-8172-43cdec04faac service nova] Lock "3f95e054-c8b7-42a1-a91e-352a280f85ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.972061] env[65418]: DEBUG nova.compute.manager [req-b9842fbf-034e-4772-af85-521abd574a15 req-8810d8a3-5fec-42a1-8172-43cdec04faac service nova] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] No waiting events found dispatching network-vif-plugged-fc7322dd-f75c-4ac2-b2b7-caa22d10c7bf {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 888.972273] env[65418]: WARNING nova.compute.manager [req-b9842fbf-034e-4772-af85-521abd574a15 req-8810d8a3-5fec-42a1-8172-43cdec04faac service nova] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Received unexpected event network-vif-plugged-fc7322dd-f75c-4ac2-b2b7-caa22d10c7bf for instance with vm_state building and task_state spawning. [ 888.987776] env[65418]: WARNING neutronclient.v2_0.client [req-4d490951-9eae-448f-a57c-12c4c3ddd3e4 req-36b43498-dca1-4aef-a871-400fe88b360f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.080450] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Acquiring lock "refresh_cache-10fceed7-135d-44cd-9a4b-593662f33787" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.080450] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Acquired lock "refresh_cache-10fceed7-135d-44cd-9a4b-593662f33787" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.080450] env[65418]: DEBUG nova.network.neutron [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 889.107691] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: c23c3312-47e5-42e4-9b3e-72d687b4656b] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 889.157788] env[65418]: DEBUG nova.network.neutron [req-4d490951-9eae-448f-a57c-12c4c3ddd3e4 req-36b43498-dca1-4aef-a871-400fe88b360f service nova] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Updated VIF entry in instance network info cache for port c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 889.158633] env[65418]: DEBUG nova.network.neutron [req-4d490951-9eae-448f-a57c-12c4c3ddd3e4 req-36b43498-dca1-4aef-a871-400fe88b360f service nova] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Updating instance_info_cache with network_info: [{"id": "c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd", "address": "fa:16:3e:dd:29:5a", "network": {"id": "06ea58af-38d9-465d-900e-da9d74af1c1e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-720438806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13faa5c583ad4f9a935923e6635dc61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc51b2fcd-ba", "ovs_interfaceid": "c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.268993] env[65418]: DEBUG oslo_vmware.api [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688559, 'name': PowerOnVM_Task, 'duration_secs': 1.565635} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.269459] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.269678] env[65418]: INFO nova.compute.manager [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Took 9.64 seconds to spawn the instance on the hypervisor. [ 889.269921] env[65418]: DEBUG nova.compute.manager [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 889.271469] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046ad82f-70cd-4a6a-9b2b-57e6f3f7bae6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.279504] env[65418]: DEBUG oslo_vmware.api [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688561, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.410827] env[65418]: DEBUG oslo_vmware.api [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688560, 'name': CloneVM_Task, 'duration_secs': 1.973931} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.411259] env[65418]: INFO nova.virt.vmwareapi.vmops [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Created linked-clone VM from snapshot [ 889.412264] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84e10a7-4669-4a09-a558-05f36ae67b35 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.427145] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Uploading image 6030a345-5698-447a-ac08-ec9941010184 {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 889.455542] env[65418]: DEBUG oslo_vmware.api [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688562, 'name': PowerOffVM_Task, 'duration_secs': 0.361836} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.455542] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.456499] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5517252-d536-48cd-b9d8-5f7d2fd9be82 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.492047] env[65418]: DEBUG oslo_vmware.rw_handles [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 889.492047] env[65418]: value = "vm-915187" [ 889.492047] env[65418]: _type = "VirtualMachine" [ 889.492047] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 889.492941] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e435875-a3e7-4b8b-8882-75bccc69dcb9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.495931] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e35ae94b-5507-47b9-93d5-9578fa01bddc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.509369] env[65418]: DEBUG oslo_vmware.rw_handles [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lease: (returnval){ [ 889.509369] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d00297-cd1e-8ace-0f78-7613f58923e2" [ 889.509369] env[65418]: _type = "HttpNfcLease" [ 889.509369] env[65418]: } obtained for exporting VM: (result){ [ 889.509369] env[65418]: value = "vm-915187" [ 889.509369] env[65418]: _type = "VirtualMachine" [ 889.509369] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 889.509789] env[65418]: DEBUG oslo_vmware.api [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the lease: (returnval){ [ 889.509789] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d00297-cd1e-8ace-0f78-7613f58923e2" [ 889.509789] env[65418]: _type = "HttpNfcLease" [ 889.509789] env[65418]: } to be ready. {{(pid=65418) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 889.517963] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 889.517963] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d00297-cd1e-8ace-0f78-7613f58923e2" [ 889.517963] env[65418]: _type = "HttpNfcLease" [ 889.517963] env[65418]: } is initializing. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 889.534904] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.535301] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a347fec4-4829-413d-ba4d-b2e214efe495 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.546843] env[65418]: DEBUG oslo_vmware.api [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 889.546843] env[65418]: value = "task-4688564" [ 889.546843] env[65418]: _type = "Task" [ 889.546843] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.566236] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] VM already powered off {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 889.566236] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.566236] env[65418]: DEBUG oslo_concurrency.lockutils [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.566236] env[65418]: DEBUG oslo_concurrency.lockutils [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.566471] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.566572] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-030c94fc-f400-458e-b3e2-4f260912da4e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.586784] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.587114] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.587997] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ec9896c-3471-4611-aa67-0439bfe96a92 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.599889] env[65418]: DEBUG oslo_vmware.api [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 889.599889] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5278357c-1767-f953-9471-3cc9ca762435" [ 889.599889] env[65418]: _type = "Task" [ 889.599889] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.606652] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07207563-1f16-4360-9145-c2f2eba8aca8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.613094] env[65418]: DEBUG oslo_vmware.api [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5278357c-1767-f953-9471-3cc9ca762435, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.616200] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: a0502cef-9068-4360-a50b-eded3198c2ac] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 889.623065] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef07e044-7d21-4f6d-9740-c955f03761c9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.658611] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac36db03-e901-41b2-888d-516c511eb8d8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.665170] env[65418]: DEBUG oslo_concurrency.lockutils [req-4d490951-9eae-448f-a57c-12c4c3ddd3e4 req-36b43498-dca1-4aef-a871-400fe88b360f service nova] Releasing lock "refresh_cache-9f657eff-f138-407c-8c54-71fd857a3298" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.671272] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3726c28d-630e-4860-91a2-523d842a91d0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.693525] env[65418]: DEBUG nova.compute.provider_tree [None req-55743b63-f153-42b0-8845-db36b7ede408 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.730932] env[65418]: DEBUG nova.network.neutron [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 889.765874] env[65418]: DEBUG oslo_vmware.api [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679682} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.766172] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 9f657eff-f138-407c-8c54-71fd857a3298/9f657eff-f138-407c-8c54-71fd857a3298.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.766386] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.766686] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-572d986d-7e7b-48e1-8dff-873a2600fe2e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.774633] env[65418]: DEBUG oslo_vmware.api [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 889.774633] env[65418]: value = "task-4688565" [ 889.774633] env[65418]: _type = "Task" [ 889.774633] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.785350] env[65418]: DEBUG oslo_vmware.api [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.800552] env[65418]: INFO nova.compute.manager [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Took 31.44 seconds to build instance. [ 890.025442] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 890.025442] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d00297-cd1e-8ace-0f78-7613f58923e2" [ 890.025442] env[65418]: _type = "HttpNfcLease" [ 890.025442] env[65418]: } is ready. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 890.025833] env[65418]: DEBUG oslo_vmware.rw_handles [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 890.025833] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d00297-cd1e-8ace-0f78-7613f58923e2" [ 890.025833] env[65418]: _type = "HttpNfcLease" [ 890.025833] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 890.027365] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd150ee4-66f6-44ba-a159-bb5056530c41 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.038742] env[65418]: DEBUG oslo_vmware.rw_handles [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52de1f34-d443-9a8d-8387-e6dc4e7d2753/disk-0.vmdk from lease info. {{(pid=65418) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 890.038955] env[65418]: DEBUG oslo_vmware.rw_handles [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52de1f34-d443-9a8d-8387-e6dc4e7d2753/disk-0.vmdk for reading. {{(pid=65418) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 890.114882] env[65418]: DEBUG oslo_vmware.api [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5278357c-1767-f953-9471-3cc9ca762435, 'name': SearchDatastore_Task, 'duration_secs': 0.040181} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.115939] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93d1024f-0f98-4aad-9900-d306da5f106d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.123589] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: ea9f75d7-345c-4118-b1e7-42956367695b] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 890.126276] env[65418]: DEBUG oslo_vmware.api [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 890.126276] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525a8d08-a013-b123-b5d6-34580459909f" [ 890.126276] env[65418]: _type = "Task" [ 890.126276] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.137426] env[65418]: DEBUG oslo_vmware.api [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525a8d08-a013-b123-b5d6-34580459909f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.197497] env[65418]: DEBUG nova.scheduler.client.report [None req-55743b63-f153-42b0-8845-db36b7ede408 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.206556] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cae47dc0-9f22-4e49-ac30-e3fcebcf31cc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.288568] env[65418]: DEBUG oslo_vmware.api [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.223716} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.288842] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.289703] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2747d1bb-06a7-4a47-a902-d936e2600098 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.309233] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9c355751-0571-4710-a942-48942f165de6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "e721fbba-a004-43ef-a91f-1ee19d7834c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.961s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.324996] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 9f657eff-f138-407c-8c54-71fd857a3298/9f657eff-f138-407c-8c54-71fd857a3298.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.325603] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f51252c-ec8f-4dbb-9410-a8d190727508 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.357903] env[65418]: DEBUG oslo_vmware.api [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 890.357903] env[65418]: value = "task-4688566" [ 890.357903] env[65418]: _type = "Task" [ 890.357903] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.368961] env[65418]: DEBUG oslo_vmware.api [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688566, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.484116] env[65418]: WARNING neutronclient.v2_0.client [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.608907] env[65418]: DEBUG nova.network.neutron [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Updating instance_info_cache with network_info: [{"id": "3458c6b6-2bdd-4994-959c-dc2064f9b427", "address": "fa:16:3e:5d:e7:a8", "network": {"id": "ebf5ca03-0c2e-49e0-8d87-d5e963748064", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1891362337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "794cc45dbe4449acb7d3321a7116cab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3458c6b6-2b", "ovs_interfaceid": "3458c6b6-2bdd-4994-959c-dc2064f9b427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.627471] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 2a8fab21-61e8-48f5-a5fa-1b7715eca707] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 890.643938] env[65418]: DEBUG oslo_vmware.api [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525a8d08-a013-b123-b5d6-34580459909f, 'name': SearchDatastore_Task, 'duration_secs': 0.030184} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.644842] env[65418]: DEBUG oslo_concurrency.lockutils [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.644842] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] f2797997-11ac-4c21-a8db-2588e2232436/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4-rescue.vmdk. {{(pid=65418) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 890.646866] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18ea7022-9f1b-43c4-b1a6-66b5b78e88af {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.653031] env[65418]: DEBUG nova.compute.manager [req-5c1637fb-138e-4079-9a82-cbfdbed7621a req-e3ea4662-c2a6-44e6-8541-5163c6259314 service nova] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Received event network-vif-plugged-3458c6b6-2bdd-4994-959c-dc2064f9b427 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 890.653223] env[65418]: DEBUG oslo_concurrency.lockutils [req-5c1637fb-138e-4079-9a82-cbfdbed7621a req-e3ea4662-c2a6-44e6-8541-5163c6259314 service nova] Acquiring lock "10fceed7-135d-44cd-9a4b-593662f33787-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.653448] env[65418]: DEBUG oslo_concurrency.lockutils [req-5c1637fb-138e-4079-9a82-cbfdbed7621a req-e3ea4662-c2a6-44e6-8541-5163c6259314 service nova] Lock "10fceed7-135d-44cd-9a4b-593662f33787-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.654256] env[65418]: DEBUG oslo_concurrency.lockutils [req-5c1637fb-138e-4079-9a82-cbfdbed7621a req-e3ea4662-c2a6-44e6-8541-5163c6259314 service nova] Lock "10fceed7-135d-44cd-9a4b-593662f33787-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.654256] env[65418]: DEBUG nova.compute.manager [req-5c1637fb-138e-4079-9a82-cbfdbed7621a req-e3ea4662-c2a6-44e6-8541-5163c6259314 service nova] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] No waiting events found dispatching network-vif-plugged-3458c6b6-2bdd-4994-959c-dc2064f9b427 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 890.654256] env[65418]: WARNING nova.compute.manager [req-5c1637fb-138e-4079-9a82-cbfdbed7621a req-e3ea4662-c2a6-44e6-8541-5163c6259314 service nova] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Received unexpected event network-vif-plugged-3458c6b6-2bdd-4994-959c-dc2064f9b427 for instance with vm_state building and task_state spawning. [ 890.654603] env[65418]: DEBUG nova.compute.manager [req-5c1637fb-138e-4079-9a82-cbfdbed7621a req-e3ea4662-c2a6-44e6-8541-5163c6259314 service nova] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Received event network-changed-3458c6b6-2bdd-4994-959c-dc2064f9b427 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 890.654939] env[65418]: DEBUG nova.compute.manager [req-5c1637fb-138e-4079-9a82-cbfdbed7621a req-e3ea4662-c2a6-44e6-8541-5163c6259314 service nova] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Refreshing instance network info cache due to event network-changed-3458c6b6-2bdd-4994-959c-dc2064f9b427. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 890.655209] env[65418]: DEBUG oslo_concurrency.lockutils [req-5c1637fb-138e-4079-9a82-cbfdbed7621a req-e3ea4662-c2a6-44e6-8541-5163c6259314 service nova] Acquiring lock "refresh_cache-10fceed7-135d-44cd-9a4b-593662f33787" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.663036] env[65418]: DEBUG oslo_vmware.api [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 890.663036] env[65418]: value = "task-4688567" [ 890.663036] env[65418]: _type = "Task" [ 890.663036] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.676407] env[65418]: DEBUG oslo_vmware.api [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.707208] env[65418]: DEBUG oslo_concurrency.lockutils [None req-55743b63-f153-42b0-8845-db36b7ede408 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.710555] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7e37865c-0581-49e7-b75c-0d7b53736dad tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.368s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.710899] env[65418]: DEBUG nova.objects.instance [None req-7e37865c-0581-49e7-b75c-0d7b53736dad tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Lazy-loading 'resources' on Instance uuid 21df3af5-d2d0-4af7-9491-c33792fbf14c {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.737317] env[65418]: INFO nova.scheduler.client.report [None req-55743b63-f153-42b0-8845-db36b7ede408 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Deleted allocations for instance 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4 [ 890.873103] env[65418]: DEBUG oslo_vmware.api [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688566, 'name': ReconfigVM_Task, 'duration_secs': 0.449066} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.874854] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 9f657eff-f138-407c-8c54-71fd857a3298/9f657eff-f138-407c-8c54-71fd857a3298.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.876538] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6423a343-65de-4301-8eb1-e6763750a90b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.889024] env[65418]: DEBUG oslo_vmware.api [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 890.889024] env[65418]: value = "task-4688568" [ 890.889024] env[65418]: _type = "Task" [ 890.889024] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.899250] env[65418]: DEBUG oslo_vmware.api [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688568, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.114767] env[65418]: DEBUG nova.network.neutron [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Successfully updated port: 5ad17924-c5e4-49df-a49e-331860dc1c77 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 891.116540] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Releasing lock "refresh_cache-10fceed7-135d-44cd-9a4b-593662f33787" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.117059] env[65418]: DEBUG nova.compute.manager [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Instance network_info: |[{"id": "3458c6b6-2bdd-4994-959c-dc2064f9b427", "address": "fa:16:3e:5d:e7:a8", "network": {"id": "ebf5ca03-0c2e-49e0-8d87-d5e963748064", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1891362337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "794cc45dbe4449acb7d3321a7116cab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3458c6b6-2b", "ovs_interfaceid": "3458c6b6-2bdd-4994-959c-dc2064f9b427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 891.118023] env[65418]: DEBUG oslo_concurrency.lockutils [req-5c1637fb-138e-4079-9a82-cbfdbed7621a req-e3ea4662-c2a6-44e6-8541-5163c6259314 service nova] Acquired lock "refresh_cache-10fceed7-135d-44cd-9a4b-593662f33787" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.118222] env[65418]: DEBUG nova.network.neutron [req-5c1637fb-138e-4079-9a82-cbfdbed7621a req-e3ea4662-c2a6-44e6-8541-5163c6259314 service nova] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Refreshing network info cache for port 3458c6b6-2bdd-4994-959c-dc2064f9b427 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.122041] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:e7:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f16a5584-aed0-4df4-820b-5e7f15977265', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3458c6b6-2bdd-4994-959c-dc2064f9b427', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.131366] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Creating folder: Project (794cc45dbe4449acb7d3321a7116cab7). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.133147] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 75bc118e-4b07-499a-88b0-ac22272e9dc7] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 891.135419] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1045a66-b9b8-4e2a-97f3-3e5618709299 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.159799] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Created folder: Project (794cc45dbe4449acb7d3321a7116cab7) in parent group-v914982. [ 891.160412] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Creating folder: Instances. Parent ref: group-v915188. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 891.161391] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6f268e8-be2d-4c83-8d5b-c5156f850a39 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.180218] env[65418]: DEBUG oslo_vmware.api [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688567, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.183065] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Created folder: Instances in parent group-v915188. [ 891.183514] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 891.183947] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.184773] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ed87f68-b832-46ba-a131-49cf0c1b93b9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.211248] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.211248] env[65418]: value = "task-4688571" [ 891.211248] env[65418]: _type = "Task" [ 891.211248] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.234123] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688571, 'name': CreateVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.249624] env[65418]: DEBUG oslo_concurrency.lockutils [None req-55743b63-f153-42b0-8845-db36b7ede408 tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Lock "35179ab7-f9c9-4c6d-8c6c-855a9a9738b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.253s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.265161] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59406fbf-ef17-4a11-88c3-6436c9dd03ac tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "9b6633eb-8ba1-46bc-92c5-e760bcb32c6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.265448] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59406fbf-ef17-4a11-88c3-6436c9dd03ac tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "9b6633eb-8ba1-46bc-92c5-e760bcb32c6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.266062] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59406fbf-ef17-4a11-88c3-6436c9dd03ac tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "9b6633eb-8ba1-46bc-92c5-e760bcb32c6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.266062] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59406fbf-ef17-4a11-88c3-6436c9dd03ac tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "9b6633eb-8ba1-46bc-92c5-e760bcb32c6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.266185] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59406fbf-ef17-4a11-88c3-6436c9dd03ac tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "9b6633eb-8ba1-46bc-92c5-e760bcb32c6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.268934] env[65418]: INFO nova.compute.manager [None req-59406fbf-ef17-4a11-88c3-6436c9dd03ac tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Terminating instance [ 891.400525] env[65418]: DEBUG oslo_vmware.api [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688568, 'name': Rename_Task, 'duration_secs': 0.407319} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.400773] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.401074] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3dea1c75-6d98-4308-b3fd-ece89f66ad35 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.411480] env[65418]: DEBUG oslo_vmware.api [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 891.411480] env[65418]: value = "task-4688572" [ 891.411480] env[65418]: _type = "Task" [ 891.411480] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.422315] env[65418]: DEBUG oslo_vmware.api [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688572, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.601819] env[65418]: DEBUG nova.compute.manager [req-a7400a13-c9f4-4c58-b399-1c2f1249f870 req-ca239f69-9525-4d47-8067-05867c33d804 service nova] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Received event network-changed-fc7322dd-f75c-4ac2-b2b7-caa22d10c7bf {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 891.602227] env[65418]: DEBUG nova.compute.manager [req-a7400a13-c9f4-4c58-b399-1c2f1249f870 req-ca239f69-9525-4d47-8067-05867c33d804 service nova] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Refreshing instance network info cache due to event network-changed-fc7322dd-f75c-4ac2-b2b7-caa22d10c7bf. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 891.604784] env[65418]: DEBUG oslo_concurrency.lockutils [req-a7400a13-c9f4-4c58-b399-1c2f1249f870 req-ca239f69-9525-4d47-8067-05867c33d804 service nova] Acquiring lock "refresh_cache-3f95e054-c8b7-42a1-a91e-352a280f85ec" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.604966] env[65418]: DEBUG oslo_concurrency.lockutils [req-a7400a13-c9f4-4c58-b399-1c2f1249f870 req-ca239f69-9525-4d47-8067-05867c33d804 service nova] Acquired lock "refresh_cache-3f95e054-c8b7-42a1-a91e-352a280f85ec" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.605234] env[65418]: DEBUG nova.network.neutron [req-a7400a13-c9f4-4c58-b399-1c2f1249f870 req-ca239f69-9525-4d47-8067-05867c33d804 service nova] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Refreshing network info cache for port fc7322dd-f75c-4ac2-b2b7-caa22d10c7bf {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.618527] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Acquiring lock "refresh_cache-3f95e054-c8b7-42a1-a91e-352a280f85ec" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.635023] env[65418]: WARNING neutronclient.v2_0.client [req-5c1637fb-138e-4079-9a82-cbfdbed7621a req-e3ea4662-c2a6-44e6-8541-5163c6259314 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.642936] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 855dbba0-2413-4d8b-8fb9-18fb22c4e823] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 891.649143] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e159a4-0c98-4ccb-a0a5-5693c771f257 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.659522] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc3d62e-b55c-4314-8414-4de152f776ee {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.702621] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdea9298-6a74-41c9-9b62-5cfcda7ec564 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.710904] env[65418]: DEBUG oslo_vmware.api [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602839} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.711995] env[65418]: INFO nova.virt.vmwareapi.ds_util [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] f2797997-11ac-4c21-a8db-2588e2232436/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4-rescue.vmdk. [ 891.713139] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943ad386-70aa-4877-9936-ddddcc40c2fb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.726239] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56756b1-8946-470f-9585-59a643989053 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.762475] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] f2797997-11ac-4c21-a8db-2588e2232436/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4-rescue.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.766761] env[65418]: DEBUG oslo_concurrency.lockutils [None req-74008f1d-05dc-48f3-8df3-b10249932754 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Acquiring lock "0836db0f-970d-4224-9b41-b11609d253f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.767011] env[65418]: DEBUG oslo_concurrency.lockutils [None req-74008f1d-05dc-48f3-8df3-b10249932754 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Lock "0836db0f-970d-4224-9b41-b11609d253f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.767212] env[65418]: DEBUG oslo_concurrency.lockutils [None req-74008f1d-05dc-48f3-8df3-b10249932754 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Acquiring lock "0836db0f-970d-4224-9b41-b11609d253f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.767402] env[65418]: DEBUG oslo_concurrency.lockutils [None req-74008f1d-05dc-48f3-8df3-b10249932754 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Lock "0836db0f-970d-4224-9b41-b11609d253f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.767799] env[65418]: DEBUG oslo_concurrency.lockutils [None req-74008f1d-05dc-48f3-8df3-b10249932754 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Lock "0836db0f-970d-4224-9b41-b11609d253f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.771295] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7f7c1c2-29da-40ef-b7fa-ca0ef71d007e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.789607] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688571, 'name': CreateVM_Task, 'duration_secs': 0.471524} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.802778] env[65418]: INFO nova.compute.manager [None req-74008f1d-05dc-48f3-8df3-b10249932754 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Terminating instance [ 891.807776] env[65418]: DEBUG nova.compute.manager [None req-59406fbf-ef17-4a11-88c3-6436c9dd03ac tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 891.810099] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-59406fbf-ef17-4a11-88c3-6436c9dd03ac tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.810099] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.810099] env[65418]: DEBUG nova.compute.provider_tree [None req-7e37865c-0581-49e7-b75c-0d7b53736dad tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.811532] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40eb1a40-405b-41af-80fb-009024fd7a69 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.815966] env[65418]: WARNING neutronclient.v2_0.client [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.816691] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.818046] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.818046] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.818949] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4a201e1-e01d-422b-8d2c-c501cf2d187c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.823801] env[65418]: DEBUG oslo_vmware.api [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 891.823801] env[65418]: value = "task-4688573" [ 891.823801] env[65418]: _type = "Task" [ 891.823801] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.835140] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-59406fbf-ef17-4a11-88c3-6436c9dd03ac tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.835450] env[65418]: DEBUG oslo_vmware.api [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Waiting for the task: (returnval){ [ 891.835450] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52a06902-bbc4-1ad9-b127-a18a88711c48" [ 891.835450] env[65418]: _type = "Task" [ 891.835450] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.836604] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb25e3ec-ff69-4e30-8fb5-bba3c09ec170 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.847168] env[65418]: DEBUG oslo_vmware.api [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688573, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.857335] env[65418]: DEBUG oslo_vmware.api [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52a06902-bbc4-1ad9-b127-a18a88711c48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.857949] env[65418]: DEBUG oslo_vmware.api [None req-59406fbf-ef17-4a11-88c3-6436c9dd03ac tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 891.857949] env[65418]: value = "task-4688574" [ 891.857949] env[65418]: _type = "Task" [ 891.857949] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.870114] env[65418]: DEBUG oslo_vmware.api [None req-59406fbf-ef17-4a11-88c3-6436c9dd03ac tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.926960] env[65418]: DEBUG oslo_vmware.api [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688572, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.107837] env[65418]: WARNING neutronclient.v2_0.client [req-a7400a13-c9f4-4c58-b399-1c2f1249f870 req-ca239f69-9525-4d47-8067-05867c33d804 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.134386] env[65418]: WARNING neutronclient.v2_0.client [req-5c1637fb-138e-4079-9a82-cbfdbed7621a req-e3ea4662-c2a6-44e6-8541-5163c6259314 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.151661] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: d428bf6d-ea41-423f-8a60-35483a9924cf] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 892.312947] env[65418]: DEBUG nova.compute.manager [None req-74008f1d-05dc-48f3-8df3-b10249932754 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 892.313251] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-74008f1d-05dc-48f3-8df3-b10249932754 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.316299] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229a0e02-bbc1-4536-aac6-9f6351167939 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.324921] env[65418]: DEBUG nova.scheduler.client.report [None req-7e37865c-0581-49e7-b75c-0d7b53736dad tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.340837] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-74008f1d-05dc-48f3-8df3-b10249932754 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.349025] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1131d90-f975-4cf4-a5de-ca03226b5452 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.353282] env[65418]: DEBUG oslo_vmware.api [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688573, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.365025] env[65418]: DEBUG oslo_vmware.api [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52a06902-bbc4-1ad9-b127-a18a88711c48, 'name': SearchDatastore_Task, 'duration_secs': 0.025762} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.373316] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.375877] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.375877] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.375877] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.375877] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.375877] env[65418]: DEBUG oslo_vmware.api [None req-74008f1d-05dc-48f3-8df3-b10249932754 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Waiting for the task: (returnval){ [ 892.375877] env[65418]: value = "task-4688575" [ 892.375877] env[65418]: _type = "Task" [ 892.375877] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.375877] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fca2544-d31f-4c00-ae72-f405612ade09 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.386767] env[65418]: DEBUG oslo_vmware.api [None req-59406fbf-ef17-4a11-88c3-6436c9dd03ac tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688574, 'name': PowerOffVM_Task, 'duration_secs': 0.346008} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.387494] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-59406fbf-ef17-4a11-88c3-6436c9dd03ac tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.388422] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-59406fbf-ef17-4a11-88c3-6436c9dd03ac tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.388422] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44721fdc-b77a-49dc-8da7-8aa3a69cb928 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.396191] env[65418]: DEBUG oslo_vmware.api [None req-74008f1d-05dc-48f3-8df3-b10249932754 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Task: {'id': task-4688575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.405732] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.406081] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.407052] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fab0979-33a1-4352-95fd-e88d9c590668 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.413570] env[65418]: DEBUG nova.network.neutron [req-a7400a13-c9f4-4c58-b399-1c2f1249f870 req-ca239f69-9525-4d47-8067-05867c33d804 service nova] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 892.423107] env[65418]: DEBUG oslo_vmware.api [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Waiting for the task: (returnval){ [ 892.423107] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52418c07-b4df-c423-b1af-c4dfff7ef871" [ 892.423107] env[65418]: _type = "Task" [ 892.423107] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.432079] env[65418]: DEBUG oslo_vmware.api [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688572, 'name': PowerOnVM_Task, 'duration_secs': 0.781715} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.432413] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.432620] env[65418]: INFO nova.compute.manager [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Took 10.11 seconds to spawn the instance on the hypervisor. [ 892.432854] env[65418]: DEBUG nova.compute.manager [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 892.434540] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd32845-996f-4388-be8a-b4df42adb216 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.441432] env[65418]: DEBUG oslo_vmware.api [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52418c07-b4df-c423-b1af-c4dfff7ef871, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.564754] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-59406fbf-ef17-4a11-88c3-6436c9dd03ac tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.566264] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-59406fbf-ef17-4a11-88c3-6436c9dd03ac tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.566264] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-59406fbf-ef17-4a11-88c3-6436c9dd03ac tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Deleting the datastore file [datastore2] 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.566264] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b2ed30f-5e10-4868-aafe-47b7936d29f0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.575122] env[65418]: DEBUG oslo_vmware.api [None req-59406fbf-ef17-4a11-88c3-6436c9dd03ac tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for the task: (returnval){ [ 892.575122] env[65418]: value = "task-4688577" [ 892.575122] env[65418]: _type = "Task" [ 892.575122] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.586565] env[65418]: DEBUG oslo_vmware.api [None req-59406fbf-ef17-4a11-88c3-6436c9dd03ac tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.655275] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 4b42c2cd-dd38-4821-862e-2b8eddc687ff] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 892.710319] env[65418]: DEBUG nova.network.neutron [req-5c1637fb-138e-4079-9a82-cbfdbed7621a req-e3ea4662-c2a6-44e6-8541-5163c6259314 service nova] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Updated VIF entry in instance network info cache for port 3458c6b6-2bdd-4994-959c-dc2064f9b427. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 892.710710] env[65418]: DEBUG nova.network.neutron [req-5c1637fb-138e-4079-9a82-cbfdbed7621a req-e3ea4662-c2a6-44e6-8541-5163c6259314 service nova] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Updating instance_info_cache with network_info: [{"id": "3458c6b6-2bdd-4994-959c-dc2064f9b427", "address": "fa:16:3e:5d:e7:a8", "network": {"id": "ebf5ca03-0c2e-49e0-8d87-d5e963748064", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1891362337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "794cc45dbe4449acb7d3321a7116cab7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f16a5584-aed0-4df4-820b-5e7f15977265", "external-id": "cl2-zone-495", "segmentation_id": 495, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3458c6b6-2b", "ovs_interfaceid": "3458c6b6-2bdd-4994-959c-dc2064f9b427", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.761908] env[65418]: DEBUG nova.network.neutron [req-a7400a13-c9f4-4c58-b399-1c2f1249f870 req-ca239f69-9525-4d47-8067-05867c33d804 service nova] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.838195] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7e37865c-0581-49e7-b75c-0d7b53736dad tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.847429] env[65418]: DEBUG oslo_concurrency.lockutils [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.611s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.847849] env[65418]: DEBUG nova.objects.instance [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Lazy-loading 'resources' on Instance uuid fc3b8204-ca18-4367-a4bb-fc38ebb5e42b {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.866595] env[65418]: DEBUG oslo_vmware.api [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688573, 'name': ReconfigVM_Task, 'duration_secs': 0.738144} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.866595] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Reconfigured VM instance instance-00000041 to attach disk [datastore1] f2797997-11ac-4c21-a8db-2588e2232436/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4-rescue.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.866811] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d118fb-c0df-4385-9014-c5f0bc2bfa27 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.912125] env[65418]: INFO nova.scheduler.client.report [None req-7e37865c-0581-49e7-b75c-0d7b53736dad tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Deleted allocations for instance 21df3af5-d2d0-4af7-9491-c33792fbf14c [ 892.917812] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95205306-144e-447c-8100-5d5baca398fc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.943595] env[65418]: DEBUG oslo_vmware.api [None req-74008f1d-05dc-48f3-8df3-b10249932754 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Task: {'id': task-4688575, 'name': PowerOffVM_Task, 'duration_secs': 0.333324} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.945139] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-74008f1d-05dc-48f3-8df3-b10249932754 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.945646] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-74008f1d-05dc-48f3-8df3-b10249932754 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.946882] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0327813-2449-4013-a32f-24557982a332 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.949074] env[65418]: DEBUG oslo_vmware.api [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 892.949074] env[65418]: value = "task-4688578" [ 892.949074] env[65418]: _type = "Task" [ 892.949074] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.959289] env[65418]: DEBUG oslo_vmware.api [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52418c07-b4df-c423-b1af-c4dfff7ef871, 'name': SearchDatastore_Task, 'duration_secs': 0.088855} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.968176] env[65418]: INFO nova.compute.manager [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Took 32.09 seconds to build instance. [ 892.969374] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d74ce855-6956-40ae-9d39-e4719c9d9fb3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.980697] env[65418]: DEBUG oslo_vmware.api [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.981411] env[65418]: DEBUG oslo_vmware.api [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Waiting for the task: (returnval){ [ 892.981411] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5256a9d2-793f-2cec-a765-22815b7c611d" [ 892.981411] env[65418]: _type = "Task" [ 892.981411] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.993825] env[65418]: DEBUG oslo_vmware.api [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5256a9d2-793f-2cec-a765-22815b7c611d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.047250] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-74008f1d-05dc-48f3-8df3-b10249932754 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.047250] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-74008f1d-05dc-48f3-8df3-b10249932754 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.047250] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-74008f1d-05dc-48f3-8df3-b10249932754 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Deleting the datastore file [datastore1] 0836db0f-970d-4224-9b41-b11609d253f2 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.047250] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56a6676f-ad3d-47d9-82dc-93d74383b25d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.055311] env[65418]: DEBUG oslo_vmware.api [None req-74008f1d-05dc-48f3-8df3-b10249932754 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Waiting for the task: (returnval){ [ 893.055311] env[65418]: value = "task-4688580" [ 893.055311] env[65418]: _type = "Task" [ 893.055311] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.066339] env[65418]: DEBUG oslo_vmware.api [None req-74008f1d-05dc-48f3-8df3-b10249932754 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Task: {'id': task-4688580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.088453] env[65418]: DEBUG oslo_vmware.api [None req-59406fbf-ef17-4a11-88c3-6436c9dd03ac tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Task: {'id': task-4688577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313519} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.088849] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-59406fbf-ef17-4a11-88c3-6436c9dd03ac tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.089431] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-59406fbf-ef17-4a11-88c3-6436c9dd03ac tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.089431] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-59406fbf-ef17-4a11-88c3-6436c9dd03ac tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.089652] env[65418]: INFO nova.compute.manager [None req-59406fbf-ef17-4a11-88c3-6436c9dd03ac tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Took 1.28 seconds to destroy the instance on the hypervisor. [ 893.089982] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-59406fbf-ef17-4a11-88c3-6436c9dd03ac tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 893.090286] env[65418]: DEBUG nova.compute.manager [-] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 893.090418] env[65418]: DEBUG nova.network.neutron [-] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 893.090743] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.160031] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 6dfbd10a-ee58-415d-85c5-257d08210d8e] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 893.214253] env[65418]: DEBUG oslo_concurrency.lockutils [req-5c1637fb-138e-4079-9a82-cbfdbed7621a req-e3ea4662-c2a6-44e6-8541-5163c6259314 service nova] Releasing lock "refresh_cache-10fceed7-135d-44cd-9a4b-593662f33787" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.265309] env[65418]: DEBUG oslo_concurrency.lockutils [req-a7400a13-c9f4-4c58-b399-1c2f1249f870 req-ca239f69-9525-4d47-8067-05867c33d804 service nova] Releasing lock "refresh_cache-3f95e054-c8b7-42a1-a91e-352a280f85ec" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.265587] env[65418]: DEBUG nova.compute.manager [req-a7400a13-c9f4-4c58-b399-1c2f1249f870 req-ca239f69-9525-4d47-8067-05867c33d804 service nova] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Received event network-vif-plugged-4372f370-5f35-4a30-a602-b8d135e376ad {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 893.265777] env[65418]: DEBUG oslo_concurrency.lockutils [req-a7400a13-c9f4-4c58-b399-1c2f1249f870 req-ca239f69-9525-4d47-8067-05867c33d804 service nova] Acquiring lock "3f95e054-c8b7-42a1-a91e-352a280f85ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.265982] env[65418]: DEBUG oslo_concurrency.lockutils [req-a7400a13-c9f4-4c58-b399-1c2f1249f870 req-ca239f69-9525-4d47-8067-05867c33d804 service nova] Lock "3f95e054-c8b7-42a1-a91e-352a280f85ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.266155] env[65418]: DEBUG oslo_concurrency.lockutils [req-a7400a13-c9f4-4c58-b399-1c2f1249f870 req-ca239f69-9525-4d47-8067-05867c33d804 service nova] Lock "3f95e054-c8b7-42a1-a91e-352a280f85ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.266459] env[65418]: DEBUG nova.compute.manager [req-a7400a13-c9f4-4c58-b399-1c2f1249f870 req-ca239f69-9525-4d47-8067-05867c33d804 service nova] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] No waiting events found dispatching network-vif-plugged-4372f370-5f35-4a30-a602-b8d135e376ad {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 893.266524] env[65418]: WARNING nova.compute.manager [req-a7400a13-c9f4-4c58-b399-1c2f1249f870 req-ca239f69-9525-4d47-8067-05867c33d804 service nova] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Received unexpected event network-vif-plugged-4372f370-5f35-4a30-a602-b8d135e376ad for instance with vm_state building and task_state spawning. [ 893.266671] env[65418]: DEBUG nova.compute.manager [req-a7400a13-c9f4-4c58-b399-1c2f1249f870 req-ca239f69-9525-4d47-8067-05867c33d804 service nova] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Received event network-changed-4372f370-5f35-4a30-a602-b8d135e376ad {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 893.266839] env[65418]: DEBUG nova.compute.manager [req-a7400a13-c9f4-4c58-b399-1c2f1249f870 req-ca239f69-9525-4d47-8067-05867c33d804 service nova] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Refreshing instance network info cache due to event network-changed-4372f370-5f35-4a30-a602-b8d135e376ad. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 893.267080] env[65418]: DEBUG oslo_concurrency.lockutils [req-a7400a13-c9f4-4c58-b399-1c2f1249f870 req-ca239f69-9525-4d47-8067-05867c33d804 service nova] Acquiring lock "refresh_cache-3f95e054-c8b7-42a1-a91e-352a280f85ec" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.267199] env[65418]: DEBUG oslo_concurrency.lockutils [req-a7400a13-c9f4-4c58-b399-1c2f1249f870 req-ca239f69-9525-4d47-8067-05867c33d804 service nova] Acquired lock "refresh_cache-3f95e054-c8b7-42a1-a91e-352a280f85ec" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.267348] env[65418]: DEBUG nova.network.neutron [req-a7400a13-c9f4-4c58-b399-1c2f1249f870 req-ca239f69-9525-4d47-8067-05867c33d804 service nova] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Refreshing network info cache for port 4372f370-5f35-4a30-a602-b8d135e376ad {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.273855] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.361454] env[65418]: DEBUG nova.compute.manager [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 893.362925] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7163905-d3d1-49b4-8be2-a85052f9a068 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.442240] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7e37865c-0581-49e7-b75c-0d7b53736dad tempest-ImagesOneServerNegativeTestJSON-1663656844 tempest-ImagesOneServerNegativeTestJSON-1663656844-project-member] Lock "21df3af5-d2d0-4af7-9491-c33792fbf14c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.625s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.466863] env[65418]: DEBUG oslo_vmware.api [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.473444] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3e1cedf1-0b28-4809-8654-2ea9576918e0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lock "9f657eff-f138-407c-8c54-71fd857a3298" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.905s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.497977] env[65418]: DEBUG oslo_vmware.api [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5256a9d2-793f-2cec-a765-22815b7c611d, 'name': SearchDatastore_Task, 'duration_secs': 0.021737} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.498370] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.498674] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 10fceed7-135d-44cd-9a4b-593662f33787/10fceed7-135d-44cd-9a4b-593662f33787.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.499037] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4f3cf34-8d99-4cee-9719-d8e606b4cd54 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.507903] env[65418]: DEBUG oslo_vmware.api [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Waiting for the task: (returnval){ [ 893.507903] env[65418]: value = "task-4688581" [ 893.507903] env[65418]: _type = "Task" [ 893.507903] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.518520] env[65418]: DEBUG oslo_vmware.api [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Task: {'id': task-4688581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.572852] env[65418]: DEBUG oslo_vmware.api [None req-74008f1d-05dc-48f3-8df3-b10249932754 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Task: {'id': task-4688580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234893} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.574048] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-74008f1d-05dc-48f3-8df3-b10249932754 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.574048] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-74008f1d-05dc-48f3-8df3-b10249932754 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.574048] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-74008f1d-05dc-48f3-8df3-b10249932754 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.574852] env[65418]: INFO nova.compute.manager [None req-74008f1d-05dc-48f3-8df3-b10249932754 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Took 1.26 seconds to destroy the instance on the hypervisor. [ 893.574852] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-74008f1d-05dc-48f3-8df3-b10249932754 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 893.574852] env[65418]: DEBUG nova.compute.manager [-] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 893.574852] env[65418]: DEBUG nova.network.neutron [-] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 893.575469] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.663956] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 893.664215] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Cleaning up deleted instances with incomplete migration {{(pid=65418) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11954}} [ 893.672506] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.770775] env[65418]: WARNING neutronclient.v2_0.client [req-a7400a13-c9f4-4c58-b399-1c2f1249f870 req-ca239f69-9525-4d47-8067-05867c33d804 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.822356] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10897ca6-d0a5-4aa4-909a-cd7f10369bb3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.833092] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df64089-72cd-48b8-974d-d784a305176f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.873534] env[65418]: DEBUG nova.network.neutron [req-a7400a13-c9f4-4c58-b399-1c2f1249f870 req-ca239f69-9525-4d47-8067-05867c33d804 service nova] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 893.876864] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e733ced-15ff-48e3-96a1-e2d19f80865c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.881175] env[65418]: INFO nova.compute.manager [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] instance snapshotting [ 893.888251] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd46a33-89af-4535-a6a5-823620869189 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.895139] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f14377f-5841-47b4-a21d-40c9eb0598fd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.916083] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f26fb6b-de1e-4de3-acf5-d3bc41bbd1d3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.929336] env[65418]: DEBUG nova.compute.provider_tree [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.971476] env[65418]: DEBUG oslo_vmware.api [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688578, 'name': ReconfigVM_Task, 'duration_secs': 0.685567} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.971808] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.972192] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12951e16-2af0-4c6c-b803-a0fc2fe734e9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.982768] env[65418]: DEBUG oslo_vmware.api [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 893.982768] env[65418]: value = "task-4688582" [ 893.982768] env[65418]: _type = "Task" [ 893.982768] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.995028] env[65418]: DEBUG oslo_vmware.api [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.024221] env[65418]: DEBUG oslo_vmware.api [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Task: {'id': task-4688581, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.120230] env[65418]: DEBUG nova.network.neutron [-] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.167365] env[65418]: DEBUG nova.compute.manager [req-c963f102-612f-4917-8c43-70daaef09cb4 req-95c40845-1e71-4b87-8d1e-9da9b691dc58 service nova] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Received event network-changed-25c90991-f9c9-4cb1-9561-dd3f59865ed0 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 894.167365] env[65418]: DEBUG nova.compute.manager [req-c963f102-612f-4917-8c43-70daaef09cb4 req-95c40845-1e71-4b87-8d1e-9da9b691dc58 service nova] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Refreshing instance network info cache due to event network-changed-25c90991-f9c9-4cb1-9561-dd3f59865ed0. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 894.167637] env[65418]: DEBUG oslo_concurrency.lockutils [req-c963f102-612f-4917-8c43-70daaef09cb4 req-95c40845-1e71-4b87-8d1e-9da9b691dc58 service nova] Acquiring lock "refresh_cache-f20a3241-1b6e-4072-b3f6-f8cef3f52188" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.167690] env[65418]: DEBUG oslo_concurrency.lockutils [req-c963f102-612f-4917-8c43-70daaef09cb4 req-95c40845-1e71-4b87-8d1e-9da9b691dc58 service nova] Acquired lock "refresh_cache-f20a3241-1b6e-4072-b3f6-f8cef3f52188" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.167876] env[65418]: DEBUG nova.network.neutron [req-c963f102-612f-4917-8c43-70daaef09cb4 req-95c40845-1e71-4b87-8d1e-9da9b691dc58 service nova] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Refreshing network info cache for port 25c90991-f9c9-4cb1-9561-dd3f59865ed0 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.171910] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 894.246722] env[65418]: DEBUG nova.network.neutron [req-a7400a13-c9f4-4c58-b399-1c2f1249f870 req-ca239f69-9525-4d47-8067-05867c33d804 service nova] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.373748] env[65418]: DEBUG nova.compute.manager [req-319f8cc1-e070-4e03-9443-591f066c8f6c req-79fb6d52-1e95-4113-96f8-46e7f384512c service nova] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Received event network-changed-5ad17924-c5e4-49df-a49e-331860dc1c77 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 894.373965] env[65418]: DEBUG nova.compute.manager [req-319f8cc1-e070-4e03-9443-591f066c8f6c req-79fb6d52-1e95-4113-96f8-46e7f384512c service nova] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Refreshing instance network info cache due to event network-changed-5ad17924-c5e4-49df-a49e-331860dc1c77. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 894.374178] env[65418]: DEBUG oslo_concurrency.lockutils [req-319f8cc1-e070-4e03-9443-591f066c8f6c req-79fb6d52-1e95-4113-96f8-46e7f384512c service nova] Acquiring lock "refresh_cache-3f95e054-c8b7-42a1-a91e-352a280f85ec" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.434018] env[65418]: DEBUG nova.scheduler.client.report [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.444656] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Creating Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 894.445481] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fe34ce81-0c09-4220-b22e-5f4710e39740 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.458103] env[65418]: DEBUG oslo_vmware.api [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 894.458103] env[65418]: value = "task-4688583" [ 894.458103] env[65418]: _type = "Task" [ 894.458103] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.470860] env[65418]: DEBUG oslo_vmware.api [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688583, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.497445] env[65418]: DEBUG oslo_vmware.api [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688582, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.519933] env[65418]: DEBUG oslo_vmware.api [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Task: {'id': task-4688581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671236} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.520296] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 10fceed7-135d-44cd-9a4b-593662f33787/10fceed7-135d-44cd-9a4b-593662f33787.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.520560] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.520824] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a88f35d-48ee-4db0-b046-610c68d9ade6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.531510] env[65418]: DEBUG oslo_vmware.api [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Waiting for the task: (returnval){ [ 894.531510] env[65418]: value = "task-4688584" [ 894.531510] env[65418]: _type = "Task" [ 894.531510] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.542672] env[65418]: DEBUG oslo_vmware.api [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Task: {'id': task-4688584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.586282] env[65418]: DEBUG nova.network.neutron [-] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.623211] env[65418]: INFO nova.compute.manager [-] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Took 1.53 seconds to deallocate network for instance. [ 894.671349] env[65418]: WARNING neutronclient.v2_0.client [req-c963f102-612f-4917-8c43-70daaef09cb4 req-95c40845-1e71-4b87-8d1e-9da9b691dc58 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.750139] env[65418]: DEBUG oslo_concurrency.lockutils [req-a7400a13-c9f4-4c58-b399-1c2f1249f870 req-ca239f69-9525-4d47-8067-05867c33d804 service nova] Releasing lock "refresh_cache-3f95e054-c8b7-42a1-a91e-352a280f85ec" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.750139] env[65418]: DEBUG nova.compute.manager [req-a7400a13-c9f4-4c58-b399-1c2f1249f870 req-ca239f69-9525-4d47-8067-05867c33d804 service nova] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Received event network-vif-plugged-5ad17924-c5e4-49df-a49e-331860dc1c77 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 894.750139] env[65418]: DEBUG oslo_concurrency.lockutils [req-a7400a13-c9f4-4c58-b399-1c2f1249f870 req-ca239f69-9525-4d47-8067-05867c33d804 service nova] Acquiring lock "3f95e054-c8b7-42a1-a91e-352a280f85ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.750419] env[65418]: DEBUG oslo_concurrency.lockutils [req-a7400a13-c9f4-4c58-b399-1c2f1249f870 req-ca239f69-9525-4d47-8067-05867c33d804 service nova] Lock "3f95e054-c8b7-42a1-a91e-352a280f85ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.751387] env[65418]: DEBUG oslo_concurrency.lockutils [req-a7400a13-c9f4-4c58-b399-1c2f1249f870 req-ca239f69-9525-4d47-8067-05867c33d804 service nova] Lock "3f95e054-c8b7-42a1-a91e-352a280f85ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.751387] env[65418]: DEBUG nova.compute.manager [req-a7400a13-c9f4-4c58-b399-1c2f1249f870 req-ca239f69-9525-4d47-8067-05867c33d804 service nova] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] No waiting events found dispatching network-vif-plugged-5ad17924-c5e4-49df-a49e-331860dc1c77 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 894.751526] env[65418]: WARNING nova.compute.manager [req-a7400a13-c9f4-4c58-b399-1c2f1249f870 req-ca239f69-9525-4d47-8067-05867c33d804 service nova] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Received unexpected event network-vif-plugged-5ad17924-c5e4-49df-a49e-331860dc1c77 for instance with vm_state building and task_state spawning. [ 894.751934] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Acquired lock "refresh_cache-3f95e054-c8b7-42a1-a91e-352a280f85ec" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.752115] env[65418]: DEBUG nova.network.neutron [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 894.871568] env[65418]: WARNING neutronclient.v2_0.client [req-c963f102-612f-4917-8c43-70daaef09cb4 req-95c40845-1e71-4b87-8d1e-9da9b691dc58 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 894.940703] env[65418]: DEBUG oslo_concurrency.lockutils [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.945964] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ace372d9-6002-4a75-85d2-4de9e4d8ae87 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.768s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.945964] env[65418]: DEBUG nova.objects.instance [None req-ace372d9-6002-4a75-85d2-4de9e4d8ae87 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lazy-loading 'resources' on Instance uuid 950b12b3-0577-43ca-9a34-b13d5de40b68 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.967017] env[65418]: DEBUG nova.network.neutron [req-c963f102-612f-4917-8c43-70daaef09cb4 req-95c40845-1e71-4b87-8d1e-9da9b691dc58 service nova] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Updated VIF entry in instance network info cache for port 25c90991-f9c9-4cb1-9561-dd3f59865ed0. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 894.967017] env[65418]: DEBUG nova.network.neutron [req-c963f102-612f-4917-8c43-70daaef09cb4 req-95c40845-1e71-4b87-8d1e-9da9b691dc58 service nova] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Updating instance_info_cache with network_info: [{"id": "25c90991-f9c9-4cb1-9561-dd3f59865ed0", "address": "fa:16:3e:0b:f9:f1", "network": {"id": "c27d84e9-3c8c-494e-9a9a-60f6a70f7158", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1554886198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0140731fab4ddebe63cfa14ec652ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25c90991-f9", "ovs_interfaceid": "25c90991-f9c9-4cb1-9561-dd3f59865ed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.970868] env[65418]: INFO nova.scheduler.client.report [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Deleted allocations for instance fc3b8204-ca18-4367-a4bb-fc38ebb5e42b [ 894.982310] env[65418]: DEBUG oslo_vmware.api [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688583, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.999698] env[65418]: DEBUG oslo_vmware.api [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688582, 'name': PowerOnVM_Task, 'duration_secs': 0.951849} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.001613] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.011023] env[65418]: DEBUG nova.compute.manager [None req-498ef5ee-7cc9-43a1-8bd9-911333c7f12b tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 895.011023] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c66144-af4b-4a2a-a4ef-638ff0fa38b4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.046091] env[65418]: DEBUG oslo_vmware.api [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Task: {'id': task-4688584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076225} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.046694] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.047349] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e75bbe3-87c8-4937-acba-22c090df79ab {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.081965] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 10fceed7-135d-44cd-9a4b-593662f33787/10fceed7-135d-44cd-9a4b-593662f33787.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.084065] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29cafa19-ca8e-4822-8b67-d0517949269b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.111331] env[65418]: INFO nova.compute.manager [-] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Took 1.54 seconds to deallocate network for instance. [ 895.121615] env[65418]: DEBUG oslo_vmware.api [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Waiting for the task: (returnval){ [ 895.121615] env[65418]: value = "task-4688585" [ 895.121615] env[65418]: _type = "Task" [ 895.121615] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.138046] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59406fbf-ef17-4a11-88c3-6436c9dd03ac tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.138999] env[65418]: DEBUG oslo_vmware.api [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Task: {'id': task-4688585, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.310369] env[65418]: DEBUG nova.network.neutron [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 895.477175] env[65418]: DEBUG oslo_concurrency.lockutils [req-c963f102-612f-4917-8c43-70daaef09cb4 req-95c40845-1e71-4b87-8d1e-9da9b691dc58 service nova] Releasing lock "refresh_cache-f20a3241-1b6e-4072-b3f6-f8cef3f52188" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.477804] env[65418]: DEBUG oslo_vmware.api [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688583, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.485988] env[65418]: DEBUG oslo_concurrency.lockutils [None req-db13296b-8f25-492e-baa3-ae7095b0febd tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Lock "fc3b8204-ca18-4367-a4bb-fc38ebb5e42b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.603s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.488719] env[65418]: WARNING neutronclient.v2_0.client [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.621837] env[65418]: DEBUG oslo_concurrency.lockutils [None req-74008f1d-05dc-48f3-8df3-b10249932754 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.639545] env[65418]: DEBUG oslo_vmware.api [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Task: {'id': task-4688585, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.693174] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquiring lock "2549bdeb-8d7d-4170-b15e-0b12d4fd859f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.693174] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lock "2549bdeb-8d7d-4170-b15e-0b12d4fd859f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.702928] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Acquiring lock "6b1247b4-66ce-47e5-af0d-5f3fc1b077a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.702928] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Lock "6b1247b4-66ce-47e5-af0d-5f3fc1b077a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.830698] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4731b1-41ca-4ea1-b79a-f53a02779b89 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.839532] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20e3448-8b6a-41ec-8276-4473bcfc5dca {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.874112] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c09d08-7369-4821-b1b9-cd0666814673 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.883036] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcf2d06-2afa-4702-a4de-b7e64487a0fb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.903018] env[65418]: DEBUG nova.compute.provider_tree [None req-ace372d9-6002-4a75-85d2-4de9e4d8ae87 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.973142] env[65418]: DEBUG oslo_vmware.api [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688583, 'name': CreateSnapshot_Task, 'duration_secs': 1.157788} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.973417] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Created Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 895.974222] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858dc611-5008-44f9-ab90-62cae69d389d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.986696] env[65418]: WARNING neutronclient.v2_0.client [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.135999] env[65418]: DEBUG oslo_vmware.api [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Task: {'id': task-4688585, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.188213] env[65418]: WARNING neutronclient.v2_0.client [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.202682] env[65418]: DEBUG nova.compute.manager [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 896.205530] env[65418]: DEBUG nova.compute.manager [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 896.256789] env[65418]: DEBUG nova.compute.manager [req-fa29587d-3db2-444b-a664-e4119b84e7ad req-93c2d230-a22b-4f43-ba13-820e71476aa4 service nova] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Received event network-vif-deleted-e94a5cd2-9166-491d-9778-fdcc75012a4f {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 896.290499] env[65418]: DEBUG nova.network.neutron [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Updating instance_info_cache with network_info: [{"id": "fc7322dd-f75c-4ac2-b2b7-caa22d10c7bf", "address": "fa:16:3e:60:30:d6", "network": {"id": "28268624-572f-4ec2-85bd-a05bf40c8b99", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-42661413", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ae4cabe8f1154946a2ecfb1ff45d885b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc7322dd-f7", "ovs_interfaceid": "fc7322dd-f75c-4ac2-b2b7-caa22d10c7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4372f370-5f35-4a30-a602-b8d135e376ad", "address": "fa:16:3e:3d:71:71", "network": {"id": "dcf18214-1762-4bfe-b89b-ba0d8b7d7d85", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1752334055", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ae4cabe8f1154946a2ecfb1ff45d885b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4372f370-5f", "ovs_interfaceid": "4372f370-5f35-4a30-a602-b8d135e376ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ad17924-c5e4-49df-a49e-331860dc1c77", "address": "fa:16:3e:83:9f:0d", "network": {"id": "28268624-572f-4ec2-85bd-a05bf40c8b99", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-42661413", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ae4cabe8f1154946a2ecfb1ff45d885b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ad17924-c5", "ovs_interfaceid": "5ad17924-c5e4-49df-a49e-331860dc1c77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.409227] env[65418]: DEBUG nova.scheduler.client.report [None req-ace372d9-6002-4a75-85d2-4de9e4d8ae87 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.500056] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Creating linked-clone VM from snapshot {{(pid=65418) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 896.500618] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2a17b316-d433-4f60-9711-a656ae766d73 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.509969] env[65418]: DEBUG oslo_vmware.api [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 896.509969] env[65418]: value = "task-4688586" [ 896.509969] env[65418]: _type = "Task" [ 896.509969] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.520275] env[65418]: DEBUG oslo_vmware.api [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688586, 'name': CloneVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.634835] env[65418]: DEBUG oslo_vmware.api [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Task: {'id': task-4688585, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.698937] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Acquiring lock "8d5cb814-d94b-433e-85f2-638bcbf08f6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.699265] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Lock "8d5cb814-d94b-433e-85f2-638bcbf08f6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.699448] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Acquiring lock "8d5cb814-d94b-433e-85f2-638bcbf08f6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.699636] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Lock "8d5cb814-d94b-433e-85f2-638bcbf08f6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.699636] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Lock "8d5cb814-d94b-433e-85f2-638bcbf08f6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.703077] env[65418]: INFO nova.compute.manager [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Terminating instance [ 896.723174] env[65418]: INFO nova.compute.manager [None req-782bd24f-8e88-4197-926a-7be04718584d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Unrescuing [ 896.723978] env[65418]: DEBUG oslo_concurrency.lockutils [None req-782bd24f-8e88-4197-926a-7be04718584d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquiring lock "refresh_cache-f2797997-11ac-4c21-a8db-2588e2232436" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.723978] env[65418]: DEBUG oslo_concurrency.lockutils [None req-782bd24f-8e88-4197-926a-7be04718584d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquired lock "refresh_cache-f2797997-11ac-4c21-a8db-2588e2232436" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.723978] env[65418]: DEBUG nova.network.neutron [None req-782bd24f-8e88-4197-926a-7be04718584d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 896.735292] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.739492] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.799567] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Releasing lock "refresh_cache-3f95e054-c8b7-42a1-a91e-352a280f85ec" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.800105] env[65418]: DEBUG nova.compute.manager [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Instance network_info: |[{"id": "fc7322dd-f75c-4ac2-b2b7-caa22d10c7bf", "address": "fa:16:3e:60:30:d6", "network": {"id": "28268624-572f-4ec2-85bd-a05bf40c8b99", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-42661413", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ae4cabe8f1154946a2ecfb1ff45d885b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc7322dd-f7", "ovs_interfaceid": "fc7322dd-f75c-4ac2-b2b7-caa22d10c7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4372f370-5f35-4a30-a602-b8d135e376ad", "address": "fa:16:3e:3d:71:71", "network": {"id": "dcf18214-1762-4bfe-b89b-ba0d8b7d7d85", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1752334055", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ae4cabe8f1154946a2ecfb1ff45d885b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4372f370-5f", "ovs_interfaceid": "4372f370-5f35-4a30-a602-b8d135e376ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ad17924-c5e4-49df-a49e-331860dc1c77", "address": "fa:16:3e:83:9f:0d", "network": {"id": "28268624-572f-4ec2-85bd-a05bf40c8b99", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-42661413", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ae4cabe8f1154946a2ecfb1ff45d885b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ad17924-c5", "ovs_interfaceid": "5ad17924-c5e4-49df-a49e-331860dc1c77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 896.800503] env[65418]: DEBUG oslo_concurrency.lockutils [req-319f8cc1-e070-4e03-9443-591f066c8f6c req-79fb6d52-1e95-4113-96f8-46e7f384512c service nova] Acquired lock "refresh_cache-3f95e054-c8b7-42a1-a91e-352a280f85ec" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.800690] env[65418]: DEBUG nova.network.neutron [req-319f8cc1-e070-4e03-9443-591f066c8f6c req-79fb6d52-1e95-4113-96f8-46e7f384512c service nova] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Refreshing network info cache for port 5ad17924-c5e4-49df-a49e-331860dc1c77 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.803147] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:30:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc7322dd-f75c-4ac2-b2b7-caa22d10c7bf', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:71:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1768af3d-3317-4ef5-b484-0c2707d63de7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4372f370-5f35-4a30-a602-b8d135e376ad', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:9f:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ad17924-c5e4-49df-a49e-331860dc1c77', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.814922] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Creating folder: Project (ae4cabe8f1154946a2ecfb1ff45d885b). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.816883] env[65418]: WARNING neutronclient.v2_0.client [req-319f8cc1-e070-4e03-9443-591f066c8f6c req-79fb6d52-1e95-4113-96f8-46e7f384512c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.819439] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9191392-cf41-455d-8d66-061ac87615d7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.832814] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Created folder: Project (ae4cabe8f1154946a2ecfb1ff45d885b) in parent group-v914982. [ 896.832814] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Creating folder: Instances. Parent ref: group-v915193. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 896.832814] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85aef10d-7b80-412b-b498-1d4632fb6a9c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.845669] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Created folder: Instances in parent group-v915193. [ 896.845669] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 896.845669] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.845872] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ead5d382-cf6b-4195-9779-40ad6bd3fe85 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.872815] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.872815] env[65418]: value = "task-4688589" [ 896.872815] env[65418]: _type = "Task" [ 896.872815] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.882204] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688589, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.917294] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ace372d9-6002-4a75-85d2-4de9e4d8ae87 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.920725] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c4f05b5e-5f58-43c7-b538-7aed332acccd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.195s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.921028] env[65418]: DEBUG nova.objects.instance [None req-c4f05b5e-5f58-43c7-b538-7aed332acccd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lazy-loading 'resources' on Instance uuid 81b5c4ec-bd3e-46ce-b891-762e4446f6de {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.960847] env[65418]: INFO nova.scheduler.client.report [None req-ace372d9-6002-4a75-85d2-4de9e4d8ae87 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Deleted allocations for instance 950b12b3-0577-43ca-9a34-b13d5de40b68 [ 897.022650] env[65418]: DEBUG oslo_vmware.api [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688586, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.136680] env[65418]: DEBUG oslo_vmware.api [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Task: {'id': task-4688585, 'name': ReconfigVM_Task, 'duration_secs': 1.698844} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.137017] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 10fceed7-135d-44cd-9a4b-593662f33787/10fceed7-135d-44cd-9a4b-593662f33787.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.137807] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f5cce0a-1aeb-4693-9cd5-62e63cbab1ec {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.147039] env[65418]: DEBUG oslo_vmware.api [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Waiting for the task: (returnval){ [ 897.147039] env[65418]: value = "task-4688590" [ 897.147039] env[65418]: _type = "Task" [ 897.147039] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.159232] env[65418]: DEBUG oslo_vmware.api [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Task: {'id': task-4688590, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.207886] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Acquiring lock "refresh_cache-8d5cb814-d94b-433e-85f2-638bcbf08f6b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.208194] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Acquired lock "refresh_cache-8d5cb814-d94b-433e-85f2-638bcbf08f6b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.208441] env[65418]: DEBUG nova.network.neutron [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 897.228551] env[65418]: WARNING neutronclient.v2_0.client [None req-782bd24f-8e88-4197-926a-7be04718584d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.389955] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688589, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.471963] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ace372d9-6002-4a75-85d2-4de9e4d8ae87 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "950b12b3-0577-43ca-9a34-b13d5de40b68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.400s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.527582] env[65418]: DEBUG oslo_vmware.api [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688586, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.666654] env[65418]: DEBUG oslo_vmware.api [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Task: {'id': task-4688590, 'name': Rename_Task, 'duration_secs': 0.372625} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.671607] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.671607] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2857dd1c-d040-4f26-8148-f642ae4e0c55 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.681529] env[65418]: DEBUG oslo_vmware.api [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Waiting for the task: (returnval){ [ 897.681529] env[65418]: value = "task-4688591" [ 897.681529] env[65418]: _type = "Task" [ 897.681529] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.692536] env[65418]: DEBUG oslo_vmware.api [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Task: {'id': task-4688591, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.716446] env[65418]: WARNING neutronclient.v2_0.client [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.806673] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069dcb9c-82f5-470d-a3a0-ace5728c9fad {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.821721] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54bd88b-e8fd-4f48-ba11-9cb6987240d7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.863674] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b667ce9-42bb-4d33-8c1d-5a663208f752 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.875511] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d6f35c-d1c8-42b5-8761-9d25498eafa3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.890266] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688589, 'name': CreateVM_Task, 'duration_secs': 0.593276} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.905500] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.906213] env[65418]: DEBUG nova.compute.provider_tree [None req-c4f05b5e-5f58-43c7-b538-7aed332acccd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.908995] env[65418]: WARNING neutronclient.v2_0.client [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.913020] env[65418]: WARNING neutronclient.v2_0.client [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.913020] env[65418]: WARNING neutronclient.v2_0.client [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.913020] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.913020] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.913020] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.913020] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a7decbf-8802-471b-a64b-411b3c3ae5b9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.920388] env[65418]: DEBUG oslo_vmware.api [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Waiting for the task: (returnval){ [ 897.920388] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52485303-2352-3d2f-2a41-94b175cc0750" [ 897.920388] env[65418]: _type = "Task" [ 897.920388] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.932623] env[65418]: DEBUG oslo_vmware.api [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52485303-2352-3d2f-2a41-94b175cc0750, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.933157] env[65418]: DEBUG nova.network.neutron [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 898.029979] env[65418]: DEBUG oslo_vmware.api [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688586, 'name': CloneVM_Task} progress is 95%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.192569] env[65418]: DEBUG oslo_vmware.api [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Task: {'id': task-4688591, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.358195] env[65418]: WARNING neutronclient.v2_0.client [req-319f8cc1-e070-4e03-9443-591f066c8f6c req-79fb6d52-1e95-4113-96f8-46e7f384512c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.414694] env[65418]: DEBUG nova.network.neutron [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.419038] env[65418]: DEBUG nova.scheduler.client.report [None req-c4f05b5e-5f58-43c7-b538-7aed332acccd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.438448] env[65418]: DEBUG oslo_vmware.api [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52485303-2352-3d2f-2a41-94b175cc0750, 'name': SearchDatastore_Task, 'duration_secs': 0.020314} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.438914] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.442046] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.442046] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.442046] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.442046] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.442046] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-067bc740-817b-43af-8f60-ab736d08ce3c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.455316] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.455415] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.456486] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b797f34-48b9-4107-abff-652767544f29 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.465663] env[65418]: DEBUG oslo_vmware.api [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Waiting for the task: (returnval){ [ 898.465663] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52376621-0c13-f18b-d378-de72f81020bd" [ 898.465663] env[65418]: _type = "Task" [ 898.465663] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.477498] env[65418]: DEBUG oslo_vmware.api [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52376621-0c13-f18b-d378-de72f81020bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.522888] env[65418]: DEBUG oslo_vmware.api [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688586, 'name': CloneVM_Task, 'duration_secs': 1.65724} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.523203] env[65418]: INFO nova.virt.vmwareapi.vmops [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Created linked-clone VM from snapshot [ 898.524179] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e91970-2b67-4c86-bf4b-aadf2089efa1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.534561] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Uploading image 1f3db3d5-d2b8-46c6-86e6-6ec27fd4c1d2 {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 898.577430] env[65418]: DEBUG oslo_vmware.rw_handles [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 898.577430] env[65418]: value = "vm-915192" [ 898.577430] env[65418]: _type = "VirtualMachine" [ 898.577430] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 898.577430] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e5e61fc5-7fe2-4d08-b92c-7c0ec88b2cf5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.586605] env[65418]: DEBUG oslo_vmware.rw_handles [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lease: (returnval){ [ 898.586605] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527ea23e-666c-5a19-fae5-d367a279ce7e" [ 898.586605] env[65418]: _type = "HttpNfcLease" [ 898.586605] env[65418]: } obtained for exporting VM: (result){ [ 898.586605] env[65418]: value = "vm-915192" [ 898.586605] env[65418]: _type = "VirtualMachine" [ 898.586605] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 898.586892] env[65418]: DEBUG oslo_vmware.api [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the lease: (returnval){ [ 898.586892] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527ea23e-666c-5a19-fae5-d367a279ce7e" [ 898.586892] env[65418]: _type = "HttpNfcLease" [ 898.586892] env[65418]: } to be ready. {{(pid=65418) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 898.595357] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 898.595357] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527ea23e-666c-5a19-fae5-d367a279ce7e" [ 898.595357] env[65418]: _type = "HttpNfcLease" [ 898.595357] env[65418]: } is initializing. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 898.602429] env[65418]: DEBUG nova.network.neutron [req-319f8cc1-e070-4e03-9443-591f066c8f6c req-79fb6d52-1e95-4113-96f8-46e7f384512c service nova] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Updated VIF entry in instance network info cache for port 5ad17924-c5e4-49df-a49e-331860dc1c77. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 898.602960] env[65418]: DEBUG nova.network.neutron [req-319f8cc1-e070-4e03-9443-591f066c8f6c req-79fb6d52-1e95-4113-96f8-46e7f384512c service nova] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Updating instance_info_cache with network_info: [{"id": "fc7322dd-f75c-4ac2-b2b7-caa22d10c7bf", "address": "fa:16:3e:60:30:d6", "network": {"id": "28268624-572f-4ec2-85bd-a05bf40c8b99", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-42661413", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ae4cabe8f1154946a2ecfb1ff45d885b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc7322dd-f7", "ovs_interfaceid": "fc7322dd-f75c-4ac2-b2b7-caa22d10c7bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4372f370-5f35-4a30-a602-b8d135e376ad", "address": "fa:16:3e:3d:71:71", "network": {"id": "dcf18214-1762-4bfe-b89b-ba0d8b7d7d85", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1752334055", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ae4cabe8f1154946a2ecfb1ff45d885b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1768af3d-3317-4ef5-b484-0c2707d63de7", "external-id": "nsx-vlan-transportzone-706", "segmentation_id": 706, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4372f370-5f", "ovs_interfaceid": "4372f370-5f35-4a30-a602-b8d135e376ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5ad17924-c5e4-49df-a49e-331860dc1c77", "address": "fa:16:3e:83:9f:0d", "network": {"id": "28268624-572f-4ec2-85bd-a05bf40c8b99", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-42661413", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.35", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "ae4cabe8f1154946a2ecfb1ff45d885b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ad17924-c5", "ovs_interfaceid": "5ad17924-c5e4-49df-a49e-331860dc1c77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.630673] env[65418]: WARNING neutronclient.v2_0.client [None req-782bd24f-8e88-4197-926a-7be04718584d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.693102] env[65418]: DEBUG oslo_vmware.api [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Task: {'id': task-4688591, 'name': PowerOnVM_Task, 'duration_secs': 0.616057} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.693712] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.693712] env[65418]: INFO nova.compute.manager [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Took 11.19 seconds to spawn the instance on the hypervisor. [ 898.693840] env[65418]: DEBUG nova.compute.manager [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 898.694605] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83264259-2de9-4474-b174-6f91bfa030ac {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.892058] env[65418]: DEBUG nova.network.neutron [None req-782bd24f-8e88-4197-926a-7be04718584d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Updating instance_info_cache with network_info: [{"id": "874438f9-4007-44a0-95a5-aea2d8c53578", "address": "fa:16:3e:67:e8:0e", "network": {"id": "2646edcc-6454-452d-b8f1-35c8443aafaa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1306270923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68957baf5aec4df4b0008c8d4632ba1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap874438f9-40", "ovs_interfaceid": "874438f9-4007-44a0-95a5-aea2d8c53578", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.924947] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Releasing lock "refresh_cache-8d5cb814-d94b-433e-85f2-638bcbf08f6b" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.925569] env[65418]: DEBUG nova.compute.manager [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 898.925897] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 898.926843] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c4f05b5e-5f58-43c7-b538-7aed332acccd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.006s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.932284] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9b2697-8aea-4625-8bec-5bc91fbacaa7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.937721] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0fe8a792-d5f1-4edc-9277-34088ef29d26 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.055s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.938469] env[65418]: DEBUG nova.objects.instance [None req-0fe8a792-d5f1-4edc-9277-34088ef29d26 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lazy-loading 'resources' on Instance uuid e3f40535-54bc-42fd-8044-854980d10044 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.953594] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 898.954652] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7ae0e74-f029-4c7a-b794-67f8d1a9e7f9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.978303] env[65418]: DEBUG oslo_vmware.api [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Waiting for the task: (returnval){ [ 898.978303] env[65418]: value = "task-4688593" [ 898.978303] env[65418]: _type = "Task" [ 898.978303] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.979855] env[65418]: INFO nova.scheduler.client.report [None req-c4f05b5e-5f58-43c7-b538-7aed332acccd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Deleted allocations for instance 81b5c4ec-bd3e-46ce-b891-762e4446f6de [ 899.004595] env[65418]: DEBUG oslo_vmware.api [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52376621-0c13-f18b-d378-de72f81020bd, 'name': SearchDatastore_Task, 'duration_secs': 0.023749} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.007439] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a656a679-7fb7-44f5-99cc-f482ea92b4cf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.018074] env[65418]: DEBUG oslo_vmware.api [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.023494] env[65418]: DEBUG oslo_vmware.api [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Waiting for the task: (returnval){ [ 899.023494] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52291ee0-4c1f-abf8-4384-d96ce78932cc" [ 899.023494] env[65418]: _type = "Task" [ 899.023494] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.038961] env[65418]: DEBUG oslo_vmware.api [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52291ee0-4c1f-abf8-4384-d96ce78932cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.103731] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 899.103731] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527ea23e-666c-5a19-fae5-d367a279ce7e" [ 899.103731] env[65418]: _type = "HttpNfcLease" [ 899.103731] env[65418]: } is ready. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 899.104234] env[65418]: DEBUG oslo_vmware.rw_handles [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 899.104234] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527ea23e-666c-5a19-fae5-d367a279ce7e" [ 899.104234] env[65418]: _type = "HttpNfcLease" [ 899.104234] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 899.105240] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071a7ba2-636b-47c8-97fc-55cac52d3535 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.113661] env[65418]: DEBUG oslo_concurrency.lockutils [req-319f8cc1-e070-4e03-9443-591f066c8f6c req-79fb6d52-1e95-4113-96f8-46e7f384512c service nova] Releasing lock "refresh_cache-3f95e054-c8b7-42a1-a91e-352a280f85ec" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.113937] env[65418]: DEBUG nova.compute.manager [req-319f8cc1-e070-4e03-9443-591f066c8f6c req-79fb6d52-1e95-4113-96f8-46e7f384512c service nova] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Received event network-vif-deleted-dfe2fddb-5137-4eeb-b100-bd1bd5e413f6 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 899.128885] env[65418]: DEBUG oslo_vmware.rw_handles [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525cb52f-0a31-c178-96f6-050ad9fd7d8e/disk-0.vmdk from lease info. {{(pid=65418) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 899.128885] env[65418]: DEBUG oslo_vmware.rw_handles [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525cb52f-0a31-c178-96f6-050ad9fd7d8e/disk-0.vmdk for reading. {{(pid=65418) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 899.212991] env[65418]: INFO nova.compute.manager [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Took 31.26 seconds to build instance. [ 899.253844] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cc665c8a-8ced-41b0-afe7-ebb0ee6de817 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.401184] env[65418]: DEBUG oslo_concurrency.lockutils [None req-782bd24f-8e88-4197-926a-7be04718584d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Releasing lock "refresh_cache-f2797997-11ac-4c21-a8db-2588e2232436" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.401184] env[65418]: DEBUG nova.objects.instance [None req-782bd24f-8e88-4197-926a-7be04718584d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lazy-loading 'flavor' on Instance uuid f2797997-11ac-4c21-a8db-2588e2232436 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.510761] env[65418]: DEBUG oslo_vmware.api [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688593, 'name': PowerOffVM_Task, 'duration_secs': 0.222922} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.511819] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.512107] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.513470] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c4f05b5e-5f58-43c7-b538-7aed332acccd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "81b5c4ec-bd3e-46ce-b891-762e4446f6de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.365s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.514571] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cf0dda2-e4bd-478e-b9a7-4ec3f0f42dcc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.545734] env[65418]: DEBUG oslo_vmware.api [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52291ee0-4c1f-abf8-4384-d96ce78932cc, 'name': SearchDatastore_Task, 'duration_secs': 0.014692} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.551292] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.551292] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 3f95e054-c8b7-42a1-a91e-352a280f85ec/3f95e054-c8b7-42a1-a91e-352a280f85ec.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.551906] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.552111] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.552757] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Deleting the datastore file [datastore2] 8d5cb814-d94b-433e-85f2-638bcbf08f6b {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.552824] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b142406-69ec-4fa5-9660-4a96261cf529 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.555232] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95b6ec3c-7a8d-4ca1-9d63-c5ae122a86a2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.572214] env[65418]: DEBUG oslo_vmware.api [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Waiting for the task: (returnval){ [ 899.572214] env[65418]: value = "task-4688595" [ 899.572214] env[65418]: _type = "Task" [ 899.572214] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.572214] env[65418]: DEBUG oslo_vmware.api [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Waiting for the task: (returnval){ [ 899.572214] env[65418]: value = "task-4688596" [ 899.572214] env[65418]: _type = "Task" [ 899.572214] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.592851] env[65418]: DEBUG oslo_vmware.api [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.593430] env[65418]: DEBUG oslo_vmware.api [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': task-4688596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.715520] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0e34a753-2b0d-473d-8592-a59bba72d5e4 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Lock "10fceed7-135d-44cd-9a4b-593662f33787" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.768s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.879052] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5807172a-d2e0-4e0a-8e1d-6aeb6f138083 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.893890] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283e6154-deb7-4706-ba2e-ab18b0e0e0f2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.935873] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9ba799-8b18-4e81-8784-a184d4dd2b89 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.940963] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7572e933-f699-4254-acd2-2dd672eccfaf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.978025] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac9dbe0-0de6-4b0b-8247-e0b007bc7810 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.982455] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-782bd24f-8e88-4197-926a-7be04718584d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.983166] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4c26b3dd-ed3c-4cad-9366-a306efe2606f tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Acquiring lock "8ca5e89f-66fc-4ec2-acec-b5f4ad479faf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.984329] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4c26b3dd-ed3c-4cad-9366-a306efe2606f tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Lock "8ca5e89f-66fc-4ec2-acec-b5f4ad479faf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.984582] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4c26b3dd-ed3c-4cad-9366-a306efe2606f tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Acquiring lock "8ca5e89f-66fc-4ec2-acec-b5f4ad479faf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.984849] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4c26b3dd-ed3c-4cad-9366-a306efe2606f tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Lock "8ca5e89f-66fc-4ec2-acec-b5f4ad479faf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.985121] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4c26b3dd-ed3c-4cad-9366-a306efe2606f tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Lock "8ca5e89f-66fc-4ec2-acec-b5f4ad479faf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.987169] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea6921c0-5677-4b73-a28e-fcecda8b24d3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.989818] env[65418]: INFO nova.compute.manager [None req-4c26b3dd-ed3c-4cad-9366-a306efe2606f tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Terminating instance [ 900.006982] env[65418]: DEBUG nova.compute.provider_tree [None req-0fe8a792-d5f1-4edc-9277-34088ef29d26 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.013387] env[65418]: DEBUG oslo_vmware.api [None req-782bd24f-8e88-4197-926a-7be04718584d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 900.013387] env[65418]: value = "task-4688597" [ 900.013387] env[65418]: _type = "Task" [ 900.013387] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.026426] env[65418]: DEBUG oslo_vmware.api [None req-782bd24f-8e88-4197-926a-7be04718584d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.096295] env[65418]: DEBUG oslo_vmware.api [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Task: {'id': task-4688595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156045} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.100874] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.101418] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.101763] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.102197] env[65418]: INFO nova.compute.manager [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 900.105044] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 900.105044] env[65418]: DEBUG oslo_vmware.api [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': task-4688596, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.105044] env[65418]: DEBUG nova.compute.manager [-] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 900.105044] env[65418]: DEBUG nova.network.neutron [-] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 900.105044] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.294288] env[65418]: DEBUG nova.network.neutron [-] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 900.294671] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.496187] env[65418]: DEBUG nova.compute.manager [None req-4c26b3dd-ed3c-4cad-9366-a306efe2606f tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 900.496498] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4c26b3dd-ed3c-4cad-9366-a306efe2606f tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.497521] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1a4d49-5836-46a7-91f5-21a8754b462c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.515044] env[65418]: DEBUG nova.scheduler.client.report [None req-0fe8a792-d5f1-4edc-9277-34088ef29d26 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.518012] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c26b3dd-ed3c-4cad-9366-a306efe2606f tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.528253] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40acba96-cc73-40bb-bc1a-80042931bd6e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.539072] env[65418]: DEBUG oslo_vmware.api [None req-782bd24f-8e88-4197-926a-7be04718584d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688597, 'name': PowerOffVM_Task, 'duration_secs': 0.507009} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.541340] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-782bd24f-8e88-4197-926a-7be04718584d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.547525] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-782bd24f-8e88-4197-926a-7be04718584d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Reconfiguring VM instance instance-00000041 to detach disk 2001 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 900.548509] env[65418]: DEBUG oslo_vmware.api [None req-4c26b3dd-ed3c-4cad-9366-a306efe2606f tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Waiting for the task: (returnval){ [ 900.548509] env[65418]: value = "task-4688598" [ 900.548509] env[65418]: _type = "Task" [ 900.548509] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.548827] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27218be2-3cb7-4f54-8a65-60f3f9463175 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.586056] env[65418]: DEBUG oslo_vmware.api [None req-782bd24f-8e88-4197-926a-7be04718584d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 900.586056] env[65418]: value = "task-4688599" [ 900.586056] env[65418]: _type = "Task" [ 900.586056] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.589412] env[65418]: DEBUG oslo_vmware.api [None req-4c26b3dd-ed3c-4cad-9366-a306efe2606f tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.595937] env[65418]: DEBUG oslo_vmware.api [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': task-4688596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677712} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.599826] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 3f95e054-c8b7-42a1-a91e-352a280f85ec/3f95e054-c8b7-42a1-a91e-352a280f85ec.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.600191] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.600498] env[65418]: DEBUG oslo_vmware.api [None req-782bd24f-8e88-4197-926a-7be04718584d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688599, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.600727] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0f7df79-4515-4299-aa88-e33106826343 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.611936] env[65418]: DEBUG oslo_vmware.api [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Waiting for the task: (returnval){ [ 900.611936] env[65418]: value = "task-4688600" [ 900.611936] env[65418]: _type = "Task" [ 900.611936] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.626122] env[65418]: DEBUG oslo_vmware.api [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': task-4688600, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.649974] env[65418]: DEBUG oslo_vmware.rw_handles [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52de1f34-d443-9a8d-8387-e6dc4e7d2753/disk-0.vmdk. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 900.650522] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e05de5-d894-4056-b3f7-f0d069aa9595 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.659441] env[65418]: DEBUG oslo_vmware.rw_handles [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52de1f34-d443-9a8d-8387-e6dc4e7d2753/disk-0.vmdk is in state: ready. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 900.659673] env[65418]: ERROR oslo_vmware.rw_handles [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52de1f34-d443-9a8d-8387-e6dc4e7d2753/disk-0.vmdk due to incomplete transfer. [ 900.660690] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-db9cea9d-0b47-44b5-bfd4-3b3efe066656 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.672215] env[65418]: DEBUG oslo_vmware.rw_handles [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52de1f34-d443-9a8d-8387-e6dc4e7d2753/disk-0.vmdk. {{(pid=65418) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 900.673668] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Uploaded image 6030a345-5698-447a-ac08-ec9941010184 to the Glance image server {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 900.675796] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Destroying the VM {{(pid=65418) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 900.675796] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-785d25e4-fc7c-411d-a7ff-3ddcdc5d7e78 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.684590] env[65418]: DEBUG oslo_vmware.api [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 900.684590] env[65418]: value = "task-4688601" [ 900.684590] env[65418]: _type = "Task" [ 900.684590] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.700280] env[65418]: DEBUG oslo_vmware.api [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688601, 'name': Destroy_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.800190] env[65418]: DEBUG nova.network.neutron [-] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.025148] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0fe8a792-d5f1-4edc-9277-34088ef29d26 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.031856] env[65418]: DEBUG oslo_concurrency.lockutils [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.780s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.033973] env[65418]: INFO nova.compute.claims [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.073938] env[65418]: INFO nova.scheduler.client.report [None req-0fe8a792-d5f1-4edc-9277-34088ef29d26 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Deleted allocations for instance e3f40535-54bc-42fd-8044-854980d10044 [ 901.083636] env[65418]: DEBUG oslo_vmware.api [None req-4c26b3dd-ed3c-4cad-9366-a306efe2606f tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688598, 'name': PowerOffVM_Task, 'duration_secs': 0.259784} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.084260] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c26b3dd-ed3c-4cad-9366-a306efe2606f tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.084518] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4c26b3dd-ed3c-4cad-9366-a306efe2606f tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.084998] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74e83681-863d-4b19-b833-58e86d2be167 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.103082] env[65418]: DEBUG oslo_vmware.api [None req-782bd24f-8e88-4197-926a-7be04718584d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688599, 'name': ReconfigVM_Task, 'duration_secs': 0.372543} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.105039] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-782bd24f-8e88-4197-926a-7be04718584d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Reconfigured VM instance instance-00000041 to detach disk 2001 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 901.105039] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-782bd24f-8e88-4197-926a-7be04718584d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.105039] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b01bdcbd-2e44-42b2-9f40-c9443c6caab0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.119421] env[65418]: DEBUG oslo_vmware.api [None req-782bd24f-8e88-4197-926a-7be04718584d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 901.119421] env[65418]: value = "task-4688603" [ 901.119421] env[65418]: _type = "Task" [ 901.119421] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.137036] env[65418]: DEBUG oslo_vmware.api [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': task-4688600, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080704} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.137036] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.137603] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0d5d42-aa4f-4ea4-8cf5-aea6019aef95 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.150874] env[65418]: DEBUG oslo_vmware.api [None req-782bd24f-8e88-4197-926a-7be04718584d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688603, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.189027] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 3f95e054-c8b7-42a1-a91e-352a280f85ec/3f95e054-c8b7-42a1-a91e-352a280f85ec.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.190552] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6392cd93-0b4e-4ae5-bb04-da376d91c1a3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.208293] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4c26b3dd-ed3c-4cad-9366-a306efe2606f tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.208928] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4c26b3dd-ed3c-4cad-9366-a306efe2606f tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.208928] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c26b3dd-ed3c-4cad-9366-a306efe2606f tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Deleting the datastore file [datastore2] 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.216611] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eaf0e0ba-13c8-4971-8e73-288a9dfc79e7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.229285] env[65418]: DEBUG oslo_vmware.api [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688601, 'name': Destroy_Task} progress is 33%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.234066] env[65418]: DEBUG oslo_vmware.api [None req-4c26b3dd-ed3c-4cad-9366-a306efe2606f tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Waiting for the task: (returnval){ [ 901.234066] env[65418]: value = "task-4688604" [ 901.234066] env[65418]: _type = "Task" [ 901.234066] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.234394] env[65418]: DEBUG oslo_vmware.api [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Waiting for the task: (returnval){ [ 901.234394] env[65418]: value = "task-4688605" [ 901.234394] env[65418]: _type = "Task" [ 901.234394] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.249732] env[65418]: DEBUG oslo_vmware.api [None req-4c26b3dd-ed3c-4cad-9366-a306efe2606f tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.253766] env[65418]: DEBUG oslo_vmware.api [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': task-4688605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.264515] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "2288f3f0-2c37-4021-89af-dc45fa612783" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.264863] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "2288f3f0-2c37-4021-89af-dc45fa612783" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.303545] env[65418]: INFO nova.compute.manager [-] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Took 1.20 seconds to deallocate network for instance. [ 901.592043] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0fe8a792-d5f1-4edc-9277-34088ef29d26 tempest-MigrationsAdminTest-1569866777 tempest-MigrationsAdminTest-1569866777-project-member] Lock "e3f40535-54bc-42fd-8044-854980d10044" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.370s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.633024] env[65418]: DEBUG oslo_vmware.api [None req-782bd24f-8e88-4197-926a-7be04718584d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688603, 'name': PowerOnVM_Task, 'duration_secs': 0.489413} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.633024] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-782bd24f-8e88-4197-926a-7be04718584d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.633024] env[65418]: DEBUG nova.compute.manager [None req-782bd24f-8e88-4197-926a-7be04718584d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 901.633024] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8c723b-4e99-46ed-9503-e16622d05599 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.703467] env[65418]: DEBUG oslo_vmware.api [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688601, 'name': Destroy_Task, 'duration_secs': 0.656549} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.703973] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Destroyed the VM [ 901.704084] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Deleting Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 901.704370] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-54d7b5b7-a9d6-42ae-9bf9-c51b791e54f7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.713695] env[65418]: DEBUG oslo_vmware.api [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 901.713695] env[65418]: value = "task-4688606" [ 901.713695] env[65418]: _type = "Task" [ 901.713695] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.728590] env[65418]: DEBUG oslo_vmware.api [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688606, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.755581] env[65418]: DEBUG oslo_vmware.api [None req-4c26b3dd-ed3c-4cad-9366-a306efe2606f tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Task: {'id': task-4688604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218982} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.756322] env[65418]: DEBUG oslo_vmware.api [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': task-4688605, 'name': ReconfigVM_Task, 'duration_secs': 0.392054} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.756497] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c26b3dd-ed3c-4cad-9366-a306efe2606f tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.756675] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4c26b3dd-ed3c-4cad-9366-a306efe2606f tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.756841] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4c26b3dd-ed3c-4cad-9366-a306efe2606f tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.757010] env[65418]: INFO nova.compute.manager [None req-4c26b3dd-ed3c-4cad-9366-a306efe2606f tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Took 1.26 seconds to destroy the instance on the hypervisor. [ 901.757266] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-4c26b3dd-ed3c-4cad-9366-a306efe2606f tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 901.757483] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 3f95e054-c8b7-42a1-a91e-352a280f85ec/3f95e054-c8b7-42a1-a91e-352a280f85ec.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.758182] env[65418]: DEBUG nova.compute.manager [-] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 901.758264] env[65418]: DEBUG nova.network.neutron [-] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 901.758491] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.760503] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3982bca9-b11f-42b4-b311-e164906c7531 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.770025] env[65418]: DEBUG nova.compute.manager [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 901.772427] env[65418]: DEBUG oslo_vmware.api [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Waiting for the task: (returnval){ [ 901.772427] env[65418]: value = "task-4688607" [ 901.772427] env[65418]: _type = "Task" [ 901.772427] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.785498] env[65418]: DEBUG oslo_vmware.api [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': task-4688607, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.813268] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.894871] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.233763] env[65418]: DEBUG oslo_vmware.api [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688606, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.301756] env[65418]: DEBUG oslo_vmware.api [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': task-4688607, 'name': Rename_Task, 'duration_secs': 0.185516} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.306770] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.310534] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.311362] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-808e4515-f68f-431a-b2c2-0ea6bb90e9f4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.323954] env[65418]: DEBUG oslo_vmware.api [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Waiting for the task: (returnval){ [ 902.323954] env[65418]: value = "task-4688608" [ 902.323954] env[65418]: _type = "Task" [ 902.323954] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.346790] env[65418]: DEBUG oslo_vmware.api [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': task-4688608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.432581] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bbd0d732-e475-42f6-acc4-c787cfebbe98 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Acquiring lock "10fceed7-135d-44cd-9a4b-593662f33787" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.432831] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bbd0d732-e475-42f6-acc4-c787cfebbe98 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Lock "10fceed7-135d-44cd-9a4b-593662f33787" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.435671] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bbd0d732-e475-42f6-acc4-c787cfebbe98 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Acquiring lock "10fceed7-135d-44cd-9a4b-593662f33787-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.435671] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bbd0d732-e475-42f6-acc4-c787cfebbe98 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Lock "10fceed7-135d-44cd-9a4b-593662f33787-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.435671] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bbd0d732-e475-42f6-acc4-c787cfebbe98 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Lock "10fceed7-135d-44cd-9a4b-593662f33787-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.440774] env[65418]: INFO nova.compute.manager [None req-bbd0d732-e475-42f6-acc4-c787cfebbe98 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Terminating instance [ 902.519585] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1dd3fa-34af-427c-a984-2b6bd61a1427 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.533648] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df11f8c5-632b-4e6a-a4ad-e9353f3216d6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.569229] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c577f197-e832-481d-b420-08ebbf52530d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.578664] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37342f33-5f3e-4999-829d-5f46890c4266 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.595440] env[65418]: DEBUG nova.compute.provider_tree [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.726197] env[65418]: DEBUG oslo_vmware.api [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688606, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.817397] env[65418]: DEBUG nova.network.neutron [-] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.839324] env[65418]: DEBUG oslo_vmware.api [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': task-4688608, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.948949] env[65418]: DEBUG nova.compute.manager [None req-bbd0d732-e475-42f6-acc4-c787cfebbe98 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 902.949578] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd0d732-e475-42f6-acc4-c787cfebbe98 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.951380] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1eb0e2-a114-4d95-a205-f6e53c6e61fc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.967026] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd0d732-e475-42f6-acc4-c787cfebbe98 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.967026] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28da391b-212b-4b12-91c6-62afd28c5a55 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.978877] env[65418]: DEBUG oslo_vmware.api [None req-bbd0d732-e475-42f6-acc4-c787cfebbe98 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Waiting for the task: (returnval){ [ 902.978877] env[65418]: value = "task-4688609" [ 902.978877] env[65418]: _type = "Task" [ 902.978877] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.989411] env[65418]: DEBUG oslo_vmware.api [None req-bbd0d732-e475-42f6-acc4-c787cfebbe98 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Task: {'id': task-4688609, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.064114] env[65418]: DEBUG nova.compute.manager [req-ccdb73b9-b01c-44df-8a72-213da5ee6c23 req-dfbb8891-ae8f-40c5-9a18-6dd24e0c1080 service nova] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Received event network-vif-deleted-82cb46a8-938d-4ef1-9866-74989426dd07 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 903.100776] env[65418]: DEBUG nova.scheduler.client.report [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.234214] env[65418]: DEBUG oslo_vmware.api [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688606, 'name': RemoveSnapshot_Task, 'duration_secs': 1.17763} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.234635] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Deleted Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 903.234737] env[65418]: INFO nova.compute.manager [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Took 17.93 seconds to snapshot the instance on the hypervisor. [ 903.277101] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4598668e-83a2-4b57-ad85-9057afbd0017 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "8fe24eee-92e6-4c17-bd9c-50d538e33739" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.277457] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4598668e-83a2-4b57-ad85-9057afbd0017 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "8fe24eee-92e6-4c17-bd9c-50d538e33739" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.319415] env[65418]: INFO nova.compute.manager [-] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Took 1.56 seconds to deallocate network for instance. [ 903.339048] env[65418]: DEBUG oslo_vmware.api [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': task-4688608, 'name': PowerOnVM_Task, 'duration_secs': 0.573201} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.340031] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.340387] env[65418]: INFO nova.compute.manager [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Took 18.41 seconds to spawn the instance on the hypervisor. [ 903.340692] env[65418]: DEBUG nova.compute.manager [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 903.343203] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f49109f-a974-4b6e-974c-c98b772c0ed5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.497576] env[65418]: DEBUG oslo_vmware.api [None req-bbd0d732-e475-42f6-acc4-c787cfebbe98 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Task: {'id': task-4688609, 'name': PowerOffVM_Task, 'duration_secs': 0.254773} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.497977] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd0d732-e475-42f6-acc4-c787cfebbe98 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.498356] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd0d732-e475-42f6-acc4-c787cfebbe98 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.498721] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8723013f-9e2e-46d3-a0e3-b8551f4a33cb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.577065] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd0d732-e475-42f6-acc4-c787cfebbe98 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.577065] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd0d732-e475-42f6-acc4-c787cfebbe98 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.577294] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd0d732-e475-42f6-acc4-c787cfebbe98 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Deleting the datastore file [datastore1] 10fceed7-135d-44cd-9a4b-593662f33787 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.577534] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c1bda51-5efa-4dce-83af-1b81a5298864 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.586654] env[65418]: DEBUG oslo_vmware.api [None req-bbd0d732-e475-42f6-acc4-c787cfebbe98 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Waiting for the task: (returnval){ [ 903.586654] env[65418]: value = "task-4688611" [ 903.586654] env[65418]: _type = "Task" [ 903.586654] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.600180] env[65418]: DEBUG oslo_vmware.api [None req-bbd0d732-e475-42f6-acc4-c787cfebbe98 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Task: {'id': task-4688611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.609167] env[65418]: DEBUG oslo_concurrency.lockutils [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.609167] env[65418]: DEBUG nova.compute.manager [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 903.611872] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.013s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.612140] env[65418]: DEBUG nova.objects.instance [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65418) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 903.735242] env[65418]: DEBUG oslo_concurrency.lockutils [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "d1993506-e855-489a-a879-74483d10153c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.735574] env[65418]: DEBUG oslo_concurrency.lockutils [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "d1993506-e855-489a-a879-74483d10153c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.782277] env[65418]: INFO nova.compute.manager [None req-4598668e-83a2-4b57-ad85-9057afbd0017 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Detaching volume c392d674-fc92-4229-856d-807c43ce20b0 [ 903.808346] env[65418]: DEBUG nova.compute.manager [None req-cd6236a6-ab5c-4a65-b751-2d0de6a7bd6d tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Found 2 images (rotation: 2) {{(pid=65418) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 903.833053] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4c26b3dd-ed3c-4cad-9366-a306efe2606f tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.843078] env[65418]: INFO nova.virt.block_device [None req-4598668e-83a2-4b57-ad85-9057afbd0017 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Attempting to driver detach volume c392d674-fc92-4229-856d-807c43ce20b0 from mountpoint /dev/sdb [ 903.843797] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4598668e-83a2-4b57-ad85-9057afbd0017 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Volume detach. Driver type: vmdk {{(pid=65418) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 903.843797] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4598668e-83a2-4b57-ad85-9057afbd0017 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915128', 'volume_id': 'c392d674-fc92-4229-856d-807c43ce20b0', 'name': 'volume-c392d674-fc92-4229-856d-807c43ce20b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fe24eee-92e6-4c17-bd9c-50d538e33739', 'attached_at': '', 'detached_at': '', 'volume_id': 'c392d674-fc92-4229-856d-807c43ce20b0', 'serial': 'c392d674-fc92-4229-856d-807c43ce20b0'} {{(pid=65418) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 903.845730] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e091b1e-bd18-42df-a22a-963eaa3c4774 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.878304] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41b8a80-7c77-4e57-8465-2176d083d6b5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.886822] env[65418]: INFO nova.compute.manager [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Took 41.97 seconds to build instance. [ 903.896126] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e42b8b1-9043-4ea8-9dac-d41c751dc7d9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.928669] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc848be-450f-4cc2-afeb-a7f6614f3a9a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.951092] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4598668e-83a2-4b57-ad85-9057afbd0017 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] The volume has not been displaced from its original location: [datastore2] volume-c392d674-fc92-4229-856d-807c43ce20b0/volume-c392d674-fc92-4229-856d-807c43ce20b0.vmdk. No consolidation needed. {{(pid=65418) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 903.956928] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4598668e-83a2-4b57-ad85-9057afbd0017 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Reconfiguring VM instance instance-00000028 to detach disk 2001 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 903.958031] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6100b5a4-c128-480c-8c5a-c290796dd4f0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.979379] env[65418]: DEBUG oslo_vmware.api [None req-4598668e-83a2-4b57-ad85-9057afbd0017 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 903.979379] env[65418]: value = "task-4688612" [ 903.979379] env[65418]: _type = "Task" [ 903.979379] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.990471] env[65418]: DEBUG oslo_vmware.api [None req-4598668e-83a2-4b57-ad85-9057afbd0017 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688612, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.100029] env[65418]: DEBUG oslo_vmware.api [None req-bbd0d732-e475-42f6-acc4-c787cfebbe98 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Task: {'id': task-4688611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202833} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.100423] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd0d732-e475-42f6-acc4-c787cfebbe98 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.100423] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd0d732-e475-42f6-acc4-c787cfebbe98 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.100569] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd0d732-e475-42f6-acc4-c787cfebbe98 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 904.100799] env[65418]: INFO nova.compute.manager [None req-bbd0d732-e475-42f6-acc4-c787cfebbe98 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Took 1.15 seconds to destroy the instance on the hypervisor. [ 904.101162] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-bbd0d732-e475-42f6-acc4-c787cfebbe98 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 904.101605] env[65418]: DEBUG nova.compute.manager [-] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 904.101674] env[65418]: DEBUG nova.network.neutron [-] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 904.101978] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.120043] env[65418]: DEBUG nova.compute.utils [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.124392] env[65418]: DEBUG nova.compute.manager [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 904.124392] env[65418]: DEBUG nova.network.neutron [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 904.124392] env[65418]: WARNING neutronclient.v2_0.client [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.124392] env[65418]: WARNING neutronclient.v2_0.client [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.240604] env[65418]: DEBUG nova.compute.manager [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 904.324035] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.371612] env[65418]: DEBUG nova.policy [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec673dbf8056445daac98459441ebc94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea9a1850358a42e49d88f4b344fe6d7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.394553] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7db107f0-f8de-4536-b664-12a919fbfffa tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Lock "3f95e054-c8b7-42a1-a91e-352a280f85ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.499s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.490546] env[65418]: DEBUG oslo_vmware.api [None req-4598668e-83a2-4b57-ad85-9057afbd0017 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688612, 'name': ReconfigVM_Task, 'duration_secs': 0.34007} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.490747] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4598668e-83a2-4b57-ad85-9057afbd0017 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Reconfigured VM instance instance-00000028 to detach disk 2001 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 904.495777] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a49f6102-ac6b-488b-a5e1-fac219198bb2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.514641] env[65418]: DEBUG oslo_vmware.api [None req-4598668e-83a2-4b57-ad85-9057afbd0017 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 904.514641] env[65418]: value = "task-4688613" [ 904.514641] env[65418]: _type = "Task" [ 904.514641] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.525771] env[65418]: DEBUG oslo_vmware.api [None req-4598668e-83a2-4b57-ad85-9057afbd0017 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688613, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.625544] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eeb57c1c-a413-432f-85ba-4da727257762 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.626871] env[65418]: DEBUG nova.compute.manager [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 904.633655] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59406fbf-ef17-4a11-88c3-6436c9dd03ac tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.495s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.633655] env[65418]: DEBUG nova.objects.instance [None req-59406fbf-ef17-4a11-88c3-6436c9dd03ac tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lazy-loading 'resources' on Instance uuid 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.781251] env[65418]: DEBUG oslo_concurrency.lockutils [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.893324] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bc571c8-857a-4b5f-b075-ce804c60e9a6 tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Acquiring lock "3f95e054-c8b7-42a1-a91e-352a280f85ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.893594] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bc571c8-857a-4b5f-b075-ce804c60e9a6 tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Lock "3f95e054-c8b7-42a1-a91e-352a280f85ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.893792] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bc571c8-857a-4b5f-b075-ce804c60e9a6 tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Acquiring lock "3f95e054-c8b7-42a1-a91e-352a280f85ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.893960] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bc571c8-857a-4b5f-b075-ce804c60e9a6 tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Lock "3f95e054-c8b7-42a1-a91e-352a280f85ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.894129] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bc571c8-857a-4b5f-b075-ce804c60e9a6 tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Lock "3f95e054-c8b7-42a1-a91e-352a280f85ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.896513] env[65418]: DEBUG nova.network.neutron [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Successfully created port: 52f442ba-9b7b-45b5-b2d9-fedfcb14283f {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 904.899228] env[65418]: INFO nova.compute.manager [None req-6bc571c8-857a-4b5f-b075-ce804c60e9a6 tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Terminating instance [ 905.027744] env[65418]: DEBUG oslo_vmware.api [None req-4598668e-83a2-4b57-ad85-9057afbd0017 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688613, 'name': ReconfigVM_Task, 'duration_secs': 0.208643} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.028150] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4598668e-83a2-4b57-ad85-9057afbd0017 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915128', 'volume_id': 'c392d674-fc92-4229-856d-807c43ce20b0', 'name': 'volume-c392d674-fc92-4229-856d-807c43ce20b0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fe24eee-92e6-4c17-bd9c-50d538e33739', 'attached_at': '', 'detached_at': '', 'volume_id': 'c392d674-fc92-4229-856d-807c43ce20b0', 'serial': 'c392d674-fc92-4229-856d-807c43ce20b0'} {{(pid=65418) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 905.221653] env[65418]: DEBUG nova.network.neutron [-] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.406013] env[65418]: DEBUG nova.compute.manager [None req-6bc571c8-857a-4b5f-b075-ce804c60e9a6 tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 905.406299] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc571c8-857a-4b5f-b075-ce804c60e9a6 tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.407453] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc6904c-d05a-4009-8109-a7a5073263ef {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.416401] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc571c8-857a-4b5f-b075-ce804c60e9a6 tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.422323] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6655ca7e-f991-404f-8537-e73beef57c8c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.458023] env[65418]: DEBUG oslo_vmware.api [None req-6bc571c8-857a-4b5f-b075-ce804c60e9a6 tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Waiting for the task: (returnval){ [ 905.458023] env[65418]: value = "task-4688614" [ 905.458023] env[65418]: _type = "Task" [ 905.458023] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.469655] env[65418]: DEBUG oslo_vmware.api [None req-6bc571c8-857a-4b5f-b075-ce804c60e9a6 tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': task-4688614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.540024] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e81fbf-a331-4cb5-98ff-3d9fccc84d5f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.552704] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7f46ee-bda2-43f2-a863-1cc80158cf81 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.592129] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a2c3bc-8f7a-4e0c-8e53-399452d2e020 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.601960] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01734d0e-3270-496a-a349-6098541ff0d6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.611018] env[65418]: DEBUG nova.objects.instance [None req-4598668e-83a2-4b57-ad85-9057afbd0017 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lazy-loading 'flavor' on Instance uuid 8fe24eee-92e6-4c17-bd9c-50d538e33739 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.624658] env[65418]: DEBUG nova.compute.provider_tree [None req-59406fbf-ef17-4a11-88c3-6436c9dd03ac tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.640590] env[65418]: DEBUG nova.compute.manager [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 905.727891] env[65418]: INFO nova.compute.manager [-] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Took 1.63 seconds to deallocate network for instance. [ 905.967984] env[65418]: DEBUG oslo_vmware.api [None req-6bc571c8-857a-4b5f-b075-ce804c60e9a6 tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': task-4688614, 'name': PowerOffVM_Task, 'duration_secs': 0.246192} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.970728] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc571c8-857a-4b5f-b075-ce804c60e9a6 tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.971010] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc571c8-857a-4b5f-b075-ce804c60e9a6 tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.973033] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8c2cf5a-d989-4822-ae13-3a61d8ca6785 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.978928] env[65418]: DEBUG nova.virt.hardware [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 905.979383] env[65418]: DEBUG nova.virt.hardware [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.979383] env[65418]: DEBUG nova.virt.hardware [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 905.979537] env[65418]: DEBUG nova.virt.hardware [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.982024] env[65418]: DEBUG nova.virt.hardware [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 905.982024] env[65418]: DEBUG nova.virt.hardware [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 905.982024] env[65418]: DEBUG nova.virt.hardware [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 905.982024] env[65418]: DEBUG nova.virt.hardware [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 905.982024] env[65418]: DEBUG nova.virt.hardware [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 905.982024] env[65418]: DEBUG nova.virt.hardware [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 905.982024] env[65418]: DEBUG nova.virt.hardware [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 905.982347] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a218d679-7e0c-4078-acd5-56668d5d18cd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.993934] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c259c8-10ac-4cd5-a18d-b4a5caff926e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.128523] env[65418]: DEBUG nova.scheduler.client.report [None req-59406fbf-ef17-4a11-88c3-6436c9dd03ac tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.149590] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc571c8-857a-4b5f-b075-ce804c60e9a6 tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.149807] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc571c8-857a-4b5f-b075-ce804c60e9a6 tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.150015] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bc571c8-857a-4b5f-b075-ce804c60e9a6 tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Deleting the datastore file [datastore1] 3f95e054-c8b7-42a1-a91e-352a280f85ec {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.150317] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e701315-42bf-45dd-8064-4cf380941cfb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.160964] env[65418]: DEBUG oslo_vmware.api [None req-6bc571c8-857a-4b5f-b075-ce804c60e9a6 tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Waiting for the task: (returnval){ [ 906.160964] env[65418]: value = "task-4688616" [ 906.160964] env[65418]: _type = "Task" [ 906.160964] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.174614] env[65418]: DEBUG oslo_vmware.api [None req-6bc571c8-857a-4b5f-b075-ce804c60e9a6 tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': task-4688616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.238408] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bbd0d732-e475-42f6-acc4-c787cfebbe98 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.521816] env[65418]: DEBUG nova.compute.manager [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 906.523032] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c192c09a-bbec-4d50-954a-0e146cbabc29 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.562736] env[65418]: DEBUG nova.network.neutron [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Successfully updated port: 52f442ba-9b7b-45b5-b2d9-fedfcb14283f {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 906.622525] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4598668e-83a2-4b57-ad85-9057afbd0017 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "8fe24eee-92e6-4c17-bd9c-50d538e33739" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.345s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.636117] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59406fbf-ef17-4a11-88c3-6436c9dd03ac tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.003s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.638731] env[65418]: DEBUG oslo_concurrency.lockutils [None req-74008f1d-05dc-48f3-8df3-b10249932754 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.017s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.639765] env[65418]: DEBUG nova.objects.instance [None req-74008f1d-05dc-48f3-8df3-b10249932754 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Lazy-loading 'resources' on Instance uuid 0836db0f-970d-4224-9b41-b11609d253f2 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.672913] env[65418]: DEBUG oslo_vmware.api [None req-6bc571c8-857a-4b5f-b075-ce804c60e9a6 tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': task-4688616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352404} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.674034] env[65418]: INFO nova.scheduler.client.report [None req-59406fbf-ef17-4a11-88c3-6436c9dd03ac tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Deleted allocations for instance 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e [ 906.675081] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bc571c8-857a-4b5f-b075-ce804c60e9a6 tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.675268] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc571c8-857a-4b5f-b075-ce804c60e9a6 tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.675591] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc571c8-857a-4b5f-b075-ce804c60e9a6 tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.675591] env[65418]: INFO nova.compute.manager [None req-6bc571c8-857a-4b5f-b075-ce804c60e9a6 tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Took 1.27 seconds to destroy the instance on the hypervisor. [ 906.675856] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-6bc571c8-857a-4b5f-b075-ce804c60e9a6 tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 906.679409] env[65418]: DEBUG nova.compute.manager [-] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 906.679578] env[65418]: DEBUG nova.network.neutron [-] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 906.679872] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.778460] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.035947] env[65418]: INFO nova.compute.manager [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] instance snapshotting [ 907.037562] env[65418]: DEBUG nova.objects.instance [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lazy-loading 'flavor' on Instance uuid d5b22bc6-625a-4f32-b6d6-da588f171575 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.065174] env[65418]: DEBUG nova.compute.manager [req-a248818e-e60c-45ca-8ec2-4d8339e593c9 req-1a4e95f0-fcc4-46b3-b9b5-05f407ebca45 service nova] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Received event network-vif-deleted-3458c6b6-2bdd-4994-959c-dc2064f9b427 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 907.066506] env[65418]: DEBUG oslo_concurrency.lockutils [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "refresh_cache-d24ff0c6-13bc-4363-ad6f-0342189c7cb2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.066784] env[65418]: DEBUG oslo_concurrency.lockutils [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquired lock "refresh_cache-d24ff0c6-13bc-4363-ad6f-0342189c7cb2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.066935] env[65418]: DEBUG nova.network.neutron [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 907.187973] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59406fbf-ef17-4a11-88c3-6436c9dd03ac tempest-ServersAdminTestJSON-1071948959 tempest-ServersAdminTestJSON-1071948959-project-member] Lock "9b6633eb-8ba1-46bc-92c5-e760bcb32c6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.922s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.199530] env[65418]: DEBUG oslo_vmware.rw_handles [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525cb52f-0a31-c178-96f6-050ad9fd7d8e/disk-0.vmdk. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 907.200533] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f52f69-cc8c-4da8-b884-8e7f1666ff06 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.208292] env[65418]: DEBUG oslo_vmware.rw_handles [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525cb52f-0a31-c178-96f6-050ad9fd7d8e/disk-0.vmdk is in state: ready. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 907.208591] env[65418]: ERROR oslo_vmware.rw_handles [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525cb52f-0a31-c178-96f6-050ad9fd7d8e/disk-0.vmdk due to incomplete transfer. [ 907.212450] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f048ec60-634f-4878-a84b-2451aafe00ce {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.223962] env[65418]: DEBUG oslo_vmware.rw_handles [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525cb52f-0a31-c178-96f6-050ad9fd7d8e/disk-0.vmdk. {{(pid=65418) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 907.224226] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Uploaded image 1f3db3d5-d2b8-46c6-86e6-6ec27fd4c1d2 to the Glance image server {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 907.226418] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Destroying the VM {{(pid=65418) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 907.226862] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6c3278ac-6c60-4f4a-afc8-b231744ebfa1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.234999] env[65418]: DEBUG oslo_vmware.api [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 907.234999] env[65418]: value = "task-4688617" [ 907.234999] env[65418]: _type = "Task" [ 907.234999] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.246218] env[65418]: DEBUG oslo_vmware.api [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688617, 'name': Destroy_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.478528] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2b0852-c3bf-4164-ad59-a5a69d2d554a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.487743] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4da32a5-aad3-4747-b654-598cc78c1b87 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.526354] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cd70e1-a1bf-4997-9d0f-2f833edf422a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.537525] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83047d30-5b59-48b8-a40b-88ccc2c30a78 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.545029] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7166f926-95e8-46d3-9f6d-1e461dffe7c5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.560944] env[65418]: DEBUG nova.compute.provider_tree [None req-74008f1d-05dc-48f3-8df3-b10249932754 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.584743] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d765b38-c8be-494a-9534-6539c2eb7cf7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.746490] env[65418]: DEBUG oslo_vmware.api [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688617, 'name': Destroy_Task} progress is 33%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.939682] env[65418]: DEBUG nova.network.neutron [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 908.065491] env[65418]: DEBUG nova.scheduler.client.report [None req-74008f1d-05dc-48f3-8df3-b10249932754 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.105017] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Creating Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 908.106039] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6139d2da-149b-4600-94f2-068d0f7482f9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.129925] env[65418]: DEBUG oslo_vmware.api [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 908.129925] env[65418]: value = "task-4688618" [ 908.129925] env[65418]: _type = "Task" [ 908.129925] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.142695] env[65418]: DEBUG oslo_vmware.api [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688618, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.169173] env[65418]: DEBUG nova.compute.manager [req-e145141c-c680-4e0c-9e47-9e39e4733b2b req-14618810-2097-4567-be50-627685429263 service nova] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Received event network-vif-plugged-52f442ba-9b7b-45b5-b2d9-fedfcb14283f {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 908.169517] env[65418]: DEBUG oslo_concurrency.lockutils [req-e145141c-c680-4e0c-9e47-9e39e4733b2b req-14618810-2097-4567-be50-627685429263 service nova] Acquiring lock "d24ff0c6-13bc-4363-ad6f-0342189c7cb2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.169832] env[65418]: DEBUG oslo_concurrency.lockutils [req-e145141c-c680-4e0c-9e47-9e39e4733b2b req-14618810-2097-4567-be50-627685429263 service nova] Lock "d24ff0c6-13bc-4363-ad6f-0342189c7cb2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.170201] env[65418]: DEBUG oslo_concurrency.lockutils [req-e145141c-c680-4e0c-9e47-9e39e4733b2b req-14618810-2097-4567-be50-627685429263 service nova] Lock "d24ff0c6-13bc-4363-ad6f-0342189c7cb2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.170477] env[65418]: DEBUG nova.compute.manager [req-e145141c-c680-4e0c-9e47-9e39e4733b2b req-14618810-2097-4567-be50-627685429263 service nova] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] No waiting events found dispatching network-vif-plugged-52f442ba-9b7b-45b5-b2d9-fedfcb14283f {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 908.170769] env[65418]: WARNING nova.compute.manager [req-e145141c-c680-4e0c-9e47-9e39e4733b2b req-14618810-2097-4567-be50-627685429263 service nova] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Received unexpected event network-vif-plugged-52f442ba-9b7b-45b5-b2d9-fedfcb14283f for instance with vm_state building and task_state spawning. [ 908.281121] env[65418]: DEBUG nova.network.neutron [-] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.284745] env[65418]: DEBUG oslo_vmware.api [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688617, 'name': Destroy_Task, 'duration_secs': 0.675216} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.285044] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Destroyed the VM [ 908.285287] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Deleting Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 908.285553] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-85f1e0a2-b502-4593-a984-d4609a2c194d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.294936] env[65418]: DEBUG oslo_vmware.api [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 908.294936] env[65418]: value = "task-4688619" [ 908.294936] env[65418]: _type = "Task" [ 908.294936] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.311363] env[65418]: DEBUG oslo_vmware.api [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688619, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.572153] env[65418]: DEBUG oslo_concurrency.lockutils [None req-74008f1d-05dc-48f3-8df3-b10249932754 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.576252] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.840s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.581379] env[65418]: INFO nova.compute.claims [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.617118] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Acquiring lock "41cc4362-bddb-4434-95ba-cc9bc0259356" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.617404] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Lock "41cc4362-bddb-4434-95ba-cc9bc0259356" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.634997] env[65418]: INFO nova.scheduler.client.report [None req-74008f1d-05dc-48f3-8df3-b10249932754 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Deleted allocations for instance 0836db0f-970d-4224-9b41-b11609d253f2 [ 908.647799] env[65418]: DEBUG oslo_vmware.api [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688618, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.659868] env[65418]: WARNING neutronclient.v2_0.client [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.786371] env[65418]: INFO nova.compute.manager [-] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Took 2.11 seconds to deallocate network for instance. [ 908.812042] env[65418]: DEBUG oslo_vmware.api [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688619, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.888685] env[65418]: DEBUG nova.network.neutron [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Updating instance_info_cache with network_info: [{"id": "52f442ba-9b7b-45b5-b2d9-fedfcb14283f", "address": "fa:16:3e:e0:6a:75", "network": {"id": "2562c175-4d15-43d3-b157-3d30695ce81c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402255614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea9a1850358a42e49d88f4b344fe6d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52f442ba-9b", "ovs_interfaceid": "52f442ba-9b7b-45b5-b2d9-fedfcb14283f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.124597] env[65418]: DEBUG nova.compute.manager [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 909.142687] env[65418]: DEBUG oslo_vmware.api [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688618, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.149221] env[65418]: DEBUG oslo_concurrency.lockutils [None req-74008f1d-05dc-48f3-8df3-b10249932754 tempest-ServersNegativeTestMultiTenantJSON-48040970 tempest-ServersNegativeTestMultiTenantJSON-48040970-project-member] Lock "0836db0f-970d-4224-9b41-b11609d253f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.382s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.304813] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bc571c8-857a-4b5f-b075-ce804c60e9a6 tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.311258] env[65418]: DEBUG oslo_vmware.api [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688619, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.317884] env[65418]: DEBUG oslo_concurrency.lockutils [None req-54cc1d59-b01d-4786-a071-2f320af5303a tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "8fe24eee-92e6-4c17-bd9c-50d538e33739" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.318206] env[65418]: DEBUG oslo_concurrency.lockutils [None req-54cc1d59-b01d-4786-a071-2f320af5303a tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "8fe24eee-92e6-4c17-bd9c-50d538e33739" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.318419] env[65418]: DEBUG oslo_concurrency.lockutils [None req-54cc1d59-b01d-4786-a071-2f320af5303a tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "8fe24eee-92e6-4c17-bd9c-50d538e33739-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.318625] env[65418]: DEBUG oslo_concurrency.lockutils [None req-54cc1d59-b01d-4786-a071-2f320af5303a tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "8fe24eee-92e6-4c17-bd9c-50d538e33739-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.318797] env[65418]: DEBUG oslo_concurrency.lockutils [None req-54cc1d59-b01d-4786-a071-2f320af5303a tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "8fe24eee-92e6-4c17-bd9c-50d538e33739-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.321141] env[65418]: INFO nova.compute.manager [None req-54cc1d59-b01d-4786-a071-2f320af5303a tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Terminating instance [ 909.393983] env[65418]: DEBUG oslo_concurrency.lockutils [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Releasing lock "refresh_cache-d24ff0c6-13bc-4363-ad6f-0342189c7cb2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.394420] env[65418]: DEBUG nova.compute.manager [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Instance network_info: |[{"id": "52f442ba-9b7b-45b5-b2d9-fedfcb14283f", "address": "fa:16:3e:e0:6a:75", "network": {"id": "2562c175-4d15-43d3-b157-3d30695ce81c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402255614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea9a1850358a42e49d88f4b344fe6d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52f442ba-9b", "ovs_interfaceid": "52f442ba-9b7b-45b5-b2d9-fedfcb14283f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 909.395071] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:6a:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52f442ba-9b7b-45b5-b2d9-fedfcb14283f', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.408649] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 909.411029] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.411385] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd57d639-0132-4005-8e99-2a7cb6ef80f9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.440863] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.440863] env[65418]: value = "task-4688620" [ 909.440863] env[65418]: _type = "Task" [ 909.440863] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.452194] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688620, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.651444] env[65418]: DEBUG oslo_vmware.api [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688618, 'name': CreateSnapshot_Task, 'duration_secs': 1.361892} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.651444] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Created Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 909.651794] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668f8f38-8e4a-4452-98b4-868c6de49f67 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.668659] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.811832] env[65418]: DEBUG oslo_vmware.api [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688619, 'name': RemoveSnapshot_Task, 'duration_secs': 1.281511} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.811962] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Deleted Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 909.812137] env[65418]: INFO nova.compute.manager [None req-68f14710-a957-49db-9901-d7e3882d4e56 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Took 15.93 seconds to snapshot the instance on the hypervisor. [ 909.830808] env[65418]: DEBUG nova.compute.manager [None req-54cc1d59-b01d-4786-a071-2f320af5303a tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 909.831165] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-54cc1d59-b01d-4786-a071-2f320af5303a tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.832229] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3636f00a-8372-4259-ad62-2802695e9d91 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.847406] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-54cc1d59-b01d-4786-a071-2f320af5303a tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.848631] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-917fc4de-4e77-4edf-84c2-471135d9befb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.858806] env[65418]: DEBUG oslo_vmware.api [None req-54cc1d59-b01d-4786-a071-2f320af5303a tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 909.858806] env[65418]: value = "task-4688621" [ 909.858806] env[65418]: _type = "Task" [ 909.858806] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.873144] env[65418]: DEBUG oslo_vmware.api [None req-54cc1d59-b01d-4786-a071-2f320af5303a tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.947487] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8951f4-54e9-43fb-848d-8ea77bde102a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.961028] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd493946-626b-462b-b55e-828ab0664806 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.964850] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688620, 'name': CreateVM_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.994929] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbc8fa2-201e-415e-8f7c-bf13b272611b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.006764] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44b5cdb-5dcd-4c23-b93f-a23b37cd4fc4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.024276] env[65418]: DEBUG nova.compute.provider_tree [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.185165] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Creating linked-clone VM from snapshot {{(pid=65418) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 910.185599] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bb2bc2f4-3a01-4a29-ade5-a2a927ecf832 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.197497] env[65418]: DEBUG oslo_vmware.api [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 910.197497] env[65418]: value = "task-4688622" [ 910.197497] env[65418]: _type = "Task" [ 910.197497] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.208865] env[65418]: DEBUG oslo_vmware.api [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688622, 'name': CloneVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.377607] env[65418]: DEBUG oslo_vmware.api [None req-54cc1d59-b01d-4786-a071-2f320af5303a tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688621, 'name': PowerOffVM_Task, 'duration_secs': 0.290711} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.377607] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-54cc1d59-b01d-4786-a071-2f320af5303a tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.377607] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-54cc1d59-b01d-4786-a071-2f320af5303a tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.377607] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13c6bb7c-5799-4ed0-b4f6-62d93f5cebbf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.456403] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688620, 'name': CreateVM_Task, 'duration_secs': 0.699187} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.456707] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.457754] env[65418]: WARNING neutronclient.v2_0.client [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.458384] env[65418]: DEBUG oslo_concurrency.lockutils [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.458524] env[65418]: DEBUG oslo_concurrency.lockutils [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.458890] env[65418]: DEBUG oslo_concurrency.lockutils [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.459468] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d24e6932-e9c0-4cbc-9ad8-4e735eef0d5f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.467123] env[65418]: DEBUG oslo_vmware.api [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 910.467123] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52fe3f91-0a59-b2c6-6ab4-8bd97737e3e4" [ 910.467123] env[65418]: _type = "Task" [ 910.467123] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.469703] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-54cc1d59-b01d-4786-a071-2f320af5303a tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.470523] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-54cc1d59-b01d-4786-a071-2f320af5303a tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.471199] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-54cc1d59-b01d-4786-a071-2f320af5303a tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Deleting the datastore file [datastore2] 8fe24eee-92e6-4c17-bd9c-50d538e33739 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.475663] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d61e2d2-1160-47f9-8513-a44225c1cd85 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.485789] env[65418]: DEBUG oslo_vmware.api [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52fe3f91-0a59-b2c6-6ab4-8bd97737e3e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.488010] env[65418]: DEBUG oslo_vmware.api [None req-54cc1d59-b01d-4786-a071-2f320af5303a tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 910.488010] env[65418]: value = "task-4688624" [ 910.488010] env[65418]: _type = "Task" [ 910.488010] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.499782] env[65418]: DEBUG oslo_vmware.api [None req-54cc1d59-b01d-4786-a071-2f320af5303a tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.529036] env[65418]: DEBUG nova.scheduler.client.report [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.710213] env[65418]: DEBUG oslo_vmware.api [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688622, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.983813] env[65418]: DEBUG oslo_vmware.api [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52fe3f91-0a59-b2c6-6ab4-8bd97737e3e4, 'name': SearchDatastore_Task, 'duration_secs': 0.030252} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.984384] env[65418]: DEBUG oslo_concurrency.lockutils [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.984384] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.984745] env[65418]: DEBUG oslo_concurrency.lockutils [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.984844] env[65418]: DEBUG oslo_concurrency.lockutils [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.985013] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.985395] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b990c7f-1b45-4e5f-9ee4-b88b882da925 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.998068] env[65418]: DEBUG oslo_vmware.api [None req-54cc1d59-b01d-4786-a071-2f320af5303a tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274651} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.999362] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-54cc1d59-b01d-4786-a071-2f320af5303a tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.999622] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-54cc1d59-b01d-4786-a071-2f320af5303a tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.999747] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-54cc1d59-b01d-4786-a071-2f320af5303a tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.999944] env[65418]: INFO nova.compute.manager [None req-54cc1d59-b01d-4786-a071-2f320af5303a tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Took 1.17 seconds to destroy the instance on the hypervisor. [ 911.000296] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-54cc1d59-b01d-4786-a071-2f320af5303a tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 911.000536] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.000696] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.001925] env[65418]: DEBUG nova.compute.manager [-] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 911.002095] env[65418]: DEBUG nova.network.neutron [-] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 911.002396] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.007111] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f9374fa-edfa-4453-9a0e-0455c2f0116d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.013169] env[65418]: DEBUG oslo_vmware.api [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 911.013169] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52376e9c-357e-c483-7a8a-763725926869" [ 911.013169] env[65418]: _type = "Task" [ 911.013169] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.024034] env[65418]: DEBUG oslo_vmware.api [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52376e9c-357e-c483-7a8a-763725926869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.035169] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.036801] env[65418]: DEBUG nova.compute.manager [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 911.040646] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.302s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.042249] env[65418]: INFO nova.compute.claims [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.160834] env[65418]: DEBUG nova.compute.manager [req-2dd9044f-5d1e-44f8-a196-ed8f77e9509b req-2d93859a-f0aa-4cfa-98d1-e83231e7df95 service nova] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Received event network-vif-deleted-5ad17924-c5e4-49df-a49e-331860dc1c77 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 911.161048] env[65418]: DEBUG nova.compute.manager [req-2dd9044f-5d1e-44f8-a196-ed8f77e9509b req-2d93859a-f0aa-4cfa-98d1-e83231e7df95 service nova] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Received event network-vif-deleted-fc7322dd-f75c-4ac2-b2b7-caa22d10c7bf {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 911.210894] env[65418]: DEBUG oslo_vmware.api [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688622, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.284735] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.528213] env[65418]: DEBUG oslo_vmware.api [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52376e9c-357e-c483-7a8a-763725926869, 'name': SearchDatastore_Task, 'duration_secs': 0.010906} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.529443] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a721633-36e4-4be0-b8b1-a61417ec11d9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.536287] env[65418]: DEBUG oslo_vmware.api [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 911.536287] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d42a5b-3b40-3c2f-7952-741cdc389cc9" [ 911.536287] env[65418]: _type = "Task" [ 911.536287] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.547525] env[65418]: DEBUG nova.compute.utils [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 911.552536] env[65418]: DEBUG oslo_vmware.api [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d42a5b-3b40-3c2f-7952-741cdc389cc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.554394] env[65418]: DEBUG nova.compute.manager [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 911.554394] env[65418]: DEBUG nova.network.neutron [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 911.554394] env[65418]: WARNING neutronclient.v2_0.client [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.554834] env[65418]: WARNING neutronclient.v2_0.client [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.713447] env[65418]: DEBUG oslo_vmware.api [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688622, 'name': CloneVM_Task, 'duration_secs': 1.499308} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.717223] env[65418]: INFO nova.virt.vmwareapi.vmops [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Created linked-clone VM from snapshot [ 911.717223] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f44fc45-9f0f-4936-8c75-5182419669e7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.731438] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Uploading image 847b92f1-427e-41ce-8fc6-8d603a3c94d6 {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 911.782659] env[65418]: DEBUG oslo_vmware.rw_handles [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 911.782659] env[65418]: value = "vm-915198" [ 911.782659] env[65418]: _type = "VirtualMachine" [ 911.782659] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 911.783112] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7351a858-9b3b-4065-b23f-6c9754f8c11a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.792855] env[65418]: DEBUG oslo_vmware.rw_handles [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lease: (returnval){ [ 911.792855] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5224a5f0-f06d-be0b-6a03-541b7891045f" [ 911.792855] env[65418]: _type = "HttpNfcLease" [ 911.792855] env[65418]: } obtained for exporting VM: (result){ [ 911.792855] env[65418]: value = "vm-915198" [ 911.792855] env[65418]: _type = "VirtualMachine" [ 911.792855] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 911.794873] env[65418]: DEBUG oslo_vmware.api [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the lease: (returnval){ [ 911.794873] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5224a5f0-f06d-be0b-6a03-541b7891045f" [ 911.794873] env[65418]: _type = "HttpNfcLease" [ 911.794873] env[65418]: } to be ready. {{(pid=65418) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 911.805044] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 911.805044] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5224a5f0-f06d-be0b-6a03-541b7891045f" [ 911.805044] env[65418]: _type = "HttpNfcLease" [ 911.805044] env[65418]: } is initializing. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 911.959578] env[65418]: DEBUG nova.policy [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b08164887f34664a2f6576ee32d814d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13faa5c583ad4f9a935923e6635dc61e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.051393] env[65418]: DEBUG oslo_vmware.api [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d42a5b-3b40-3c2f-7952-741cdc389cc9, 'name': SearchDatastore_Task, 'duration_secs': 0.010493} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.052054] env[65418]: DEBUG oslo_concurrency.lockutils [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.054107] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] d24ff0c6-13bc-4363-ad6f-0342189c7cb2/d24ff0c6-13bc-4363-ad6f-0342189c7cb2.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.054107] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88a80e6b-9f8a-443e-a1a9-5e3127ad5546 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.059181] env[65418]: DEBUG nova.compute.manager [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 912.070885] env[65418]: DEBUG oslo_vmware.api [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 912.070885] env[65418]: value = "task-4688629" [ 912.070885] env[65418]: _type = "Task" [ 912.070885] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.084466] env[65418]: DEBUG oslo_vmware.api [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.314289] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 912.314289] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5224a5f0-f06d-be0b-6a03-541b7891045f" [ 912.314289] env[65418]: _type = "HttpNfcLease" [ 912.314289] env[65418]: } is ready. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 912.314289] env[65418]: DEBUG oslo_vmware.rw_handles [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 912.314289] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5224a5f0-f06d-be0b-6a03-541b7891045f" [ 912.314289] env[65418]: _type = "HttpNfcLease" [ 912.314289] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 912.314289] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca9cd08-e197-4a22-9022-bd6f3cfbaff7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.327709] env[65418]: DEBUG oslo_vmware.rw_handles [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d37aac-863e-57c9-e7e6-5a380e7b1ab5/disk-0.vmdk from lease info. {{(pid=65418) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 912.327963] env[65418]: DEBUG oslo_vmware.rw_handles [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d37aac-863e-57c9-e7e6-5a380e7b1ab5/disk-0.vmdk for reading. {{(pid=65418) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 912.414213] env[65418]: DEBUG nova.network.neutron [-] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.441219] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ae435212-96b8-417e-9e80-72100a9c4b7c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.554268] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquiring lock "6b1ced43-7a2e-40fb-981f-2b167915fee5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.554535] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "6b1ced43-7a2e-40fb-981f-2b167915fee5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.558804] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a6c56d-abd2-47f1-b071-291a4a28f0c0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.576659] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ab4db5-da16-43d0-affd-9670521ebfb7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.595282] env[65418]: DEBUG oslo_vmware.api [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503273} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.622022] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] d24ff0c6-13bc-4363-ad6f-0342189c7cb2/d24ff0c6-13bc-4363-ad6f-0342189c7cb2.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.622300] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.623723] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a024b739-5b0b-4f0b-969a-5968ee2c679c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.625803] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91673499-4a37-4ccc-a3c3-c321bd4cece6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.636900] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb39a57-2b65-48a5-a738-2f1af2fdc500 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.642027] env[65418]: DEBUG oslo_vmware.api [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 912.642027] env[65418]: value = "task-4688630" [ 912.642027] env[65418]: _type = "Task" [ 912.642027] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.658102] env[65418]: DEBUG nova.compute.provider_tree [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.665616] env[65418]: DEBUG oslo_vmware.api [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.813613] env[65418]: DEBUG nova.network.neutron [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Successfully created port: 5c41a46e-155d-40f3-b2e5-4b7a595e1e2a {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 912.918518] env[65418]: INFO nova.compute.manager [-] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Took 1.92 seconds to deallocate network for instance. [ 913.058607] env[65418]: DEBUG nova.compute.manager [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 913.084679] env[65418]: DEBUG nova.compute.manager [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 913.120453] env[65418]: DEBUG nova.virt.hardware [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 913.124855] env[65418]: DEBUG nova.virt.hardware [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.124855] env[65418]: DEBUG nova.virt.hardware [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 913.125070] env[65418]: DEBUG nova.virt.hardware [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.125251] env[65418]: DEBUG nova.virt.hardware [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 913.125583] env[65418]: DEBUG nova.virt.hardware [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 913.126219] env[65418]: DEBUG nova.virt.hardware [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 913.126422] env[65418]: DEBUG nova.virt.hardware [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 913.126623] env[65418]: DEBUG nova.virt.hardware [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 913.126805] env[65418]: DEBUG nova.virt.hardware [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 913.126982] env[65418]: DEBUG nova.virt.hardware [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 913.130857] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d4c60f-96c0-4d07-9523-6993df96979b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.141507] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e8dff2-d687-4293-9e2e-595c10528e67 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.157779] env[65418]: DEBUG oslo_vmware.api [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07493} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.170188] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.172569] env[65418]: DEBUG nova.scheduler.client.report [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.175751] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0dd16c-b3aa-431c-8bde-f207474cdfe3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.205398] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] d24ff0c6-13bc-4363-ad6f-0342189c7cb2/d24ff0c6-13bc-4363-ad6f-0342189c7cb2.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.206042] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3efb740a-91fa-4bc6-b7f2-162511d69bda {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.234998] env[65418]: DEBUG oslo_vmware.api [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 913.234998] env[65418]: value = "task-4688631" [ 913.234998] env[65418]: _type = "Task" [ 913.234998] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.246064] env[65418]: DEBUG oslo_vmware.api [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.429200] env[65418]: DEBUG oslo_concurrency.lockutils [None req-54cc1d59-b01d-4786-a071-2f320af5303a tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.583440] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.683412] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.683412] env[65418]: DEBUG nova.compute.manager [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 913.687297] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.872s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.687297] env[65418]: DEBUG nova.objects.instance [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Lazy-loading 'resources' on Instance uuid 8d5cb814-d94b-433e-85f2-638bcbf08f6b {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 913.708714] env[65418]: DEBUG nova.compute.manager [req-c406f75e-a35a-4222-bc8a-1520c7fc3a86 req-82b9c3d6-8062-48e8-9613-2184999437d8 service nova] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Received event network-changed-52f442ba-9b7b-45b5-b2d9-fedfcb14283f {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 913.708714] env[65418]: DEBUG nova.compute.manager [req-c406f75e-a35a-4222-bc8a-1520c7fc3a86 req-82b9c3d6-8062-48e8-9613-2184999437d8 service nova] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Refreshing instance network info cache due to event network-changed-52f442ba-9b7b-45b5-b2d9-fedfcb14283f. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 913.708714] env[65418]: DEBUG oslo_concurrency.lockutils [req-c406f75e-a35a-4222-bc8a-1520c7fc3a86 req-82b9c3d6-8062-48e8-9613-2184999437d8 service nova] Acquiring lock "refresh_cache-d24ff0c6-13bc-4363-ad6f-0342189c7cb2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.708714] env[65418]: DEBUG oslo_concurrency.lockutils [req-c406f75e-a35a-4222-bc8a-1520c7fc3a86 req-82b9c3d6-8062-48e8-9613-2184999437d8 service nova] Acquired lock "refresh_cache-d24ff0c6-13bc-4363-ad6f-0342189c7cb2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.709092] env[65418]: DEBUG nova.network.neutron [req-c406f75e-a35a-4222-bc8a-1520c7fc3a86 req-82b9c3d6-8062-48e8-9613-2184999437d8 service nova] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Refreshing network info cache for port 52f442ba-9b7b-45b5-b2d9-fedfcb14283f {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.750702] env[65418]: DEBUG oslo_vmware.api [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688631, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.196226] env[65418]: DEBUG nova.compute.utils [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.198364] env[65418]: DEBUG nova.compute.manager [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Not allocating networking since 'none' was specified. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 914.213111] env[65418]: WARNING neutronclient.v2_0.client [req-c406f75e-a35a-4222-bc8a-1520c7fc3a86 req-82b9c3d6-8062-48e8-9613-2184999437d8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.250525] env[65418]: DEBUG oslo_vmware.api [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688631, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.490899] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "66b14ca5-5a4f-44c8-91e9-d669ebd62a6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.491221] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "66b14ca5-5a4f-44c8-91e9-d669ebd62a6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.572731] env[65418]: WARNING neutronclient.v2_0.client [req-c406f75e-a35a-4222-bc8a-1520c7fc3a86 req-82b9c3d6-8062-48e8-9613-2184999437d8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.576501] env[65418]: DEBUG nova.compute.manager [req-7c8f605e-d266-4232-95a1-fd28b5142ee4 req-f4b38a47-4013-4e62-a12b-c06a6f003e1a service nova] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Received event network-vif-deleted-986c2835-9027-4f56-a988-0d68c0d595b4 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 914.700716] env[65418]: DEBUG nova.compute.manager [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 914.749704] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374bf59d-0864-4f11-acec-230f941a4fbe {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.762375] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e891f7f-a596-4dd5-8d28-c7afd4d93e0d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.765875] env[65418]: DEBUG oslo_vmware.api [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688631, 'name': ReconfigVM_Task, 'duration_secs': 1.340085} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.766528] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Reconfigured VM instance instance-0000004a to attach disk [datastore2] d24ff0c6-13bc-4363-ad6f-0342189c7cb2/d24ff0c6-13bc-4363-ad6f-0342189c7cb2.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.767656] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e805b446-f033-41ba-aa4d-e0e45c28d9d2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.798934] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817b60b1-8898-47e6-a19f-4eb7a94a165d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.803122] env[65418]: DEBUG oslo_vmware.api [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 914.803122] env[65418]: value = "task-4688632" [ 914.803122] env[65418]: _type = "Task" [ 914.803122] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.810906] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2b5424-a5b1-4f32-9142-d2ad8cc2cc8d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.819736] env[65418]: DEBUG oslo_vmware.api [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688632, 'name': Rename_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.833360] env[65418]: DEBUG nova.compute.provider_tree [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.837749] env[65418]: DEBUG nova.network.neutron [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Successfully updated port: 5c41a46e-155d-40f3-b2e5-4b7a595e1e2a {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 914.904841] env[65418]: DEBUG nova.network.neutron [req-c406f75e-a35a-4222-bc8a-1520c7fc3a86 req-82b9c3d6-8062-48e8-9613-2184999437d8 service nova] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Updated VIF entry in instance network info cache for port 52f442ba-9b7b-45b5-b2d9-fedfcb14283f. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 914.905391] env[65418]: DEBUG nova.network.neutron [req-c406f75e-a35a-4222-bc8a-1520c7fc3a86 req-82b9c3d6-8062-48e8-9613-2184999437d8 service nova] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Updating instance_info_cache with network_info: [{"id": "52f442ba-9b7b-45b5-b2d9-fedfcb14283f", "address": "fa:16:3e:e0:6a:75", "network": {"id": "2562c175-4d15-43d3-b157-3d30695ce81c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402255614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea9a1850358a42e49d88f4b344fe6d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52f442ba-9b", "ovs_interfaceid": "52f442ba-9b7b-45b5-b2d9-fedfcb14283f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.999173] env[65418]: DEBUG nova.compute.manager [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 915.316554] env[65418]: DEBUG oslo_vmware.api [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688632, 'name': Rename_Task, 'duration_secs': 0.173948} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.316945] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.318104] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0cfc08d4-2203-46e4-84f6-5d2e9767b1a9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.327527] env[65418]: DEBUG oslo_vmware.api [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 915.327527] env[65418]: value = "task-4688634" [ 915.327527] env[65418]: _type = "Task" [ 915.327527] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.340667] env[65418]: DEBUG nova.scheduler.client.report [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.344645] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquiring lock "refresh_cache-2549bdeb-8d7d-4170-b15e-0b12d4fd859f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.344826] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquired lock "refresh_cache-2549bdeb-8d7d-4170-b15e-0b12d4fd859f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.344999] env[65418]: DEBUG nova.network.neutron [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 915.346532] env[65418]: DEBUG oslo_vmware.api [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688634, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.408480] env[65418]: DEBUG oslo_concurrency.lockutils [req-c406f75e-a35a-4222-bc8a-1520c7fc3a86 req-82b9c3d6-8062-48e8-9613-2184999437d8 service nova] Releasing lock "refresh_cache-d24ff0c6-13bc-4363-ad6f-0342189c7cb2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.408728] env[65418]: DEBUG nova.compute.manager [req-c406f75e-a35a-4222-bc8a-1520c7fc3a86 req-82b9c3d6-8062-48e8-9613-2184999437d8 service nova] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Received event network-vif-deleted-4372f370-5f35-4a30-a602-b8d135e376ad {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 915.530740] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.712249] env[65418]: DEBUG nova.compute.manager [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 915.745558] env[65418]: DEBUG nova.virt.hardware [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 915.745863] env[65418]: DEBUG nova.virt.hardware [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.746085] env[65418]: DEBUG nova.virt.hardware [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 915.746331] env[65418]: DEBUG nova.virt.hardware [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.746586] env[65418]: DEBUG nova.virt.hardware [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 915.746781] env[65418]: DEBUG nova.virt.hardware [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 915.747102] env[65418]: DEBUG nova.virt.hardware [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 915.747306] env[65418]: DEBUG nova.virt.hardware [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 915.747518] env[65418]: DEBUG nova.virt.hardware [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 915.747757] env[65418]: DEBUG nova.virt.hardware [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 915.747969] env[65418]: DEBUG nova.virt.hardware [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 915.749047] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0191b0a6-9c0e-42c9-ab04-f5d752052724 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.759396] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d311606-9703-4cae-8874-339cf12f5bde {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.776032] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Instance VIF info [] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.781693] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Creating folder: Project (17324ffcb6b8405a978d23f266f8f585). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.782125] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f43578ee-357f-47e1-a121-b5ed3e4e4848 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.796769] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Created folder: Project (17324ffcb6b8405a978d23f266f8f585) in parent group-v914982. [ 915.797435] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Creating folder: Instances. Parent ref: group-v915202. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.797435] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-199b87c4-cace-4236-bc6d-e4c40a73b850 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.809927] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Created folder: Instances in parent group-v915202. [ 915.810168] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 915.810405] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.810648] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-008bf189-ecb0-447c-85de-53ee9cd03f4f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.833930] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.833930] env[65418]: value = "task-4688637" [ 915.833930] env[65418]: _type = "Task" [ 915.833930] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.841093] env[65418]: DEBUG oslo_vmware.api [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688634, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.850226] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.852212] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688637, 'name': CreateVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.853443] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.543s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.854897] env[65418]: INFO nova.compute.claims [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 915.885381] env[65418]: INFO nova.scheduler.client.report [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Deleted allocations for instance 8d5cb814-d94b-433e-85f2-638bcbf08f6b [ 915.893905] env[65418]: DEBUG nova.network.neutron [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 915.993311] env[65418]: WARNING neutronclient.v2_0.client [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.152911] env[65418]: DEBUG nova.network.neutron [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Updating instance_info_cache with network_info: [{"id": "5c41a46e-155d-40f3-b2e5-4b7a595e1e2a", "address": "fa:16:3e:ea:9c:fc", "network": {"id": "06ea58af-38d9-465d-900e-da9d74af1c1e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-720438806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13faa5c583ad4f9a935923e6635dc61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c41a46e-15", "ovs_interfaceid": "5c41a46e-155d-40f3-b2e5-4b7a595e1e2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.344783] env[65418]: DEBUG oslo_vmware.api [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688634, 'name': PowerOnVM_Task, 'duration_secs': 0.854969} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.345958] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.346578] env[65418]: INFO nova.compute.manager [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Took 10.71 seconds to spawn the instance on the hypervisor. [ 916.346789] env[65418]: DEBUG nova.compute.manager [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 916.347913] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c683dc1-050d-498f-9a9c-6692ba2c1bca {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.354526] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688637, 'name': CreateVM_Task, 'duration_secs': 0.419235} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.357032] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.357032] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.357032] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.357032] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.357032] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8ed58c0-f730-4633-908b-8d90b9b15c64 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.367556] env[65418]: DEBUG oslo_vmware.api [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Waiting for the task: (returnval){ [ 916.367556] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527d0643-1ebd-9b9c-b474-401a143b4313" [ 916.367556] env[65418]: _type = "Task" [ 916.367556] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.381088] env[65418]: DEBUG oslo_vmware.api [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527d0643-1ebd-9b9c-b474-401a143b4313, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.403237] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2a67e667-48b3-42f5-b519-ac99f6d752fb tempest-ServerShowV247Test-1434687649 tempest-ServerShowV247Test-1434687649-project-member] Lock "8d5cb814-d94b-433e-85f2-638bcbf08f6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.704s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.655677] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Releasing lock "refresh_cache-2549bdeb-8d7d-4170-b15e-0b12d4fd859f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.656299] env[65418]: DEBUG nova.compute.manager [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Instance network_info: |[{"id": "5c41a46e-155d-40f3-b2e5-4b7a595e1e2a", "address": "fa:16:3e:ea:9c:fc", "network": {"id": "06ea58af-38d9-465d-900e-da9d74af1c1e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-720438806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13faa5c583ad4f9a935923e6635dc61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c41a46e-15", "ovs_interfaceid": "5c41a46e-155d-40f3-b2e5-4b7a595e1e2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 916.657224] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:9c:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c41a46e-155d-40f3-b2e5-4b7a595e1e2a', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.664553] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 916.664807] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.666041] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af7d87fd-7378-4b6c-8ece-d8859390c2e4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.687532] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.687532] env[65418]: value = "task-4688638" [ 916.687532] env[65418]: _type = "Task" [ 916.687532] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.697404] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688638, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.701883] env[65418]: DEBUG nova.compute.manager [req-a9d98da3-8a48-47d2-be1d-d8512f05fa00 req-2b604b95-b505-4d38-b480-e27f20ffa21f service nova] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Received event network-vif-plugged-5c41a46e-155d-40f3-b2e5-4b7a595e1e2a {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 916.702107] env[65418]: DEBUG oslo_concurrency.lockutils [req-a9d98da3-8a48-47d2-be1d-d8512f05fa00 req-2b604b95-b505-4d38-b480-e27f20ffa21f service nova] Acquiring lock "2549bdeb-8d7d-4170-b15e-0b12d4fd859f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.702319] env[65418]: DEBUG oslo_concurrency.lockutils [req-a9d98da3-8a48-47d2-be1d-d8512f05fa00 req-2b604b95-b505-4d38-b480-e27f20ffa21f service nova] Lock "2549bdeb-8d7d-4170-b15e-0b12d4fd859f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.702499] env[65418]: DEBUG oslo_concurrency.lockutils [req-a9d98da3-8a48-47d2-be1d-d8512f05fa00 req-2b604b95-b505-4d38-b480-e27f20ffa21f service nova] Lock "2549bdeb-8d7d-4170-b15e-0b12d4fd859f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.702667] env[65418]: DEBUG nova.compute.manager [req-a9d98da3-8a48-47d2-be1d-d8512f05fa00 req-2b604b95-b505-4d38-b480-e27f20ffa21f service nova] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] No waiting events found dispatching network-vif-plugged-5c41a46e-155d-40f3-b2e5-4b7a595e1e2a {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 916.702827] env[65418]: WARNING nova.compute.manager [req-a9d98da3-8a48-47d2-be1d-d8512f05fa00 req-2b604b95-b505-4d38-b480-e27f20ffa21f service nova] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Received unexpected event network-vif-plugged-5c41a46e-155d-40f3-b2e5-4b7a595e1e2a for instance with vm_state building and task_state spawning. [ 916.703070] env[65418]: DEBUG nova.compute.manager [req-a9d98da3-8a48-47d2-be1d-d8512f05fa00 req-2b604b95-b505-4d38-b480-e27f20ffa21f service nova] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Received event network-changed-5c41a46e-155d-40f3-b2e5-4b7a595e1e2a {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 916.703280] env[65418]: DEBUG nova.compute.manager [req-a9d98da3-8a48-47d2-be1d-d8512f05fa00 req-2b604b95-b505-4d38-b480-e27f20ffa21f service nova] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Refreshing instance network info cache due to event network-changed-5c41a46e-155d-40f3-b2e5-4b7a595e1e2a. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 916.703471] env[65418]: DEBUG oslo_concurrency.lockutils [req-a9d98da3-8a48-47d2-be1d-d8512f05fa00 req-2b604b95-b505-4d38-b480-e27f20ffa21f service nova] Acquiring lock "refresh_cache-2549bdeb-8d7d-4170-b15e-0b12d4fd859f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.703770] env[65418]: DEBUG oslo_concurrency.lockutils [req-a9d98da3-8a48-47d2-be1d-d8512f05fa00 req-2b604b95-b505-4d38-b480-e27f20ffa21f service nova] Acquired lock "refresh_cache-2549bdeb-8d7d-4170-b15e-0b12d4fd859f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.703770] env[65418]: DEBUG nova.network.neutron [req-a9d98da3-8a48-47d2-be1d-d8512f05fa00 req-2b604b95-b505-4d38-b480-e27f20ffa21f service nova] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Refreshing network info cache for port 5c41a46e-155d-40f3-b2e5-4b7a595e1e2a {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.877819] env[65418]: INFO nova.compute.manager [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Took 34.65 seconds to build instance. [ 916.889799] env[65418]: DEBUG oslo_vmware.api [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527d0643-1ebd-9b9c-b474-401a143b4313, 'name': SearchDatastore_Task, 'duration_secs': 0.02059} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.890127] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.890357] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.890589] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.890737] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.890920] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.891232] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79253913-6a86-4313-be73-678d46804349 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.903818] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.904012] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.907409] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fabc3cfb-fe47-43f5-9e84-09574a9bb4ff {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.914302] env[65418]: DEBUG oslo_vmware.api [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Waiting for the task: (returnval){ [ 916.914302] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5269538c-abda-8a96-6221-b6023d726abb" [ 916.914302] env[65418]: _type = "Task" [ 916.914302] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.923288] env[65418]: DEBUG oslo_vmware.api [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5269538c-abda-8a96-6221-b6023d726abb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.202588] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688638, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.206428] env[65418]: WARNING neutronclient.v2_0.client [req-a9d98da3-8a48-47d2-be1d-d8512f05fa00 req-2b604b95-b505-4d38-b480-e27f20ffa21f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.247480] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e687a8b4-0da2-471a-b606-46ba9428e14e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.258507] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7997d742-1f89-41e8-9d66-dc34a44029f4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.313735] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3674e6-d75a-47a6-894e-adf71c6d11f9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.327110] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1087bd52-7267-4f8b-bb02-d06c9b702fe3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.345971] env[65418]: DEBUG nova.compute.provider_tree [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.383960] env[65418]: DEBUG oslo_concurrency.lockutils [None req-776daa6f-fbd3-403f-8279-4c266d83bc2f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "d24ff0c6-13bc-4363-ad6f-0342189c7cb2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.175s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.433189] env[65418]: DEBUG oslo_vmware.api [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5269538c-abda-8a96-6221-b6023d726abb, 'name': SearchDatastore_Task, 'duration_secs': 0.028413} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.434332] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c98c19e8-b0b4-48c9-a3ef-4e7eff64014a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.442751] env[65418]: DEBUG oslo_vmware.api [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Waiting for the task: (returnval){ [ 917.442751] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]524f08fd-7a08-16c4-7e86-dc4fbdb3c790" [ 917.442751] env[65418]: _type = "Task" [ 917.442751] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.459677] env[65418]: DEBUG oslo_vmware.api [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]524f08fd-7a08-16c4-7e86-dc4fbdb3c790, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.573931] env[65418]: WARNING neutronclient.v2_0.client [req-a9d98da3-8a48-47d2-be1d-d8512f05fa00 req-2b604b95-b505-4d38-b480-e27f20ffa21f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.662478] env[65418]: DEBUG nova.network.neutron [req-a9d98da3-8a48-47d2-be1d-d8512f05fa00 req-2b604b95-b505-4d38-b480-e27f20ffa21f service nova] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Updated VIF entry in instance network info cache for port 5c41a46e-155d-40f3-b2e5-4b7a595e1e2a. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 917.662478] env[65418]: DEBUG nova.network.neutron [req-a9d98da3-8a48-47d2-be1d-d8512f05fa00 req-2b604b95-b505-4d38-b480-e27f20ffa21f service nova] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Updating instance_info_cache with network_info: [{"id": "5c41a46e-155d-40f3-b2e5-4b7a595e1e2a", "address": "fa:16:3e:ea:9c:fc", "network": {"id": "06ea58af-38d9-465d-900e-da9d74af1c1e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-720438806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13faa5c583ad4f9a935923e6635dc61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c41a46e-15", "ovs_interfaceid": "5c41a46e-155d-40f3-b2e5-4b7a595e1e2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.705878] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688638, 'name': CreateVM_Task, 'duration_secs': 0.536714} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.705878] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 917.705878] env[65418]: WARNING neutronclient.v2_0.client [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.705878] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.705878] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.705878] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.705878] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9363e76d-0ebf-46a2-b07e-a053826f0393 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.715378] env[65418]: DEBUG oslo_vmware.api [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 917.715378] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520c433e-4799-eaf5-6040-eb88731ff5fd" [ 917.715378] env[65418]: _type = "Task" [ 917.715378] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.723083] env[65418]: DEBUG oslo_vmware.api [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520c433e-4799-eaf5-6040-eb88731ff5fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.850850] env[65418]: DEBUG nova.scheduler.client.report [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.959495] env[65418]: DEBUG oslo_vmware.api [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]524f08fd-7a08-16c4-7e86-dc4fbdb3c790, 'name': SearchDatastore_Task, 'duration_secs': 0.019583} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.959839] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.960125] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3/6b1247b4-66ce-47e5-af0d-5f3fc1b077a3.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.960406] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92bfd867-3c85-4e4c-8575-254ff0e53d21 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.968136] env[65418]: DEBUG oslo_vmware.api [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Waiting for the task: (returnval){ [ 917.968136] env[65418]: value = "task-4688640" [ 917.968136] env[65418]: _type = "Task" [ 917.968136] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.976922] env[65418]: DEBUG oslo_vmware.api [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Task: {'id': task-4688640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.164297] env[65418]: DEBUG oslo_concurrency.lockutils [req-a9d98da3-8a48-47d2-be1d-d8512f05fa00 req-2b604b95-b505-4d38-b480-e27f20ffa21f service nova] Releasing lock "refresh_cache-2549bdeb-8d7d-4170-b15e-0b12d4fd859f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.224312] env[65418]: DEBUG oslo_vmware.api [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520c433e-4799-eaf5-6040-eb88731ff5fd, 'name': SearchDatastore_Task, 'duration_secs': 0.014242} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.224634] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.224894] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 918.225136] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.225296] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.225474] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 918.225744] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1878e056-962c-47c1-a1b2-c8edc884e81c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.229354] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ce15fae5-82c0-422c-b8c5-43c6ca04d320 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "d24ff0c6-13bc-4363-ad6f-0342189c7cb2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.231531] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ce15fae5-82c0-422c-b8c5-43c6ca04d320 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "d24ff0c6-13bc-4363-ad6f-0342189c7cb2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.231730] env[65418]: DEBUG nova.compute.manager [None req-ce15fae5-82c0-422c-b8c5-43c6ca04d320 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 918.232604] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882cd4db-510d-4928-b7ac-ad2e4d85a867 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.236486] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 918.236662] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 918.238389] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40c1d03f-3b19-4bdf-ac98-b64715d76af1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.242773] env[65418]: DEBUG nova.compute.manager [None req-ce15fae5-82c0-422c-b8c5-43c6ca04d320 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65418) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 918.243528] env[65418]: DEBUG nova.objects.instance [None req-ce15fae5-82c0-422c-b8c5-43c6ca04d320 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lazy-loading 'flavor' on Instance uuid d24ff0c6-13bc-4363-ad6f-0342189c7cb2 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.247061] env[65418]: DEBUG oslo_vmware.api [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 918.247061] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5279485d-3e60-37ca-510c-a1b5d395d15f" [ 918.247061] env[65418]: _type = "Task" [ 918.247061] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.258541] env[65418]: DEBUG oslo_vmware.api [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5279485d-3e60-37ca-510c-a1b5d395d15f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.357881] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.357881] env[65418]: DEBUG nova.compute.manager [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 918.360511] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4c26b3dd-ed3c-4cad-9366-a306efe2606f tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.528s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.362918] env[65418]: DEBUG nova.objects.instance [None req-4c26b3dd-ed3c-4cad-9366-a306efe2606f tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Lazy-loading 'resources' on Instance uuid 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.482743] env[65418]: DEBUG oslo_vmware.api [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Task: {'id': task-4688640, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.763166] env[65418]: DEBUG oslo_vmware.api [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5279485d-3e60-37ca-510c-a1b5d395d15f, 'name': SearchDatastore_Task, 'duration_secs': 0.066901} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.764051] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50a17420-725b-4eab-8455-c6744c9bba02 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.771750] env[65418]: DEBUG oslo_vmware.api [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 918.771750] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f87243-18da-b191-8901-ceadb665eeaf" [ 918.771750] env[65418]: _type = "Task" [ 918.771750] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.780383] env[65418]: DEBUG oslo_vmware.api [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f87243-18da-b191-8901-ceadb665eeaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.860716] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5d7b44a2-a782-46df-a27d-30b20b6f8d6b tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "90b4d610-2d84-4aad-83a2-19d8d22e437a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.861021] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5d7b44a2-a782-46df-a27d-30b20b6f8d6b tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "90b4d610-2d84-4aad-83a2-19d8d22e437a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.861234] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5d7b44a2-a782-46df-a27d-30b20b6f8d6b tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "90b4d610-2d84-4aad-83a2-19d8d22e437a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.861508] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5d7b44a2-a782-46df-a27d-30b20b6f8d6b tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "90b4d610-2d84-4aad-83a2-19d8d22e437a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.861720] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5d7b44a2-a782-46df-a27d-30b20b6f8d6b tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "90b4d610-2d84-4aad-83a2-19d8d22e437a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.866155] env[65418]: INFO nova.compute.manager [None req-5d7b44a2-a782-46df-a27d-30b20b6f8d6b tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Terminating instance [ 918.870108] env[65418]: DEBUG nova.compute.utils [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 918.876386] env[65418]: DEBUG nova.compute.manager [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 918.876386] env[65418]: DEBUG nova.network.neutron [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 918.876852] env[65418]: WARNING neutronclient.v2_0.client [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.877623] env[65418]: WARNING neutronclient.v2_0.client [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.918797] env[65418]: DEBUG nova.policy [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf07f9b1ea4b4dd991a0050864dd9d6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '378c1e35059b4dddb61aa567774373a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 918.983553] env[65418]: DEBUG oslo_vmware.api [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Task: {'id': task-4688640, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607877} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.983869] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3/6b1247b4-66ce-47e5-af0d-5f3fc1b077a3.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.984101] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.984389] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cad8788-0e3e-4a1f-b337-87a55f218f97 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.992086] env[65418]: DEBUG oslo_vmware.api [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Waiting for the task: (returnval){ [ 918.992086] env[65418]: value = "task-4688641" [ 918.992086] env[65418]: _type = "Task" [ 918.992086] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.011955] env[65418]: DEBUG oslo_vmware.api [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Task: {'id': task-4688641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.204399] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd25379-dc47-427f-a13d-fc57594435ff {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.213257] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b659c5-e1de-485f-bcf0-fda46bcbd42c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.248234] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb65044-994d-4622-aeae-fa52649687e8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.257121] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce15fae5-82c0-422c-b8c5-43c6ca04d320 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.257756] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c920533-86d3-46e7-9b19-04316edbd686 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.261198] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920919ab-a212-4241-992b-a619e4ddeb13 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.277716] env[65418]: DEBUG nova.compute.provider_tree [None req-4c26b3dd-ed3c-4cad-9366-a306efe2606f tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.284524] env[65418]: DEBUG oslo_vmware.api [None req-ce15fae5-82c0-422c-b8c5-43c6ca04d320 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 919.284524] env[65418]: value = "task-4688642" [ 919.284524] env[65418]: _type = "Task" [ 919.284524] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.293314] env[65418]: DEBUG oslo_vmware.api [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f87243-18da-b191-8901-ceadb665eeaf, 'name': SearchDatastore_Task, 'duration_secs': 0.01464} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.295308] env[65418]: DEBUG nova.network.neutron [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Successfully created port: 23e96b6f-95ac-452b-a577-217d0f8ae738 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 919.298764] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.299161] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 2549bdeb-8d7d-4170-b15e-0b12d4fd859f/2549bdeb-8d7d-4170-b15e-0b12d4fd859f.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.300095] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eecc58b8-c34a-407b-9cf8-086ac5e1ef43 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.306281] env[65418]: DEBUG oslo_vmware.api [None req-ce15fae5-82c0-422c-b8c5-43c6ca04d320 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.314078] env[65418]: DEBUG oslo_vmware.api [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 919.314078] env[65418]: value = "task-4688644" [ 919.314078] env[65418]: _type = "Task" [ 919.314078] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.325774] env[65418]: DEBUG oslo_vmware.api [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.375489] env[65418]: DEBUG nova.compute.manager [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 919.378660] env[65418]: DEBUG nova.compute.manager [None req-5d7b44a2-a782-46df-a27d-30b20b6f8d6b tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 919.378880] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7b44a2-a782-46df-a27d-30b20b6f8d6b tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.380074] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d0b669-6865-409a-8484-e57f034f0c69 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.388923] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7b44a2-a782-46df-a27d-30b20b6f8d6b tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.389245] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c591b05d-e91c-41c2-99c2-644597a496aa {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.397965] env[65418]: DEBUG oslo_vmware.api [None req-5d7b44a2-a782-46df-a27d-30b20b6f8d6b tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 919.397965] env[65418]: value = "task-4688645" [ 919.397965] env[65418]: _type = "Task" [ 919.397965] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.408416] env[65418]: DEBUG oslo_vmware.api [None req-5d7b44a2-a782-46df-a27d-30b20b6f8d6b tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.505571] env[65418]: DEBUG oslo_vmware.api [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Task: {'id': task-4688641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075774} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.505865] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.506755] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200a01c0-6cd2-48c4-ae61-466876c489c1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.531459] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3/6b1247b4-66ce-47e5-af0d-5f3fc1b077a3.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.531831] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1b53b11-ae15-4373-a19e-843e56d9017f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.556549] env[65418]: DEBUG oslo_vmware.api [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Waiting for the task: (returnval){ [ 919.556549] env[65418]: value = "task-4688646" [ 919.556549] env[65418]: _type = "Task" [ 919.556549] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.570017] env[65418]: DEBUG oslo_vmware.api [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Task: {'id': task-4688646, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.786332] env[65418]: DEBUG nova.scheduler.client.report [None req-4c26b3dd-ed3c-4cad-9366-a306efe2606f tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.802542] env[65418]: DEBUG oslo_vmware.api [None req-ce15fae5-82c0-422c-b8c5-43c6ca04d320 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688642, 'name': PowerOffVM_Task, 'duration_secs': 0.232216} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.803186] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce15fae5-82c0-422c-b8c5-43c6ca04d320 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.803324] env[65418]: DEBUG nova.compute.manager [None req-ce15fae5-82c0-422c-b8c5-43c6ca04d320 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 919.804198] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b000416d-7089-4e32-a028-1cfd2d904384 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.829568] env[65418]: DEBUG oslo_vmware.api [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688644, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.910628] env[65418]: DEBUG oslo_vmware.api [None req-5d7b44a2-a782-46df-a27d-30b20b6f8d6b tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688645, 'name': PowerOffVM_Task, 'duration_secs': 0.335952} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.911076] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7b44a2-a782-46df-a27d-30b20b6f8d6b tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.911263] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7b44a2-a782-46df-a27d-30b20b6f8d6b tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.911649] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e77cc746-ce5a-4616-a62e-03aa2920ec5c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.985915] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7b44a2-a782-46df-a27d-30b20b6f8d6b tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.986988] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7b44a2-a782-46df-a27d-30b20b6f8d6b tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.986988] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d7b44a2-a782-46df-a27d-30b20b6f8d6b tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Deleting the datastore file [datastore2] 90b4d610-2d84-4aad-83a2-19d8d22e437a {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.986988] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc47f190-64cb-4296-9f8a-e87d6e961d39 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.995096] env[65418]: DEBUG oslo_vmware.api [None req-5d7b44a2-a782-46df-a27d-30b20b6f8d6b tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 919.995096] env[65418]: value = "task-4688648" [ 919.995096] env[65418]: _type = "Task" [ 919.995096] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.003942] env[65418]: DEBUG oslo_vmware.api [None req-5d7b44a2-a782-46df-a27d-30b20b6f8d6b tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.068968] env[65418]: DEBUG oslo_vmware.api [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Task: {'id': task-4688646, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.295531] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4c26b3dd-ed3c-4cad-9366-a306efe2606f tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.298217] env[65418]: DEBUG oslo_concurrency.lockutils [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.517s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.300109] env[65418]: INFO nova.compute.claims [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 920.322880] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ce15fae5-82c0-422c-b8c5-43c6ca04d320 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "d24ff0c6-13bc-4363-ad6f-0342189c7cb2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.093s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.327028] env[65418]: INFO nova.scheduler.client.report [None req-4c26b3dd-ed3c-4cad-9366-a306efe2606f tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Deleted allocations for instance 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf [ 920.334991] env[65418]: DEBUG oslo_vmware.api [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549543} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.335914] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 2549bdeb-8d7d-4170-b15e-0b12d4fd859f/2549bdeb-8d7d-4170-b15e-0b12d4fd859f.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.336159] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.336866] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-796e76e7-0b41-4cfc-acbd-c59418413350 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.345254] env[65418]: DEBUG oslo_vmware.api [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 920.345254] env[65418]: value = "task-4688649" [ 920.345254] env[65418]: _type = "Task" [ 920.345254] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.356169] env[65418]: DEBUG oslo_vmware.api [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688649, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.386979] env[65418]: DEBUG nova.compute.manager [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 920.416464] env[65418]: DEBUG nova.virt.hardware [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 920.416729] env[65418]: DEBUG nova.virt.hardware [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.416931] env[65418]: DEBUG nova.virt.hardware [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 920.417143] env[65418]: DEBUG nova.virt.hardware [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.417288] env[65418]: DEBUG nova.virt.hardware [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 920.417430] env[65418]: DEBUG nova.virt.hardware [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 920.417672] env[65418]: DEBUG nova.virt.hardware [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 920.417835] env[65418]: DEBUG nova.virt.hardware [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 920.417994] env[65418]: DEBUG nova.virt.hardware [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 920.418164] env[65418]: DEBUG nova.virt.hardware [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 920.418329] env[65418]: DEBUG nova.virt.hardware [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 920.419252] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866023e0-e8ce-4de3-ad88-5e412665a575 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.430046] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d08239e-d05f-42a8-b232-2526422e9ec4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.504841] env[65418]: DEBUG oslo_vmware.api [None req-5d7b44a2-a782-46df-a27d-30b20b6f8d6b tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161256} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.505118] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d7b44a2-a782-46df-a27d-30b20b6f8d6b tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.505302] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7b44a2-a782-46df-a27d-30b20b6f8d6b tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.505472] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7b44a2-a782-46df-a27d-30b20b6f8d6b tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.505636] env[65418]: INFO nova.compute.manager [None req-5d7b44a2-a782-46df-a27d-30b20b6f8d6b tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 920.505875] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-5d7b44a2-a782-46df-a27d-30b20b6f8d6b tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 920.506080] env[65418]: DEBUG nova.compute.manager [-] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 920.506175] env[65418]: DEBUG nova.network.neutron [-] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 920.506410] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.539882] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.569018] env[65418]: DEBUG oslo_vmware.api [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Task: {'id': task-4688646, 'name': ReconfigVM_Task, 'duration_secs': 0.53247} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.569319] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3/6b1247b4-66ce-47e5-af0d-5f3fc1b077a3.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.569986] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bd85fb1-15e9-431c-9f15-b9558202f66f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.577593] env[65418]: DEBUG oslo_vmware.api [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Waiting for the task: (returnval){ [ 920.577593] env[65418]: value = "task-4688650" [ 920.577593] env[65418]: _type = "Task" [ 920.577593] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.587083] env[65418]: DEBUG oslo_vmware.api [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Task: {'id': task-4688650, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.793695] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "d24ff0c6-13bc-4363-ad6f-0342189c7cb2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.794159] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "d24ff0c6-13bc-4363-ad6f-0342189c7cb2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.794511] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "d24ff0c6-13bc-4363-ad6f-0342189c7cb2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.794839] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "d24ff0c6-13bc-4363-ad6f-0342189c7cb2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.795164] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "d24ff0c6-13bc-4363-ad6f-0342189c7cb2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.799904] env[65418]: INFO nova.compute.manager [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Terminating instance [ 920.838512] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4c26b3dd-ed3c-4cad-9366-a306efe2606f tempest-SecurityGroupsTestJSON-2145237333 tempest-SecurityGroupsTestJSON-2145237333-project-member] Lock "8ca5e89f-66fc-4ec2-acec-b5f4ad479faf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.855s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.865482] env[65418]: DEBUG oslo_vmware.api [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688649, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070442} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.866183] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.866626] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d9790c-358c-4951-9de9-162a3eb58d65 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.894022] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 2549bdeb-8d7d-4170-b15e-0b12d4fd859f/2549bdeb-8d7d-4170-b15e-0b12d4fd859f.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.895382] env[65418]: DEBUG nova.network.neutron [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Successfully updated port: 23e96b6f-95ac-452b-a577-217d0f8ae738 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 920.896740] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbd62933-45d6-4414-ad41-abea8e3422d9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.920677] env[65418]: DEBUG oslo_vmware.api [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 920.920677] env[65418]: value = "task-4688651" [ 920.920677] env[65418]: _type = "Task" [ 920.920677] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.930269] env[65418]: DEBUG oslo_vmware.api [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688651, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.004487] env[65418]: DEBUG nova.compute.manager [req-87668395-3a84-43a1-8ebb-3ad083ba1f2a req-b58ee2ae-9e64-4da4-9381-2412f4239120 service nova] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Received event network-vif-plugged-23e96b6f-95ac-452b-a577-217d0f8ae738 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 921.004755] env[65418]: DEBUG oslo_concurrency.lockutils [req-87668395-3a84-43a1-8ebb-3ad083ba1f2a req-b58ee2ae-9e64-4da4-9381-2412f4239120 service nova] Acquiring lock "2288f3f0-2c37-4021-89af-dc45fa612783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.005007] env[65418]: DEBUG oslo_concurrency.lockutils [req-87668395-3a84-43a1-8ebb-3ad083ba1f2a req-b58ee2ae-9e64-4da4-9381-2412f4239120 service nova] Lock "2288f3f0-2c37-4021-89af-dc45fa612783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.005514] env[65418]: DEBUG oslo_concurrency.lockutils [req-87668395-3a84-43a1-8ebb-3ad083ba1f2a req-b58ee2ae-9e64-4da4-9381-2412f4239120 service nova] Lock "2288f3f0-2c37-4021-89af-dc45fa612783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.005791] env[65418]: DEBUG nova.compute.manager [req-87668395-3a84-43a1-8ebb-3ad083ba1f2a req-b58ee2ae-9e64-4da4-9381-2412f4239120 service nova] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] No waiting events found dispatching network-vif-plugged-23e96b6f-95ac-452b-a577-217d0f8ae738 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 921.006061] env[65418]: WARNING nova.compute.manager [req-87668395-3a84-43a1-8ebb-3ad083ba1f2a req-b58ee2ae-9e64-4da4-9381-2412f4239120 service nova] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Received unexpected event network-vif-plugged-23e96b6f-95ac-452b-a577-217d0f8ae738 for instance with vm_state building and task_state spawning. [ 921.089497] env[65418]: DEBUG oslo_vmware.api [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Task: {'id': task-4688650, 'name': Rename_Task, 'duration_secs': 0.325819} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.089728] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.089861] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e4ae5e2-c296-4c06-8cf7-ed159833ef45 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.100353] env[65418]: DEBUG oslo_vmware.api [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Waiting for the task: (returnval){ [ 921.100353] env[65418]: value = "task-4688652" [ 921.100353] env[65418]: _type = "Task" [ 921.100353] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.114342] env[65418]: DEBUG oslo_vmware.api [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Task: {'id': task-4688652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.305164] env[65418]: DEBUG nova.compute.manager [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 921.305559] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.306953] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d016a42b-c655-4e78-ba40-aed6883b1a0a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.317688] env[65418]: DEBUG nova.compute.manager [req-ce2ba482-161c-49c9-aadf-62be27eeed06 req-a8d822b1-250a-436c-8b31-ffd0c6848c98 service nova] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Received event network-vif-deleted-19606f71-5550-4f76-9c31-d7cf190a3c83 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 921.317955] env[65418]: INFO nova.compute.manager [req-ce2ba482-161c-49c9-aadf-62be27eeed06 req-a8d822b1-250a-436c-8b31-ffd0c6848c98 service nova] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Neutron deleted interface 19606f71-5550-4f76-9c31-d7cf190a3c83; detaching it from the instance and deleting it from the info cache [ 921.318162] env[65418]: DEBUG nova.network.neutron [req-ce2ba482-161c-49c9-aadf-62be27eeed06 req-a8d822b1-250a-436c-8b31-ffd0c6848c98 service nova] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.326738] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.327347] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c2fd3b8-5bb8-4b61-8914-5e19198c01fd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.414198] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "refresh_cache-2288f3f0-2c37-4021-89af-dc45fa612783" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.414198] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquired lock "refresh_cache-2288f3f0-2c37-4021-89af-dc45fa612783" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.414198] env[65418]: DEBUG nova.network.neutron [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 921.419228] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.419449] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.419708] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Deleting the datastore file [datastore2] d24ff0c6-13bc-4363-ad6f-0342189c7cb2 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.420023] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5e23727-3bf4-4cc8-81f5-31036c8696e1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.439927] env[65418]: DEBUG oslo_vmware.api [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 921.439927] env[65418]: value = "task-4688654" [ 921.439927] env[65418]: _type = "Task" [ 921.439927] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.444316] env[65418]: DEBUG oslo_vmware.api [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688651, 'name': ReconfigVM_Task, 'duration_secs': 0.358761} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.452068] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 2549bdeb-8d7d-4170-b15e-0b12d4fd859f/2549bdeb-8d7d-4170-b15e-0b12d4fd859f.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 921.452068] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2786365-0bf4-4ae8-a5e9-86d19ee676a9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.459854] env[65418]: DEBUG oslo_vmware.api [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.461671] env[65418]: DEBUG oslo_vmware.api [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 921.461671] env[65418]: value = "task-4688655" [ 921.461671] env[65418]: _type = "Task" [ 921.461671] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.474395] env[65418]: DEBUG oslo_vmware.api [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688655, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.509476] env[65418]: DEBUG nova.network.neutron [-] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.613775] env[65418]: DEBUG oslo_vmware.api [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Task: {'id': task-4688652, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.741118] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8b0a98-c09a-4dfe-abc1-53ad40766b62 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.755251] env[65418]: DEBUG oslo_vmware.rw_handles [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d37aac-863e-57c9-e7e6-5a380e7b1ab5/disk-0.vmdk. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 921.757025] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60272774-04dd-4ff3-a8fe-9ffae3d952b6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.761300] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59318d5c-97f2-4dea-92ee-6e31691d7f98 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.769455] env[65418]: DEBUG oslo_vmware.rw_handles [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d37aac-863e-57c9-e7e6-5a380e7b1ab5/disk-0.vmdk is in state: ready. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 921.769455] env[65418]: ERROR oslo_vmware.rw_handles [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d37aac-863e-57c9-e7e6-5a380e7b1ab5/disk-0.vmdk due to incomplete transfer. [ 921.799311] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-87c2fa37-0658-4c04-a38b-4eaba885a51e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.802929] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401e0af4-d4e9-4ed5-928e-3159e838100e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.812441] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0133288-5af4-4f95-ae68-31196f418eb6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.819060] env[65418]: DEBUG oslo_vmware.rw_handles [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d37aac-863e-57c9-e7e6-5a380e7b1ab5/disk-0.vmdk. {{(pid=65418) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 921.819298] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Uploaded image 847b92f1-427e-41ce-8fc6-8d603a3c94d6 to the Glance image server {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 921.821986] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Destroying the VM {{(pid=65418) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 921.823127] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f53dc17c-6179-44de-a157-7b8d04c9b416 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.833772] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-289cf243-c62f-448f-b26c-c27881b8d860 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.835979] env[65418]: DEBUG nova.compute.provider_tree [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.847857] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cddc245-cfaf-4d51-a02d-13a9a857ef02 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.862250] env[65418]: DEBUG oslo_vmware.api [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 921.862250] env[65418]: value = "task-4688657" [ 921.862250] env[65418]: _type = "Task" [ 921.862250] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.878023] env[65418]: DEBUG oslo_vmware.api [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688657, 'name': Destroy_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.889129] env[65418]: DEBUG nova.compute.manager [req-ce2ba482-161c-49c9-aadf-62be27eeed06 req-a8d822b1-250a-436c-8b31-ffd0c6848c98 service nova] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Detach interface failed, port_id=19606f71-5550-4f76-9c31-d7cf190a3c83, reason: Instance 90b4d610-2d84-4aad-83a2-19d8d22e437a could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 921.951967] env[65418]: DEBUG nova.network.neutron [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 921.958596] env[65418]: DEBUG oslo_vmware.api [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205339} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.958720] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.958933] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.959081] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.959303] env[65418]: INFO nova.compute.manager [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Took 0.65 seconds to destroy the instance on the hypervisor. [ 921.959582] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 921.959796] env[65418]: DEBUG nova.compute.manager [-] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 921.959931] env[65418]: DEBUG nova.network.neutron [-] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 921.960768] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.972571] env[65418]: DEBUG oslo_vmware.api [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688655, 'name': Rename_Task, 'duration_secs': 0.219562} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.976704] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.977380] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ba83da8-3b55-4646-bb0c-fe59491a5544 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.985096] env[65418]: DEBUG oslo_vmware.api [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 921.985096] env[65418]: value = "task-4688658" [ 921.985096] env[65418]: _type = "Task" [ 921.985096] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.995057] env[65418]: DEBUG oslo_vmware.api [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688658, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.014190] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.015520] env[65418]: INFO nova.compute.manager [-] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Took 1.51 seconds to deallocate network for instance. [ 922.115358] env[65418]: DEBUG oslo_vmware.api [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Task: {'id': task-4688652, 'name': PowerOnVM_Task, 'duration_secs': 0.55122} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.115791] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.116036] env[65418]: INFO nova.compute.manager [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Took 6.40 seconds to spawn the instance on the hypervisor. [ 922.116221] env[65418]: DEBUG nova.compute.manager [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 922.117096] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebeb45d6-ca4c-4d01-ac22-8d448683d59f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.325201] env[65418]: WARNING neutronclient.v2_0.client [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.340422] env[65418]: DEBUG nova.scheduler.client.report [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.375382] env[65418]: DEBUG oslo_vmware.api [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688657, 'name': Destroy_Task, 'duration_secs': 0.370704} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.375696] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Destroyed the VM [ 922.375945] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Deleting Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 922.376244] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c545053e-bff4-420c-8bc3-6a2ea9ef2dd6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.385212] env[65418]: DEBUG oslo_vmware.api [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 922.385212] env[65418]: value = "task-4688659" [ 922.385212] env[65418]: _type = "Task" [ 922.385212] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.395902] env[65418]: DEBUG oslo_vmware.api [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688659, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.478732] env[65418]: DEBUG nova.network.neutron [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Updating instance_info_cache with network_info: [{"id": "23e96b6f-95ac-452b-a577-217d0f8ae738", "address": "fa:16:3e:b0:ab:ae", "network": {"id": "a60b1801-8e2d-4966-8362-cdc65ef35a96", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1479408955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "378c1e35059b4dddb61aa567774373a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23e96b6f-95", "ovs_interfaceid": "23e96b6f-95ac-452b-a577-217d0f8ae738", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.500641] env[65418]: DEBUG oslo_vmware.api [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688658, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.523141] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5d7b44a2-a782-46df-a27d-30b20b6f8d6b tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.645866] env[65418]: INFO nova.compute.manager [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Took 25.93 seconds to build instance. [ 922.777313] env[65418]: DEBUG nova.network.neutron [-] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.848964] env[65418]: DEBUG oslo_concurrency.lockutils [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.851543] env[65418]: DEBUG nova.compute.manager [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 922.855051] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bbd0d732-e475-42f6-acc4-c787cfebbe98 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.617s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.855471] env[65418]: DEBUG nova.objects.instance [None req-bbd0d732-e475-42f6-acc4-c787cfebbe98 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Lazy-loading 'resources' on Instance uuid 10fceed7-135d-44cd-9a4b-593662f33787 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 922.901330] env[65418]: DEBUG oslo_vmware.api [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688659, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.980688] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Releasing lock "refresh_cache-2288f3f0-2c37-4021-89af-dc45fa612783" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.981112] env[65418]: DEBUG nova.compute.manager [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Instance network_info: |[{"id": "23e96b6f-95ac-452b-a577-217d0f8ae738", "address": "fa:16:3e:b0:ab:ae", "network": {"id": "a60b1801-8e2d-4966-8362-cdc65ef35a96", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1479408955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "378c1e35059b4dddb61aa567774373a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23e96b6f-95", "ovs_interfaceid": "23e96b6f-95ac-452b-a577-217d0f8ae738", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 922.981654] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:ab:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23e96b6f-95ac-452b-a577-217d0f8ae738', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 922.989989] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Creating folder: Project (378c1e35059b4dddb61aa567774373a7). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 922.992073] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa40f40e-f564-4eb5-a2ff-12eeec566a74 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.995781] env[65418]: DEBUG nova.compute.manager [None req-1b16bc99-c8d0-47cc-81b0-e6d96b565ed6 tempest-ServerDiagnosticsV248Test-753579830 tempest-ServerDiagnosticsV248Test-753579830-project-admin] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 923.000802] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddde6e3d-8077-4653-ba4a-9347608de6f1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.013746] env[65418]: DEBUG oslo_vmware.api [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688658, 'name': PowerOnVM_Task, 'duration_secs': 0.839031} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.014490] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.014781] env[65418]: INFO nova.compute.manager [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Took 9.93 seconds to spawn the instance on the hypervisor. [ 923.014874] env[65418]: DEBUG nova.compute.manager [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 923.015249] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Created folder: Project (378c1e35059b4dddb61aa567774373a7) in parent group-v914982. [ 923.015431] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Creating folder: Instances. Parent ref: group-v915207. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.015698] env[65418]: INFO nova.compute.manager [None req-1b16bc99-c8d0-47cc-81b0-e6d96b565ed6 tempest-ServerDiagnosticsV248Test-753579830 tempest-ServerDiagnosticsV248Test-753579830-project-admin] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Retrieving diagnostics [ 923.016968] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e4946d-43ce-49f7-9942-f93540d758b0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.021223] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6019ab2a-2b99-4ac6-a361-59c95665c600 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.023546] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62eb5d7e-b514-4190-8e04-33b80942f597 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.076270] env[65418]: DEBUG nova.compute.manager [req-79c46213-6b54-4264-a775-c222b11eee00 req-884eae8b-85f3-4612-9b86-cd68ebf629ff service nova] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Received event network-changed-23e96b6f-95ac-452b-a577-217d0f8ae738 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 923.076840] env[65418]: DEBUG nova.compute.manager [req-79c46213-6b54-4264-a775-c222b11eee00 req-884eae8b-85f3-4612-9b86-cd68ebf629ff service nova] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Refreshing instance network info cache due to event network-changed-23e96b6f-95ac-452b-a577-217d0f8ae738. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 923.077218] env[65418]: DEBUG oslo_concurrency.lockutils [req-79c46213-6b54-4264-a775-c222b11eee00 req-884eae8b-85f3-4612-9b86-cd68ebf629ff service nova] Acquiring lock "refresh_cache-2288f3f0-2c37-4021-89af-dc45fa612783" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.078038] env[65418]: DEBUG oslo_concurrency.lockutils [req-79c46213-6b54-4264-a775-c222b11eee00 req-884eae8b-85f3-4612-9b86-cd68ebf629ff service nova] Acquired lock "refresh_cache-2288f3f0-2c37-4021-89af-dc45fa612783" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.078038] env[65418]: DEBUG nova.network.neutron [req-79c46213-6b54-4264-a775-c222b11eee00 req-884eae8b-85f3-4612-9b86-cd68ebf629ff service nova] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Refreshing network info cache for port 23e96b6f-95ac-452b-a577-217d0f8ae738 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.082136] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Created folder: Instances in parent group-v915207. [ 923.082136] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 923.082136] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.082136] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7568852a-810d-42c3-af04-997babb52db2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.107117] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.107117] env[65418]: value = "task-4688662" [ 923.107117] env[65418]: _type = "Task" [ 923.107117] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.117581] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688662, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.148931] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aba802fe-b77a-4f83-994f-be69e9d1f913 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Lock "6b1247b4-66ce-47e5-af0d-5f3fc1b077a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.446s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.286135] env[65418]: INFO nova.compute.manager [-] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Took 1.33 seconds to deallocate network for instance. [ 923.359909] env[65418]: DEBUG nova.compute.utils [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 923.366041] env[65418]: DEBUG nova.compute.manager [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 923.366267] env[65418]: DEBUG nova.network.neutron [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 923.366615] env[65418]: WARNING neutronclient.v2_0.client [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.366953] env[65418]: WARNING neutronclient.v2_0.client [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.397211] env[65418]: DEBUG oslo_vmware.api [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688659, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.413888] env[65418]: DEBUG nova.policy [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbe4a60696ea41d5b19c47e178308983', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ca3b83200614608a1469439b601a853', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 923.586785] env[65418]: WARNING neutronclient.v2_0.client [req-79c46213-6b54-4264-a775-c222b11eee00 req-884eae8b-85f3-4612-9b86-cd68ebf629ff service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.590796] env[65418]: INFO nova.compute.manager [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Took 26.88 seconds to build instance. [ 923.619013] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688662, 'name': CreateVM_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.689992] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702e46d7-ac70-4866-a532-0b2d935f0754 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.698408] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f899d6-343a-41f7-bafb-7d6de673644b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.739867] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7943a24d-8a8a-47ca-a27b-43e541065736 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.752153] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ca9c08-ff76-4694-8929-905956a22cac {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.773060] env[65418]: DEBUG nova.compute.provider_tree [None req-bbd0d732-e475-42f6-acc4-c787cfebbe98 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.797334] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.833048] env[65418]: DEBUG nova.network.neutron [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Successfully created port: 90fa80de-51c3-4c3c-aea9-184bb2cb0e75 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 923.866102] env[65418]: DEBUG nova.compute.manager [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 923.900926] env[65418]: DEBUG oslo_vmware.api [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688659, 'name': RemoveSnapshot_Task, 'duration_secs': 1.033467} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.901199] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Deleted Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 923.901517] env[65418]: INFO nova.compute.manager [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Took 16.36 seconds to snapshot the instance on the hypervisor. [ 924.069817] env[65418]: WARNING neutronclient.v2_0.client [req-79c46213-6b54-4264-a775-c222b11eee00 req-884eae8b-85f3-4612-9b86-cd68ebf629ff service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.093061] env[65418]: DEBUG oslo_concurrency.lockutils [None req-cacfbc0e-355c-448e-b70d-938fcd90e6e9 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lock "2549bdeb-8d7d-4170-b15e-0b12d4fd859f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.400s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.119838] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688662, 'name': CreateVM_Task, 'duration_secs': 0.635813} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.119838] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.120420] env[65418]: WARNING neutronclient.v2_0.client [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.120866] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.121064] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.121533] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.122707] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-245ff2e7-01bb-4e92-88fa-517a89fa3971 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.127885] env[65418]: DEBUG oslo_vmware.api [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 924.127885] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52116964-5690-fa4d-d6b1-40b64c5c71b3" [ 924.127885] env[65418]: _type = "Task" [ 924.127885] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.139469] env[65418]: DEBUG oslo_vmware.api [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52116964-5690-fa4d-d6b1-40b64c5c71b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.247822] env[65418]: DEBUG nova.network.neutron [req-79c46213-6b54-4264-a775-c222b11eee00 req-884eae8b-85f3-4612-9b86-cd68ebf629ff service nova] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Updated VIF entry in instance network info cache for port 23e96b6f-95ac-452b-a577-217d0f8ae738. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 924.248286] env[65418]: DEBUG nova.network.neutron [req-79c46213-6b54-4264-a775-c222b11eee00 req-884eae8b-85f3-4612-9b86-cd68ebf629ff service nova] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Updating instance_info_cache with network_info: [{"id": "23e96b6f-95ac-452b-a577-217d0f8ae738", "address": "fa:16:3e:b0:ab:ae", "network": {"id": "a60b1801-8e2d-4966-8362-cdc65ef35a96", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1479408955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "378c1e35059b4dddb61aa567774373a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23e96b6f-95", "ovs_interfaceid": "23e96b6f-95ac-452b-a577-217d0f8ae738", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.279259] env[65418]: DEBUG nova.scheduler.client.report [None req-bbd0d732-e475-42f6-acc4-c787cfebbe98 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.459763] env[65418]: DEBUG nova.compute.manager [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Found 3 images (rotation: 2) {{(pid=65418) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 924.459957] env[65418]: DEBUG nova.compute.manager [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Rotating out 1 backups {{(pid=65418) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5065}} [ 924.460198] env[65418]: DEBUG nova.compute.manager [None req-9f639b21-b013-4d7b-8404-4c3b67187a4e tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Deleting image 80b37a05-415d-46b7-9d47-6c07e6172000 {{(pid=65418) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5070}} [ 924.639599] env[65418]: DEBUG oslo_vmware.api [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52116964-5690-fa4d-d6b1-40b64c5c71b3, 'name': SearchDatastore_Task, 'duration_secs': 0.012273} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.640189] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.640189] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.640189] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.640379] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.640440] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.640730] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2699806-4045-4c93-a49d-9ddafadec171 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.652435] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.652587] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.653315] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72a7beb2-cb71-44fc-95a2-e7ed729a74ad {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.659734] env[65418]: DEBUG oslo_vmware.api [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 924.659734] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]524ef0c7-b1f7-1f9a-f090-b03a76ba496e" [ 924.659734] env[65418]: _type = "Task" [ 924.659734] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.670063] env[65418]: DEBUG oslo_vmware.api [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]524ef0c7-b1f7-1f9a-f090-b03a76ba496e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.751250] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquiring lock "2549bdeb-8d7d-4170-b15e-0b12d4fd859f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.751568] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lock "2549bdeb-8d7d-4170-b15e-0b12d4fd859f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.752097] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquiring lock "2549bdeb-8d7d-4170-b15e-0b12d4fd859f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.752097] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lock "2549bdeb-8d7d-4170-b15e-0b12d4fd859f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.752273] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lock "2549bdeb-8d7d-4170-b15e-0b12d4fd859f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.754152] env[65418]: DEBUG oslo_concurrency.lockutils [req-79c46213-6b54-4264-a775-c222b11eee00 req-884eae8b-85f3-4612-9b86-cd68ebf629ff service nova] Releasing lock "refresh_cache-2288f3f0-2c37-4021-89af-dc45fa612783" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.754389] env[65418]: DEBUG nova.compute.manager [req-79c46213-6b54-4264-a775-c222b11eee00 req-884eae8b-85f3-4612-9b86-cd68ebf629ff service nova] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Received event network-vif-deleted-52f442ba-9b7b-45b5-b2d9-fedfcb14283f {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 924.754912] env[65418]: INFO nova.compute.manager [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Terminating instance [ 924.785877] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bbd0d732-e475-42f6-acc4-c787cfebbe98 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.791020] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bc571c8-857a-4b5f-b075-ce804c60e9a6 tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.485s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.791020] env[65418]: DEBUG nova.objects.instance [None req-6bc571c8-857a-4b5f-b075-ce804c60e9a6 tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Lazy-loading 'resources' on Instance uuid 3f95e054-c8b7-42a1-a91e-352a280f85ec {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 924.815975] env[65418]: INFO nova.scheduler.client.report [None req-bbd0d732-e475-42f6-acc4-c787cfebbe98 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Deleted allocations for instance 10fceed7-135d-44cd-9a4b-593662f33787 [ 924.882024] env[65418]: DEBUG nova.compute.manager [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 924.912401] env[65418]: DEBUG nova.virt.hardware [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 924.912603] env[65418]: DEBUG nova.virt.hardware [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.912757] env[65418]: DEBUG nova.virt.hardware [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 924.912938] env[65418]: DEBUG nova.virt.hardware [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.913092] env[65418]: DEBUG nova.virt.hardware [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 924.913238] env[65418]: DEBUG nova.virt.hardware [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 924.913456] env[65418]: DEBUG nova.virt.hardware [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 924.913587] env[65418]: DEBUG nova.virt.hardware [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 924.913783] env[65418]: DEBUG nova.virt.hardware [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 924.913954] env[65418]: DEBUG nova.virt.hardware [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 924.914164] env[65418]: DEBUG nova.virt.hardware [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 924.915207] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537a0082-3972-4af9-9cc7-42266757842c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.925625] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2345f8b-4c74-4952-8a25-ff908b059d32 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.171185] env[65418]: DEBUG oslo_vmware.api [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]524ef0c7-b1f7-1f9a-f090-b03a76ba496e, 'name': SearchDatastore_Task, 'duration_secs': 0.023821} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.171985] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4e50987-10c3-4754-b39f-f66de262c3bd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.178227] env[65418]: DEBUG oslo_vmware.api [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 925.178227] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523060e3-0c52-6278-8d1e-cd87f0af6757" [ 925.178227] env[65418]: _type = "Task" [ 925.178227] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.187061] env[65418]: DEBUG oslo_vmware.api [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523060e3-0c52-6278-8d1e-cd87f0af6757, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.260199] env[65418]: DEBUG nova.compute.manager [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 925.260436] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.261624] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe734a1-ab10-4c23-a69e-0e7b540ae381 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.269887] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.270203] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f40313d0-2247-4d56-8670-95c0520a946c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.279339] env[65418]: DEBUG oslo_vmware.api [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 925.279339] env[65418]: value = "task-4688663" [ 925.279339] env[65418]: _type = "Task" [ 925.279339] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.290158] env[65418]: DEBUG oslo_vmware.api [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.328688] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bbd0d732-e475-42f6-acc4-c787cfebbe98 tempest-ServerAddressesNegativeTestJSON-201698025 tempest-ServerAddressesNegativeTestJSON-201698025-project-member] Lock "10fceed7-135d-44cd-9a4b-593662f33787" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.896s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.552060] env[65418]: DEBUG nova.network.neutron [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Successfully updated port: 90fa80de-51c3-4c3c-aea9-184bb2cb0e75 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 925.603056] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e610096-b4f9-41a3-a373-310d4b6f5032 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.612102] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3567b8-cb5c-41bf-a56d-fc66d96778bb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.653757] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9029b4d9-f189-4fb4-be7a-bfd8a67f5954 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.662323] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7b4fd8-1c61-4235-971e-23bcc2cb51cb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.676709] env[65418]: DEBUG nova.compute.provider_tree [None req-6bc571c8-857a-4b5f-b075-ce804c60e9a6 tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.689413] env[65418]: DEBUG oslo_vmware.api [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523060e3-0c52-6278-8d1e-cd87f0af6757, 'name': SearchDatastore_Task, 'duration_secs': 0.018035} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.689954] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.692020] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 2288f3f0-2c37-4021-89af-dc45fa612783/2288f3f0-2c37-4021-89af-dc45fa612783.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.692020] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e8b19d9-51ea-4cba-a5c5-a7211a8b82b0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.699529] env[65418]: DEBUG oslo_vmware.api [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 925.699529] env[65418]: value = "task-4688665" [ 925.699529] env[65418]: _type = "Task" [ 925.699529] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.710428] env[65418]: DEBUG oslo_vmware.api [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.791423] env[65418]: DEBUG oslo_vmware.api [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688663, 'name': PowerOffVM_Task, 'duration_secs': 0.326105} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.791797] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.792077] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.792425] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c470ffc-cc02-4685-8e9f-0ce4b3354034 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.889786] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.890115] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.890308] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Deleting the datastore file [datastore2] 2549bdeb-8d7d-4170-b15e-0b12d4fd859f {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.890637] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af4d9375-ed0f-4e05-88e5-2f9ae965860e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.900115] env[65418]: DEBUG oslo_vmware.api [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 925.900115] env[65418]: value = "task-4688667" [ 925.900115] env[65418]: _type = "Task" [ 925.900115] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.911977] env[65418]: DEBUG oslo_vmware.api [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.924108] env[65418]: DEBUG nova.compute.manager [req-14245919-ab9f-4371-8473-110f92ab6cc6 req-49b69c60-031d-4cf1-9bc8-888b1211d310 service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Received event network-vif-plugged-90fa80de-51c3-4c3c-aea9-184bb2cb0e75 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 925.924406] env[65418]: DEBUG oslo_concurrency.lockutils [req-14245919-ab9f-4371-8473-110f92ab6cc6 req-49b69c60-031d-4cf1-9bc8-888b1211d310 service nova] Acquiring lock "d1993506-e855-489a-a879-74483d10153c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.924541] env[65418]: DEBUG oslo_concurrency.lockutils [req-14245919-ab9f-4371-8473-110f92ab6cc6 req-49b69c60-031d-4cf1-9bc8-888b1211d310 service nova] Lock "d1993506-e855-489a-a879-74483d10153c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.924697] env[65418]: DEBUG oslo_concurrency.lockutils [req-14245919-ab9f-4371-8473-110f92ab6cc6 req-49b69c60-031d-4cf1-9bc8-888b1211d310 service nova] Lock "d1993506-e855-489a-a879-74483d10153c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.924853] env[65418]: DEBUG nova.compute.manager [req-14245919-ab9f-4371-8473-110f92ab6cc6 req-49b69c60-031d-4cf1-9bc8-888b1211d310 service nova] [instance: d1993506-e855-489a-a879-74483d10153c] No waiting events found dispatching network-vif-plugged-90fa80de-51c3-4c3c-aea9-184bb2cb0e75 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 925.925465] env[65418]: WARNING nova.compute.manager [req-14245919-ab9f-4371-8473-110f92ab6cc6 req-49b69c60-031d-4cf1-9bc8-888b1211d310 service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Received unexpected event network-vif-plugged-90fa80de-51c3-4c3c-aea9-184bb2cb0e75 for instance with vm_state building and task_state spawning. [ 926.059042] env[65418]: DEBUG oslo_concurrency.lockutils [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "refresh_cache-d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.059274] env[65418]: DEBUG oslo_concurrency.lockutils [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquired lock "refresh_cache-d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.059507] env[65418]: DEBUG nova.network.neutron [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 926.182511] env[65418]: DEBUG nova.scheduler.client.report [None req-6bc571c8-857a-4b5f-b075-ce804c60e9a6 tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.219835] env[65418]: DEBUG oslo_vmware.api [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688665, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.419554] env[65418]: DEBUG oslo_vmware.api [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688667, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.450759} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.420189] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.420454] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.420665] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.420870] env[65418]: INFO nova.compute.manager [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 926.421172] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 926.421456] env[65418]: DEBUG nova.compute.manager [-] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 926.421579] env[65418]: DEBUG nova.network.neutron [-] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 926.421867] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.686901] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bc571c8-857a-4b5f-b075-ce804c60e9a6 tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.897s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.690048] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.021s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.693333] env[65418]: INFO nova.compute.claims [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.720797] env[65418]: DEBUG oslo_vmware.api [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688665, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.793933} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.721098] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 2288f3f0-2c37-4021-89af-dc45fa612783/2288f3f0-2c37-4021-89af-dc45fa612783.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.721316] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.721655] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70498de0-d088-44b1-b8f4-f9187299cc65 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.730492] env[65418]: DEBUG oslo_vmware.api [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 926.730492] env[65418]: value = "task-4688668" [ 926.730492] env[65418]: _type = "Task" [ 926.730492] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.739953] env[65418]: INFO nova.scheduler.client.report [None req-6bc571c8-857a-4b5f-b075-ce804c60e9a6 tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Deleted allocations for instance 3f95e054-c8b7-42a1-a91e-352a280f85ec [ 926.743601] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 926.755229] env[65418]: DEBUG nova.network.neutron [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 926.760765] env[65418]: DEBUG oslo_vmware.api [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.207300] env[65418]: WARNING neutronclient.v2_0.client [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.244786] env[65418]: DEBUG oslo_vmware.api [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073436} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.245586] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.246618] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb89104-983e-4140-bef6-cb3a6d662a96 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.277607] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 2288f3f0-2c37-4021-89af-dc45fa612783/2288f3f0-2c37-4021-89af-dc45fa612783.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.278296] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bc571c8-857a-4b5f-b075-ce804c60e9a6 tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Lock "3f95e054-c8b7-42a1-a91e-352a280f85ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.385s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.279433] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-810ece97-9d2f-48a9-8335-b67b86dc2afb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.306800] env[65418]: DEBUG oslo_vmware.api [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 927.306800] env[65418]: value = "task-4688669" [ 927.306800] env[65418]: _type = "Task" [ 927.306800] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.319018] env[65418]: DEBUG oslo_vmware.api [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688669, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.374630] env[65418]: DEBUG nova.network.neutron [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Updating instance_info_cache with network_info: [{"id": "90fa80de-51c3-4c3c-aea9-184bb2cb0e75", "address": "fa:16:3e:22:79:ed", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90fa80de-51", "ovs_interfaceid": "90fa80de-51c3-4c3c-aea9-184bb2cb0e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.592851] env[65418]: DEBUG nova.network.neutron [-] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.822769] env[65418]: DEBUG oslo_vmware.api [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688669, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.878224] env[65418]: DEBUG oslo_concurrency.lockutils [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Releasing lock "refresh_cache-d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.878367] env[65418]: DEBUG nova.compute.manager [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Instance network_info: |[{"id": "90fa80de-51c3-4c3c-aea9-184bb2cb0e75", "address": "fa:16:3e:22:79:ed", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90fa80de-51", "ovs_interfaceid": "90fa80de-51c3-4c3c-aea9-184bb2cb0e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 927.880095] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:79:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90fa80de-51c3-4c3c-aea9-184bb2cb0e75', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 927.888018] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 927.888683] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1993506-e855-489a-a879-74483d10153c] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 927.888932] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b96df55-6ecd-449b-824b-5c0b0eedb93d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.919729] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 927.919729] env[65418]: value = "task-4688671" [ 927.919729] env[65418]: _type = "Task" [ 927.919729] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.938898] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688671, 'name': CreateVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.096714] env[65418]: INFO nova.compute.manager [-] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Took 1.67 seconds to deallocate network for instance. [ 928.113822] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d09d21e-9b93-46cb-95df-5d67a183a7e3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.124855] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0425637-5a53-40da-aa5f-517f2b1a93ed {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.180378] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0efc31-aa4a-43e3-a0f5-b1e507389b8a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.191030] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aeae0bf-d73d-4391-a1c2-bf9e5beaf35a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.208772] env[65418]: DEBUG nova.compute.provider_tree [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.329456] env[65418]: DEBUG oslo_vmware.api [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688669, 'name': ReconfigVM_Task, 'duration_secs': 0.561268} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.329704] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 2288f3f0-2c37-4021-89af-dc45fa612783/2288f3f0-2c37-4021-89af-dc45fa612783.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.330299] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cea33ff6-e8a5-45fc-a18a-7a3d59a98d22 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.339442] env[65418]: DEBUG oslo_vmware.api [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 928.339442] env[65418]: value = "task-4688672" [ 928.339442] env[65418]: _type = "Task" [ 928.339442] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.352561] env[65418]: DEBUG oslo_vmware.api [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688672, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.402952] env[65418]: DEBUG nova.compute.manager [req-e18d6679-2d5b-4f95-9a55-f9520b98d1fe req-96b4e441-e424-470e-bc6e-4394cece47ab service nova] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Received event network-vif-deleted-5c41a46e-155d-40f3-b2e5-4b7a595e1e2a {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 928.432085] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688671, 'name': CreateVM_Task, 'duration_secs': 0.380205} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.432085] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1993506-e855-489a-a879-74483d10153c] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 928.433557] env[65418]: WARNING neutronclient.v2_0.client [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.433557] env[65418]: DEBUG oslo_concurrency.lockutils [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.433557] env[65418]: DEBUG oslo_concurrency.lockutils [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.433557] env[65418]: DEBUG oslo_concurrency.lockutils [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.433557] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-528d1f28-9af9-4bcb-8501-4360f5760c38 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.440035] env[65418]: DEBUG oslo_vmware.api [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 928.440035] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525c7ccb-26d2-2bc4-0cbd-027ec7f3711a" [ 928.440035] env[65418]: _type = "Task" [ 928.440035] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.451457] env[65418]: DEBUG oslo_vmware.api [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525c7ccb-26d2-2bc4-0cbd-027ec7f3711a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.606686] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.606874] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "39aca870-0b65-4df6-88bb-e49ae622c66c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.607092] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "39aca870-0b65-4df6-88bb-e49ae622c66c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.714293] env[65418]: DEBUG nova.scheduler.client.report [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.722387] env[65418]: DEBUG nova.compute.manager [req-9e6a5ef6-c285-4f25-862d-2366b9c0ad53 req-0ad38b48-9c7e-433e-9126-f2eac6faf8e6 service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Received event network-changed-90fa80de-51c3-4c3c-aea9-184bb2cb0e75 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 928.722387] env[65418]: DEBUG nova.compute.manager [req-9e6a5ef6-c285-4f25-862d-2366b9c0ad53 req-0ad38b48-9c7e-433e-9126-f2eac6faf8e6 service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Refreshing instance network info cache due to event network-changed-90fa80de-51c3-4c3c-aea9-184bb2cb0e75. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 928.722849] env[65418]: DEBUG oslo_concurrency.lockutils [req-9e6a5ef6-c285-4f25-862d-2366b9c0ad53 req-0ad38b48-9c7e-433e-9126-f2eac6faf8e6 service nova] Acquiring lock "refresh_cache-d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.722849] env[65418]: DEBUG oslo_concurrency.lockutils [req-9e6a5ef6-c285-4f25-862d-2366b9c0ad53 req-0ad38b48-9c7e-433e-9126-f2eac6faf8e6 service nova] Acquired lock "refresh_cache-d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.723284] env[65418]: DEBUG nova.network.neutron [req-9e6a5ef6-c285-4f25-862d-2366b9c0ad53 req-0ad38b48-9c7e-433e-9126-f2eac6faf8e6 service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Refreshing network info cache for port 90fa80de-51c3-4c3c-aea9-184bb2cb0e75 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.854848] env[65418]: DEBUG oslo_vmware.api [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688672, 'name': Rename_Task, 'duration_secs': 0.214628} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.855155] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.855415] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e2f3253-ff44-4749-ba3d-8224924d7361 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.867818] env[65418]: DEBUG oslo_vmware.api [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 928.867818] env[65418]: value = "task-4688673" [ 928.867818] env[65418]: _type = "Task" [ 928.867818] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.876726] env[65418]: DEBUG oslo_vmware.api [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.953294] env[65418]: DEBUG oslo_vmware.api [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525c7ccb-26d2-2bc4-0cbd-027ec7f3711a, 'name': SearchDatastore_Task, 'duration_secs': 0.010165} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.953605] env[65418]: DEBUG oslo_concurrency.lockutils [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.953856] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 928.954119] env[65418]: DEBUG oslo_concurrency.lockutils [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.954266] env[65418]: DEBUG oslo_concurrency.lockutils [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.954446] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 928.954718] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc11122c-5fb4-4a61-aadc-bd39ab5dfed1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.972203] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 928.972505] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 928.973348] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22c7a93b-1abf-47b8-877d-47a685a4c835 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.981874] env[65418]: DEBUG oslo_vmware.api [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 928.981874] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f9935e-f192-ac0b-3c7e-6102123eaf60" [ 928.981874] env[65418]: _type = "Task" [ 928.981874] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.990523] env[65418]: DEBUG oslo_vmware.api [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f9935e-f192-ac0b-3c7e-6102123eaf60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.111304] env[65418]: DEBUG nova.compute.manager [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 929.221022] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.531s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.221767] env[65418]: DEBUG nova.compute.manager [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 929.230019] env[65418]: DEBUG oslo_concurrency.lockutils [None req-54cc1d59-b01d-4786-a071-2f320af5303a tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.798s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.230019] env[65418]: DEBUG nova.objects.instance [None req-54cc1d59-b01d-4786-a071-2f320af5303a tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lazy-loading 'resources' on Instance uuid 8fe24eee-92e6-4c17-bd9c-50d538e33739 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.230019] env[65418]: WARNING neutronclient.v2_0.client [req-9e6a5ef6-c285-4f25-862d-2366b9c0ad53 req-0ad38b48-9c7e-433e-9126-f2eac6faf8e6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.252048] env[65418]: DEBUG oslo_concurrency.lockutils [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Acquiring lock "05c0cf75-a49f-43c5-908d-dffb27d14d2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.252317] env[65418]: DEBUG oslo_concurrency.lockutils [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Lock "05c0cf75-a49f-43c5-908d-dffb27d14d2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.386437] env[65418]: DEBUG oslo_vmware.api [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688673, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.502389] env[65418]: DEBUG oslo_vmware.api [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f9935e-f192-ac0b-3c7e-6102123eaf60, 'name': SearchDatastore_Task, 'duration_secs': 0.029539} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.503458] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99d5594a-2c0d-4769-b436-36fffb8ef342 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.514210] env[65418]: DEBUG oslo_vmware.api [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 929.514210] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5274c6c2-ae7c-9897-bb08-548dfd28176f" [ 929.514210] env[65418]: _type = "Task" [ 929.514210] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.524841] env[65418]: DEBUG oslo_vmware.api [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5274c6c2-ae7c-9897-bb08-548dfd28176f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.555353] env[65418]: WARNING neutronclient.v2_0.client [req-9e6a5ef6-c285-4f25-862d-2366b9c0ad53 req-0ad38b48-9c7e-433e-9126-f2eac6faf8e6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.650588] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.658848] env[65418]: DEBUG nova.network.neutron [req-9e6a5ef6-c285-4f25-862d-2366b9c0ad53 req-0ad38b48-9c7e-433e-9126-f2eac6faf8e6 service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Updated VIF entry in instance network info cache for port 90fa80de-51c3-4c3c-aea9-184bb2cb0e75. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 929.659261] env[65418]: DEBUG nova.network.neutron [req-9e6a5ef6-c285-4f25-862d-2366b9c0ad53 req-0ad38b48-9c7e-433e-9126-f2eac6faf8e6 service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Updating instance_info_cache with network_info: [{"id": "90fa80de-51c3-4c3c-aea9-184bb2cb0e75", "address": "fa:16:3e:22:79:ed", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90fa80de-51", "ovs_interfaceid": "90fa80de-51c3-4c3c-aea9-184bb2cb0e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.728881] env[65418]: DEBUG nova.compute.utils [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.730392] env[65418]: DEBUG nova.compute.manager [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 929.730554] env[65418]: DEBUG nova.network.neutron [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 929.730873] env[65418]: WARNING neutronclient.v2_0.client [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.731283] env[65418]: WARNING neutronclient.v2_0.client [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.756961] env[65418]: DEBUG nova.compute.manager [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 929.781109] env[65418]: DEBUG nova.policy [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f52aa24f57ab45e1b77c0f3e4d13f08e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '972d2056be0a4460933791951ffe70bf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.871201] env[65418]: DEBUG oslo_concurrency.lockutils [None req-544eb176-110b-4c2f-8de5-da3c57b0d666 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "d5b22bc6-625a-4f32-b6d6-da588f171575" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.871506] env[65418]: DEBUG oslo_concurrency.lockutils [None req-544eb176-110b-4c2f-8de5-da3c57b0d666 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "d5b22bc6-625a-4f32-b6d6-da588f171575" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.871712] env[65418]: DEBUG nova.compute.manager [None req-544eb176-110b-4c2f-8de5-da3c57b0d666 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 929.875967] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb04d2c-973d-4740-a845-1008e05ada6c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.887423] env[65418]: DEBUG oslo_vmware.api [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688673, 'name': PowerOnVM_Task, 'duration_secs': 0.658867} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.889162] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.889385] env[65418]: INFO nova.compute.manager [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Took 9.50 seconds to spawn the instance on the hypervisor. [ 929.889585] env[65418]: DEBUG nova.compute.manager [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 929.889951] env[65418]: DEBUG nova.compute.manager [None req-544eb176-110b-4c2f-8de5-da3c57b0d666 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65418) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 929.890505] env[65418]: DEBUG nova.objects.instance [None req-544eb176-110b-4c2f-8de5-da3c57b0d666 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lazy-loading 'flavor' on Instance uuid d5b22bc6-625a-4f32-b6d6-da588f171575 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.894794] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dac62e7-2a8c-45d2-8013-fb17eae295db {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.027843] env[65418]: DEBUG oslo_vmware.api [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5274c6c2-ae7c-9897-bb08-548dfd28176f, 'name': SearchDatastore_Task, 'duration_secs': 0.025148} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.028480] env[65418]: DEBUG oslo_concurrency.lockutils [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.029357] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] d1993506-e855-489a-a879-74483d10153c/d1993506-e855-489a-a879-74483d10153c.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.029357] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82a28ad2-6e0b-462d-8e86-c863b4642fe0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.038297] env[65418]: DEBUG oslo_vmware.api [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 930.038297] env[65418]: value = "task-4688675" [ 930.038297] env[65418]: _type = "Task" [ 930.038297] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.047224] env[65418]: DEBUG oslo_vmware.api [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688675, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.064040] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064bf630-0401-438a-9797-68d44a3ba77f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.073049] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48884e2a-7f62-4b8d-bf6f-93f534a96461 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.116698] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a7ab93-7797-4495-ae4b-627d3d656cf7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.125836] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812295d6-586d-48aa-b6bc-d4c31fd153d2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.144865] env[65418]: DEBUG nova.compute.provider_tree [None req-54cc1d59-b01d-4786-a071-2f320af5303a tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.164088] env[65418]: DEBUG oslo_concurrency.lockutils [req-9e6a5ef6-c285-4f25-862d-2366b9c0ad53 req-0ad38b48-9c7e-433e-9126-f2eac6faf8e6 service nova] Releasing lock "refresh_cache-d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.196488] env[65418]: DEBUG nova.network.neutron [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Successfully created port: 3fd7297d-b185-4bda-9107-16c0aeefc457 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 930.234691] env[65418]: DEBUG nova.compute.manager [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 930.293695] env[65418]: DEBUG oslo_concurrency.lockutils [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.416752] env[65418]: INFO nova.compute.manager [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Took 28.14 seconds to build instance. [ 930.551892] env[65418]: DEBUG oslo_vmware.api [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688675, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.649027] env[65418]: DEBUG nova.scheduler.client.report [None req-54cc1d59-b01d-4786-a071-2f320af5303a tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.711674] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Acquiring lock "b6b13e36-8f82-4285-a58f-7306565c3a23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.711893] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Lock "b6b13e36-8f82-4285-a58f-7306565c3a23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.905218] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-544eb176-110b-4c2f-8de5-da3c57b0d666 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.905588] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1890d903-cf80-4e83-af76-d7fcee2e484a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.913007] env[65418]: DEBUG oslo_vmware.api [None req-544eb176-110b-4c2f-8de5-da3c57b0d666 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 930.913007] env[65418]: value = "task-4688676" [ 930.913007] env[65418]: _type = "Task" [ 930.913007] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.923204] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eeff2a2d-e5c1-4ea8-b792-a61dfc08cee8 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "2288f3f0-2c37-4021-89af-dc45fa612783" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.658s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.923584] env[65418]: DEBUG oslo_vmware.api [None req-544eb176-110b-4c2f-8de5-da3c57b0d666 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.050165] env[65418]: DEBUG oslo_vmware.api [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688675, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656906} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.050435] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] d1993506-e855-489a-a879-74483d10153c/d1993506-e855-489a-a879-74483d10153c.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.050636] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.050997] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-609714d4-9dbc-409d-b427-d6f2f9538513 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.059579] env[65418]: DEBUG oslo_vmware.api [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 931.059579] env[65418]: value = "task-4688677" [ 931.059579] env[65418]: _type = "Task" [ 931.059579] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.070984] env[65418]: DEBUG oslo_vmware.api [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.154218] env[65418]: DEBUG oslo_concurrency.lockutils [None req-54cc1d59-b01d-4786-a071-2f320af5303a tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.156683] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.573s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.158227] env[65418]: INFO nova.compute.claims [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.179551] env[65418]: INFO nova.scheduler.client.report [None req-54cc1d59-b01d-4786-a071-2f320af5303a tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Deleted allocations for instance 8fe24eee-92e6-4c17-bd9c-50d538e33739 [ 931.214088] env[65418]: DEBUG nova.compute.manager [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 931.245632] env[65418]: DEBUG nova.compute.manager [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 931.270984] env[65418]: DEBUG nova.virt.hardware [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 931.270984] env[65418]: DEBUG nova.virt.hardware [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.270984] env[65418]: DEBUG nova.virt.hardware [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 931.270984] env[65418]: DEBUG nova.virt.hardware [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.270984] env[65418]: DEBUG nova.virt.hardware [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 931.270984] env[65418]: DEBUG nova.virt.hardware [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 931.270984] env[65418]: DEBUG nova.virt.hardware [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 931.272144] env[65418]: DEBUG nova.virt.hardware [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 931.272144] env[65418]: DEBUG nova.virt.hardware [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 931.272144] env[65418]: DEBUG nova.virt.hardware [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 931.272144] env[65418]: DEBUG nova.virt.hardware [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 931.273533] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468cbcbf-0836-46f1-afd0-95a0872f1338 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.284348] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c889dd6-19d5-4132-ab67-94dec03aa99b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.427244] env[65418]: DEBUG oslo_vmware.api [None req-544eb176-110b-4c2f-8de5-da3c57b0d666 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688676, 'name': PowerOffVM_Task, 'duration_secs': 0.227894} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.427516] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-544eb176-110b-4c2f-8de5-da3c57b0d666 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.427708] env[65418]: DEBUG nova.compute.manager [None req-544eb176-110b-4c2f-8de5-da3c57b0d666 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 931.428705] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d15f143-13f0-4070-b602-f11a951b0a91 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.570378] env[65418]: DEBUG oslo_vmware.api [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075914} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.570658] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 931.571577] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59ef361-2a17-40ed-a094-dd6463edd29a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.596193] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] d1993506-e855-489a-a879-74483d10153c/d1993506-e855-489a-a879-74483d10153c.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.596545] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff795aad-0bf4-46f2-bb57-ad087e025f4d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.621615] env[65418]: DEBUG oslo_vmware.api [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 931.621615] env[65418]: value = "task-4688678" [ 931.621615] env[65418]: _type = "Task" [ 931.621615] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.632972] env[65418]: DEBUG oslo_vmware.api [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.688442] env[65418]: DEBUG oslo_concurrency.lockutils [None req-54cc1d59-b01d-4786-a071-2f320af5303a tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "8fe24eee-92e6-4c17-bd9c-50d538e33739" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.370s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.708815] env[65418]: DEBUG nova.compute.manager [req-b0eac313-1c85-4200-8b89-b2b91e4488bb req-874a7ded-c4c1-4067-bbcb-14f964ab30ee service nova] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Received event network-vif-plugged-3fd7297d-b185-4bda-9107-16c0aeefc457 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 931.709049] env[65418]: DEBUG oslo_concurrency.lockutils [req-b0eac313-1c85-4200-8b89-b2b91e4488bb req-874a7ded-c4c1-4067-bbcb-14f964ab30ee service nova] Acquiring lock "41cc4362-bddb-4434-95ba-cc9bc0259356-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.709241] env[65418]: DEBUG oslo_concurrency.lockutils [req-b0eac313-1c85-4200-8b89-b2b91e4488bb req-874a7ded-c4c1-4067-bbcb-14f964ab30ee service nova] Lock "41cc4362-bddb-4434-95ba-cc9bc0259356-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.709662] env[65418]: DEBUG oslo_concurrency.lockutils [req-b0eac313-1c85-4200-8b89-b2b91e4488bb req-874a7ded-c4c1-4067-bbcb-14f964ab30ee service nova] Lock "41cc4362-bddb-4434-95ba-cc9bc0259356-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.709734] env[65418]: DEBUG nova.compute.manager [req-b0eac313-1c85-4200-8b89-b2b91e4488bb req-874a7ded-c4c1-4067-bbcb-14f964ab30ee service nova] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] No waiting events found dispatching network-vif-plugged-3fd7297d-b185-4bda-9107-16c0aeefc457 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 931.709934] env[65418]: WARNING nova.compute.manager [req-b0eac313-1c85-4200-8b89-b2b91e4488bb req-874a7ded-c4c1-4067-bbcb-14f964ab30ee service nova] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Received unexpected event network-vif-plugged-3fd7297d-b185-4bda-9107-16c0aeefc457 for instance with vm_state building and task_state spawning. [ 931.750891] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.860025] env[65418]: DEBUG nova.network.neutron [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Successfully updated port: 3fd7297d-b185-4bda-9107-16c0aeefc457 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 931.865484] env[65418]: INFO nova.compute.manager [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Rebuilding instance [ 931.926758] env[65418]: DEBUG nova.compute.manager [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 931.928245] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844d2aef-bad7-4bd9-9a3d-336779823ce2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.941334] env[65418]: DEBUG oslo_concurrency.lockutils [None req-544eb176-110b-4c2f-8de5-da3c57b0d666 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "d5b22bc6-625a-4f32-b6d6-da588f171575" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.137906] env[65418]: DEBUG oslo_vmware.api [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688678, 'name': ReconfigVM_Task, 'duration_secs': 0.407277} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.139823] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Reconfigured VM instance instance-0000004e to attach disk [datastore1] d1993506-e855-489a-a879-74483d10153c/d1993506-e855-489a-a879-74483d10153c.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.139823] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32d96d4a-5356-4476-a6ec-8fedcbeb9e62 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.147512] env[65418]: DEBUG oslo_vmware.api [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 932.147512] env[65418]: value = "task-4688679" [ 932.147512] env[65418]: _type = "Task" [ 932.147512] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.158903] env[65418]: DEBUG oslo_vmware.api [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688679, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.366912] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Acquiring lock "refresh_cache-41cc4362-bddb-4434-95ba-cc9bc0259356" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.367183] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Acquired lock "refresh_cache-41cc4362-bddb-4434-95ba-cc9bc0259356" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.367384] env[65418]: DEBUG nova.network.neutron [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 932.464927] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a54cdb-2957-4694-93d5-4ac04decf8c1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.475469] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3afaa2-8726-42cd-a18f-64f1ac3b041d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.519404] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0324258-626f-4060-b087-86eeddc0c8a2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.528804] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3012ddbd-eaaf-43cd-9295-3250e4516057 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.549440] env[65418]: DEBUG nova.compute.provider_tree [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.658278] env[65418]: DEBUG oslo_vmware.api [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688679, 'name': Rename_Task, 'duration_secs': 0.1639} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.658938] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.658938] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d772b2fb-c753-448b-87fc-f153303a49e5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.666547] env[65418]: DEBUG oslo_vmware.api [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 932.666547] env[65418]: value = "task-4688680" [ 932.666547] env[65418]: _type = "Task" [ 932.666547] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.676449] env[65418]: DEBUG oslo_vmware.api [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.924928] env[65418]: DEBUG nova.network.neutron [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 932.944978] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.945385] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-327469c1-1f5b-4170-a73a-0bfbe3e61159 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.953599] env[65418]: DEBUG oslo_vmware.api [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 932.953599] env[65418]: value = "task-4688681" [ 932.953599] env[65418]: _type = "Task" [ 932.953599] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.965491] env[65418]: DEBUG oslo_vmware.api [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.053866] env[65418]: DEBUG nova.scheduler.client.report [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.077193] env[65418]: WARNING neutronclient.v2_0.client [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.181092] env[65418]: DEBUG oslo_vmware.api [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688680, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.315043] env[65418]: DEBUG nova.network.neutron [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Updating instance_info_cache with network_info: [{"id": "3fd7297d-b185-4bda-9107-16c0aeefc457", "address": "fa:16:3e:16:8c:93", "network": {"id": "e0c34a21-95d9-4b4b-ad8d-f9f33be153a5", "bridge": "br-int", "label": "tempest-ServersTestJSON-308640022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "972d2056be0a4460933791951ffe70bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fd7297d-b1", "ovs_interfaceid": "3fd7297d-b185-4bda-9107-16c0aeefc457", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.464671] env[65418]: DEBUG oslo_vmware.api [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688681, 'name': PowerOffVM_Task, 'duration_secs': 0.217606} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.464976] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.465235] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.466084] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a802dab4-fa18-40d7-8228-7d4131fcbe45 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.476742] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.477063] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e4155d7-8394-4c78-b231-5643657fda7d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.548052] env[65418]: DEBUG nova.compute.manager [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Stashing vm_state: stopped {{(pid=65418) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 933.558788] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.558788] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.558788] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Deleting the datastore file [datastore1] 2288f3f0-2c37-4021-89af-dc45fa612783 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.558788] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-965ccf2c-c09e-4d18-b1e3-b32196371f30 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.561419] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.562190] env[65418]: DEBUG nova.compute.manager [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 933.565017] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.034s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.567322] env[65418]: INFO nova.compute.claims [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.580682] env[65418]: DEBUG oslo_vmware.api [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 933.580682] env[65418]: value = "task-4688683" [ 933.580682] env[65418]: _type = "Task" [ 933.580682] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.592523] env[65418]: DEBUG oslo_vmware.api [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.678951] env[65418]: DEBUG oslo_vmware.api [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688680, 'name': PowerOnVM_Task, 'duration_secs': 0.547132} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.679123] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.679578] env[65418]: INFO nova.compute.manager [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Took 8.80 seconds to spawn the instance on the hypervisor. [ 933.679578] env[65418]: DEBUG nova.compute.manager [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 933.680654] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2813816f-804f-4793-ad25-3e01e36915dd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.738146] env[65418]: DEBUG nova.compute.manager [None req-f36170a2-9139-46de-b0b3-4d5a9882db5d tempest-ServerDiagnosticsV248Test-753579830 tempest-ServerDiagnosticsV248Test-753579830-project-admin] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 933.740157] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b18f41a-88fa-44b8-86db-3e42f56bcded {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.751742] env[65418]: INFO nova.compute.manager [None req-f36170a2-9139-46de-b0b3-4d5a9882db5d tempest-ServerDiagnosticsV248Test-753579830 tempest-ServerDiagnosticsV248Test-753579830-project-admin] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Retrieving diagnostics [ 933.752606] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6129ef-599a-4786-ae5b-e60e4e4ede5d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.795672] env[65418]: DEBUG oslo_concurrency.lockutils [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Acquiring lock "45d19b37-ffd2-40d5-a567-9560657d328f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.795842] env[65418]: DEBUG oslo_concurrency.lockutils [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Lock "45d19b37-ffd2-40d5-a567-9560657d328f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.817314] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Releasing lock "refresh_cache-41cc4362-bddb-4434-95ba-cc9bc0259356" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.817314] env[65418]: DEBUG nova.compute.manager [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Instance network_info: |[{"id": "3fd7297d-b185-4bda-9107-16c0aeefc457", "address": "fa:16:3e:16:8c:93", "network": {"id": "e0c34a21-95d9-4b4b-ad8d-f9f33be153a5", "bridge": "br-int", "label": "tempest-ServersTestJSON-308640022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "972d2056be0a4460933791951ffe70bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fd7297d-b1", "ovs_interfaceid": "3fd7297d-b185-4bda-9107-16c0aeefc457", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 933.817844] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:8c:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fd7297d-b185-4bda-9107-16c0aeefc457', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.825781] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Creating folder: Project (972d2056be0a4460933791951ffe70bf). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.826478] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ed37215-64f7-4d3a-af09-8a1ec879e194 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.840079] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Created folder: Project (972d2056be0a4460933791951ffe70bf) in parent group-v914982. [ 933.840079] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Creating folder: Instances. Parent ref: group-v915211. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.840356] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-710407a1-038d-4962-a427-b49517c5657d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.852808] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Created folder: Instances in parent group-v915211. [ 933.853026] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 933.853373] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.853488] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f337dba-4963-469c-8f03-1f6c14f7ede2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.876614] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.876614] env[65418]: value = "task-4688686" [ 933.876614] env[65418]: _type = "Task" [ 933.876614] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.886535] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688686, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.035564] env[65418]: DEBUG nova.compute.manager [req-27de07bf-8c9b-456d-8050-e180a6372d8d req-9645a68c-4faa-4a95-8bd5-ccc0a7ea939a service nova] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Received event network-changed-3fd7297d-b185-4bda-9107-16c0aeefc457 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 934.035821] env[65418]: DEBUG nova.compute.manager [req-27de07bf-8c9b-456d-8050-e180a6372d8d req-9645a68c-4faa-4a95-8bd5-ccc0a7ea939a service nova] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Refreshing instance network info cache due to event network-changed-3fd7297d-b185-4bda-9107-16c0aeefc457. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 934.035989] env[65418]: DEBUG oslo_concurrency.lockutils [req-27de07bf-8c9b-456d-8050-e180a6372d8d req-9645a68c-4faa-4a95-8bd5-ccc0a7ea939a service nova] Acquiring lock "refresh_cache-41cc4362-bddb-4434-95ba-cc9bc0259356" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.036375] env[65418]: DEBUG oslo_concurrency.lockutils [req-27de07bf-8c9b-456d-8050-e180a6372d8d req-9645a68c-4faa-4a95-8bd5-ccc0a7ea939a service nova] Acquired lock "refresh_cache-41cc4362-bddb-4434-95ba-cc9bc0259356" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.036582] env[65418]: DEBUG nova.network.neutron [req-27de07bf-8c9b-456d-8050-e180a6372d8d req-9645a68c-4faa-4a95-8bd5-ccc0a7ea939a service nova] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Refreshing network info cache for port 3fd7297d-b185-4bda-9107-16c0aeefc457 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.075501] env[65418]: DEBUG nova.compute.utils [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.080402] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.080402] env[65418]: DEBUG nova.compute.manager [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 934.080402] env[65418]: DEBUG nova.network.neutron [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 934.080402] env[65418]: WARNING neutronclient.v2_0.client [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.080402] env[65418]: WARNING neutronclient.v2_0.client [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.093343] env[65418]: DEBUG oslo_vmware.api [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152261} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.093343] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.093508] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.093718] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.192060] env[65418]: DEBUG nova.policy [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd01dbe46b3f640ef84c56a60f51bff05', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68957baf5aec4df4b0008c8d4632ba1b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.202724] env[65418]: INFO nova.compute.manager [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Took 29.46 seconds to build instance. [ 934.298086] env[65418]: DEBUG nova.compute.manager [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 934.390968] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688686, 'name': CreateVM_Task, 'duration_secs': 0.418329} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.391177] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.392268] env[65418]: WARNING neutronclient.v2_0.client [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.392268] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.392268] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.392710] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.392993] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab0760f9-385b-480e-8808-5393d5f79809 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.399764] env[65418]: DEBUG oslo_vmware.api [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Waiting for the task: (returnval){ [ 934.399764] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ef2282-5729-e7a7-c106-d95a0a132bae" [ 934.399764] env[65418]: _type = "Task" [ 934.399764] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.410406] env[65418]: DEBUG oslo_vmware.api [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ef2282-5729-e7a7-c106-d95a0a132bae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.448012] env[65418]: DEBUG oslo_concurrency.lockutils [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "fed7b669-ab6a-4a08-b0f9-a5fd942a9753" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.448257] env[65418]: DEBUG oslo_concurrency.lockutils [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "fed7b669-ab6a-4a08-b0f9-a5fd942a9753" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.539226] env[65418]: WARNING neutronclient.v2_0.client [req-27de07bf-8c9b-456d-8050-e180a6372d8d req-9645a68c-4faa-4a95-8bd5-ccc0a7ea939a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.545358] env[65418]: DEBUG nova.network.neutron [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Successfully created port: 15ffc214-b1d2-4e69-8a67-f9c54cc59db3 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 934.578223] env[65418]: DEBUG nova.compute.manager [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 934.706871] env[65418]: DEBUG oslo_concurrency.lockutils [None req-072dd42f-e1b6-43cf-a844-f0f929862521 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "d1993506-e855-489a-a879-74483d10153c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.971s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.823748] env[65418]: DEBUG oslo_concurrency.lockutils [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.871290] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Acquiring lock "6b1247b4-66ce-47e5-af0d-5f3fc1b077a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.871665] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Lock "6b1247b4-66ce-47e5-af0d-5f3fc1b077a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.871969] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Acquiring lock "6b1247b4-66ce-47e5-af0d-5f3fc1b077a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.872270] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Lock "6b1247b4-66ce-47e5-af0d-5f3fc1b077a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.872574] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Lock "6b1247b4-66ce-47e5-af0d-5f3fc1b077a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.876587] env[65418]: INFO nova.compute.manager [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Terminating instance [ 934.910996] env[65418]: DEBUG oslo_vmware.api [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ef2282-5729-e7a7-c106-d95a0a132bae, 'name': SearchDatastore_Task, 'duration_secs': 0.01295} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.913646] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.913903] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.914176] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.914323] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.914500] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.914939] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db8d48f5-954c-4be6-8816-dc89a3f314bf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.924573] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.924757] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.926294] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58876263-aed8-43b3-bee0-57ab97eba071 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.928989] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db2430c-4887-4346-8034-5621f66169ea {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.935049] env[65418]: DEBUG oslo_vmware.api [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Waiting for the task: (returnval){ [ 934.935049] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]524d818e-f34b-77c9-fa34-495b86975876" [ 934.935049] env[65418]: _type = "Task" [ 934.935049] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.940469] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61d978b-0f7c-4e4a-8e6a-8776676b0069 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.949832] env[65418]: DEBUG oslo_vmware.api [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]524d818e-f34b-77c9-fa34-495b86975876, 'name': SearchDatastore_Task, 'duration_secs': 0.009759} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.972363] env[65418]: DEBUG nova.compute.manager [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 934.976563] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9d6ff3a-3ec8-4fb1-80f4-fe502037f5d1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.979280] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a01d16e-8bc0-4801-b73d-67c38d4c9728 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.986191] env[65418]: DEBUG oslo_vmware.api [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Waiting for the task: (returnval){ [ 934.986191] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f047be-f3c5-027f-e9e0-d25f2612a958" [ 934.986191] env[65418]: _type = "Task" [ 934.986191] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.992539] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd5ba6a-32bb-495a-ba92-6001baf5b3e5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.002098] env[65418]: DEBUG oslo_vmware.api [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f047be-f3c5-027f-e9e0-d25f2612a958, 'name': SearchDatastore_Task, 'duration_secs': 0.012379} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.011031] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.011315] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 41cc4362-bddb-4434-95ba-cc9bc0259356/41cc4362-bddb-4434-95ba-cc9bc0259356.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.011819] env[65418]: DEBUG nova.compute.provider_tree [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.013695] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dae944f3-5b21-420f-89a2-649e018fa0f0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.021649] env[65418]: DEBUG oslo_vmware.api [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Waiting for the task: (returnval){ [ 935.021649] env[65418]: value = "task-4688687" [ 935.021649] env[65418]: _type = "Task" [ 935.021649] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.031117] env[65418]: DEBUG oslo_vmware.api [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Task: {'id': task-4688687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.138229] env[65418]: DEBUG nova.virt.hardware [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 935.138704] env[65418]: DEBUG nova.virt.hardware [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.138704] env[65418]: DEBUG nova.virt.hardware [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 935.138803] env[65418]: DEBUG nova.virt.hardware [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.138947] env[65418]: DEBUG nova.virt.hardware [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 935.139101] env[65418]: DEBUG nova.virt.hardware [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 935.139303] env[65418]: DEBUG nova.virt.hardware [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 935.139518] env[65418]: DEBUG nova.virt.hardware [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 935.139648] env[65418]: DEBUG nova.virt.hardware [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 935.139810] env[65418]: DEBUG nova.virt.hardware [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 935.139977] env[65418]: DEBUG nova.virt.hardware [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 935.140876] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ea4c54-4a84-400b-acba-aad8d285a458 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.150072] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa61862-2cb5-46a7-a0a9-0f9b6777093e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.165739] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:ab:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23e96b6f-95ac-452b-a577-217d0f8ae738', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.173464] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 935.173904] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.173977] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d9c4b58-e134-4682-9814-f06d70332a19 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.197376] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.197376] env[65418]: value = "task-4688688" [ 935.197376] env[65418]: _type = "Task" [ 935.197376] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.208360] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688688, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.380472] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Acquiring lock "refresh_cache-6b1247b4-66ce-47e5-af0d-5f3fc1b077a3" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.380668] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Acquired lock "refresh_cache-6b1247b4-66ce-47e5-af0d-5f3fc1b077a3" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.380844] env[65418]: DEBUG nova.network.neutron [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 935.404920] env[65418]: WARNING neutronclient.v2_0.client [req-27de07bf-8c9b-456d-8050-e180a6372d8d req-9645a68c-4faa-4a95-8bd5-ccc0a7ea939a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.501546] env[65418]: DEBUG oslo_concurrency.lockutils [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.516862] env[65418]: DEBUG nova.scheduler.client.report [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.527164] env[65418]: DEBUG nova.network.neutron [req-27de07bf-8c9b-456d-8050-e180a6372d8d req-9645a68c-4faa-4a95-8bd5-ccc0a7ea939a service nova] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Updated VIF entry in instance network info cache for port 3fd7297d-b185-4bda-9107-16c0aeefc457. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 935.527523] env[65418]: DEBUG nova.network.neutron [req-27de07bf-8c9b-456d-8050-e180a6372d8d req-9645a68c-4faa-4a95-8bd5-ccc0a7ea939a service nova] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Updating instance_info_cache with network_info: [{"id": "3fd7297d-b185-4bda-9107-16c0aeefc457", "address": "fa:16:3e:16:8c:93", "network": {"id": "e0c34a21-95d9-4b4b-ad8d-f9f33be153a5", "bridge": "br-int", "label": "tempest-ServersTestJSON-308640022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "972d2056be0a4460933791951ffe70bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fd7297d-b1", "ovs_interfaceid": "3fd7297d-b185-4bda-9107-16c0aeefc457", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.534801] env[65418]: DEBUG oslo_vmware.api [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Task: {'id': task-4688687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495486} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.535075] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 41cc4362-bddb-4434-95ba-cc9bc0259356/41cc4362-bddb-4434-95ba-cc9bc0259356.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.535289] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.535550] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0af172d8-4fcb-4365-86ce-774d2425acc5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.545597] env[65418]: DEBUG oslo_vmware.api [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Waiting for the task: (returnval){ [ 935.545597] env[65418]: value = "task-4688689" [ 935.545597] env[65418]: _type = "Task" [ 935.545597] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.555195] env[65418]: DEBUG oslo_vmware.api [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Task: {'id': task-4688689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.591709] env[65418]: DEBUG nova.compute.manager [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 935.626462] env[65418]: DEBUG nova.virt.hardware [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 935.626923] env[65418]: DEBUG nova.virt.hardware [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.626923] env[65418]: DEBUG nova.virt.hardware [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 935.627082] env[65418]: DEBUG nova.virt.hardware [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.627761] env[65418]: DEBUG nova.virt.hardware [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 935.627761] env[65418]: DEBUG nova.virt.hardware [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 935.627761] env[65418]: DEBUG nova.virt.hardware [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 935.627761] env[65418]: DEBUG nova.virt.hardware [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 935.627761] env[65418]: DEBUG nova.virt.hardware [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 935.627964] env[65418]: DEBUG nova.virt.hardware [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 935.628059] env[65418]: DEBUG nova.virt.hardware [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 935.628929] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be6788e-4809-4ca3-8759-c46df5ac9765 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.633883] env[65418]: DEBUG nova.compute.manager [req-8a6b4edc-4118-45d1-97ab-eefe15c3bed9 req-988a71cb-9816-465e-ac64-5fcb66ca1cd4 service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Received event network-changed-90fa80de-51c3-4c3c-aea9-184bb2cb0e75 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 935.634097] env[65418]: DEBUG nova.compute.manager [req-8a6b4edc-4118-45d1-97ab-eefe15c3bed9 req-988a71cb-9816-465e-ac64-5fcb66ca1cd4 service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Refreshing instance network info cache due to event network-changed-90fa80de-51c3-4c3c-aea9-184bb2cb0e75. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 935.634306] env[65418]: DEBUG oslo_concurrency.lockutils [req-8a6b4edc-4118-45d1-97ab-eefe15c3bed9 req-988a71cb-9816-465e-ac64-5fcb66ca1cd4 service nova] Acquiring lock "refresh_cache-d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.634438] env[65418]: DEBUG oslo_concurrency.lockutils [req-8a6b4edc-4118-45d1-97ab-eefe15c3bed9 req-988a71cb-9816-465e-ac64-5fcb66ca1cd4 service nova] Acquired lock "refresh_cache-d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.634587] env[65418]: DEBUG nova.network.neutron [req-8a6b4edc-4118-45d1-97ab-eefe15c3bed9 req-988a71cb-9816-465e-ac64-5fcb66ca1cd4 service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Refreshing network info cache for port 90fa80de-51c3-4c3c-aea9-184bb2cb0e75 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.643486] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3815d57-3aed-454f-9167-7073070ae345 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.710898] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688688, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.884299] env[65418]: WARNING neutronclient.v2_0.client [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.907019] env[65418]: DEBUG nova.network.neutron [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 935.975864] env[65418]: DEBUG nova.network.neutron [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.022637] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.023087] env[65418]: DEBUG nova.compute.manager [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 936.025779] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5d7b44a2-a782-46df-a27d-30b20b6f8d6b tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.503s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.026010] env[65418]: DEBUG nova.objects.instance [None req-5d7b44a2-a782-46df-a27d-30b20b6f8d6b tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lazy-loading 'resources' on Instance uuid 90b4d610-2d84-4aad-83a2-19d8d22e437a {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.030082] env[65418]: DEBUG oslo_concurrency.lockutils [req-27de07bf-8c9b-456d-8050-e180a6372d8d req-9645a68c-4faa-4a95-8bd5-ccc0a7ea939a service nova] Releasing lock "refresh_cache-41cc4362-bddb-4434-95ba-cc9bc0259356" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.059884] env[65418]: DEBUG oslo_vmware.api [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Task: {'id': task-4688689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074283} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.060305] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.061378] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2780b0-5e42-445e-88c8-53f0127a30bf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.089495] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 41cc4362-bddb-4434-95ba-cc9bc0259356/41cc4362-bddb-4434-95ba-cc9bc0259356.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.091577] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b99b6966-3159-4961-b33b-e850fc7f0533 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.107794] env[65418]: DEBUG nova.compute.manager [req-d9d53937-cb61-4a74-94df-8973471bc3d8 req-4afee615-dd27-4250-ab01-d9f3339494c9 service nova] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Received event network-vif-plugged-15ffc214-b1d2-4e69-8a67-f9c54cc59db3 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 936.108283] env[65418]: DEBUG oslo_concurrency.lockutils [req-d9d53937-cb61-4a74-94df-8973471bc3d8 req-4afee615-dd27-4250-ab01-d9f3339494c9 service nova] Acquiring lock "6b1ced43-7a2e-40fb-981f-2b167915fee5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.109018] env[65418]: DEBUG oslo_concurrency.lockutils [req-d9d53937-cb61-4a74-94df-8973471bc3d8 req-4afee615-dd27-4250-ab01-d9f3339494c9 service nova] Lock "6b1ced43-7a2e-40fb-981f-2b167915fee5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.109018] env[65418]: DEBUG oslo_concurrency.lockutils [req-d9d53937-cb61-4a74-94df-8973471bc3d8 req-4afee615-dd27-4250-ab01-d9f3339494c9 service nova] Lock "6b1ced43-7a2e-40fb-981f-2b167915fee5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.109018] env[65418]: DEBUG nova.compute.manager [req-d9d53937-cb61-4a74-94df-8973471bc3d8 req-4afee615-dd27-4250-ab01-d9f3339494c9 service nova] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] No waiting events found dispatching network-vif-plugged-15ffc214-b1d2-4e69-8a67-f9c54cc59db3 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 936.109018] env[65418]: WARNING nova.compute.manager [req-d9d53937-cb61-4a74-94df-8973471bc3d8 req-4afee615-dd27-4250-ab01-d9f3339494c9 service nova] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Received unexpected event network-vif-plugged-15ffc214-b1d2-4e69-8a67-f9c54cc59db3 for instance with vm_state building and task_state spawning. [ 936.115975] env[65418]: DEBUG oslo_vmware.api [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Waiting for the task: (returnval){ [ 936.115975] env[65418]: value = "task-4688690" [ 936.115975] env[65418]: _type = "Task" [ 936.115975] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.125397] env[65418]: DEBUG oslo_vmware.api [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Task: {'id': task-4688690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.129110] env[65418]: DEBUG nova.network.neutron [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Successfully updated port: 15ffc214-b1d2-4e69-8a67-f9c54cc59db3 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 936.139090] env[65418]: WARNING neutronclient.v2_0.client [req-8a6b4edc-4118-45d1-97ab-eefe15c3bed9 req-988a71cb-9816-465e-ac64-5fcb66ca1cd4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.209485] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688688, 'name': CreateVM_Task, 'duration_secs': 0.58826} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.209485] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.209834] env[65418]: WARNING neutronclient.v2_0.client [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 936.210154] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.210310] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.210639] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.210892] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4b969dd-cd1a-42b9-93e0-778b59fdccbd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.216379] env[65418]: DEBUG oslo_vmware.api [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 936.216379] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528759a6-62e3-57d2-d279-9fed4060fff2" [ 936.216379] env[65418]: _type = "Task" [ 936.216379] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.224951] env[65418]: DEBUG oslo_vmware.api [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528759a6-62e3-57d2-d279-9fed4060fff2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.322078] env[65418]: WARNING neutronclient.v2_0.client [req-8a6b4edc-4118-45d1-97ab-eefe15c3bed9 req-988a71cb-9816-465e-ac64-5fcb66ca1cd4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.398375] env[65418]: DEBUG nova.network.neutron [req-8a6b4edc-4118-45d1-97ab-eefe15c3bed9 req-988a71cb-9816-465e-ac64-5fcb66ca1cd4 service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Updated VIF entry in instance network info cache for port 90fa80de-51c3-4c3c-aea9-184bb2cb0e75. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 936.398736] env[65418]: DEBUG nova.network.neutron [req-8a6b4edc-4118-45d1-97ab-eefe15c3bed9 req-988a71cb-9816-465e-ac64-5fcb66ca1cd4 service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Updating instance_info_cache with network_info: [{"id": "90fa80de-51c3-4c3c-aea9-184bb2cb0e75", "address": "fa:16:3e:22:79:ed", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90fa80de-51", "ovs_interfaceid": "90fa80de-51c3-4c3c-aea9-184bb2cb0e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.478668] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Releasing lock "refresh_cache-6b1247b4-66ce-47e5-af0d-5f3fc1b077a3" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.479154] env[65418]: DEBUG nova.compute.manager [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 936.479406] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.480399] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc8ee59-4a11-42b9-896c-54d219654116 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.488897] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.489196] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82a9ee3a-20d8-443f-ad47-39acfff730de {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.496610] env[65418]: DEBUG oslo_vmware.api [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Waiting for the task: (returnval){ [ 936.496610] env[65418]: value = "task-4688691" [ 936.496610] env[65418]: _type = "Task" [ 936.496610] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.506313] env[65418]: DEBUG oslo_vmware.api [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Task: {'id': task-4688691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.529234] env[65418]: DEBUG nova.compute.utils [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.530863] env[65418]: DEBUG nova.compute.manager [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 936.531176] env[65418]: DEBUG nova.network.neutron [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 936.531512] env[65418]: WARNING neutronclient.v2_0.client [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.531858] env[65418]: WARNING neutronclient.v2_0.client [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.598144] env[65418]: DEBUG nova.policy [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '356143ce08984217a5c45376dd335a41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '600e90f5dfed49e99fb0332048dc45ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.631181] env[65418]: DEBUG oslo_vmware.api [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Task: {'id': task-4688690, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.631513] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquiring lock "refresh_cache-6b1ced43-7a2e-40fb-981f-2b167915fee5" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.631980] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquired lock "refresh_cache-6b1ced43-7a2e-40fb-981f-2b167915fee5" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.631980] env[65418]: DEBUG nova.network.neutron [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 936.728462] env[65418]: DEBUG oslo_vmware.api [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528759a6-62e3-57d2-d279-9fed4060fff2, 'name': SearchDatastore_Task, 'duration_secs': 0.010567} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.731457] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.731837] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.732128] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.732309] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.732590] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.733149] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32edadd9-ac3c-4f7a-817c-ac005ed8e581 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.743918] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.744289] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.745125] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-432c9c6a-f03b-41c3-ba6f-43175e4ef629 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.753867] env[65418]: DEBUG oslo_vmware.api [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 936.753867] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523878f4-2f5f-3efb-5b2c-478ff8a8ba09" [ 936.753867] env[65418]: _type = "Task" [ 936.753867] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.765606] env[65418]: DEBUG oslo_vmware.api [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523878f4-2f5f-3efb-5b2c-478ff8a8ba09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.886695] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f057964b-69e6-4f26-8ae1-fafe0ac00edf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.898134] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7bb043-7ea2-493f-9eec-94479c291501 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.902760] env[65418]: DEBUG oslo_concurrency.lockutils [req-8a6b4edc-4118-45d1-97ab-eefe15c3bed9 req-988a71cb-9816-465e-ac64-5fcb66ca1cd4 service nova] Releasing lock "refresh_cache-d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.938010] env[65418]: DEBUG nova.network.neutron [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Successfully created port: 32ef6909-ea9a-4e6f-92a3-c20ac33a6be2 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 936.941167] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62d5c16-bab9-4852-9052-769d8947a90f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.950983] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feec1862-0c23-4b43-8553-73598f155124 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.967060] env[65418]: DEBUG nova.compute.provider_tree [None req-5d7b44a2-a782-46df-a27d-30b20b6f8d6b tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.008641] env[65418]: DEBUG oslo_vmware.api [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Task: {'id': task-4688691, 'name': PowerOffVM_Task, 'duration_secs': 0.140311} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.008981] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.009195] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.009773] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33862bf5-e619-406e-a64c-73bffe44e94f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.037572] env[65418]: DEBUG nova.compute.manager [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 937.043116] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.043420] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.043701] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Deleting the datastore file [datastore2] 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.044190] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7db6ff4e-7ef6-423a-9468-42144bd2107b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.052450] env[65418]: DEBUG oslo_vmware.api [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Waiting for the task: (returnval){ [ 937.052450] env[65418]: value = "task-4688693" [ 937.052450] env[65418]: _type = "Task" [ 937.052450] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.066026] env[65418]: DEBUG oslo_vmware.api [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Task: {'id': task-4688693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.128011] env[65418]: DEBUG oslo_vmware.api [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Task: {'id': task-4688690, 'name': ReconfigVM_Task, 'duration_secs': 0.558258} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.128261] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 41cc4362-bddb-4434-95ba-cc9bc0259356/41cc4362-bddb-4434-95ba-cc9bc0259356.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.128912] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5260c67c-c3bc-4989-89ce-b0429210b910 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.138801] env[65418]: DEBUG oslo_vmware.api [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Waiting for the task: (returnval){ [ 937.138801] env[65418]: value = "task-4688694" [ 937.138801] env[65418]: _type = "Task" [ 937.138801] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.148620] env[65418]: DEBUG oslo_vmware.api [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Task: {'id': task-4688694, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.173152] env[65418]: DEBUG nova.network.neutron [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 937.254623] env[65418]: WARNING neutronclient.v2_0.client [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.268570] env[65418]: DEBUG oslo_vmware.api [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523878f4-2f5f-3efb-5b2c-478ff8a8ba09, 'name': SearchDatastore_Task, 'duration_secs': 0.010234} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.269122] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97d30dda-d6dd-4049-b2e2-5caf4f9e9387 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.275666] env[65418]: DEBUG oslo_vmware.api [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 937.275666] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52adcc32-e9bf-9b75-b284-919e31fb2f76" [ 937.275666] env[65418]: _type = "Task" [ 937.275666] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.286012] env[65418]: DEBUG oslo_vmware.api [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52adcc32-e9bf-9b75-b284-919e31fb2f76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.343642] env[65418]: DEBUG nova.network.neutron [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Updating instance_info_cache with network_info: [{"id": "15ffc214-b1d2-4e69-8a67-f9c54cc59db3", "address": "fa:16:3e:7a:25:65", "network": {"id": "2646edcc-6454-452d-b8f1-35c8443aafaa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1306270923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68957baf5aec4df4b0008c8d4632ba1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15ffc214-b1", "ovs_interfaceid": "15ffc214-b1d2-4e69-8a67-f9c54cc59db3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.470295] env[65418]: DEBUG nova.scheduler.client.report [None req-5d7b44a2-a782-46df-a27d-30b20b6f8d6b tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.564493] env[65418]: DEBUG oslo_vmware.api [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Task: {'id': task-4688693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103434} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.564761] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 937.564939] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 937.565126] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 937.565294] env[65418]: INFO nova.compute.manager [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Took 1.09 seconds to destroy the instance on the hypervisor. [ 937.565538] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 937.565738] env[65418]: DEBUG nova.compute.manager [-] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 937.565824] env[65418]: DEBUG nova.network.neutron [-] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 937.566109] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.600509] env[65418]: DEBUG nova.network.neutron [-] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 937.600811] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.650037] env[65418]: DEBUG oslo_vmware.api [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Task: {'id': task-4688694, 'name': Rename_Task, 'duration_secs': 0.170342} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.650345] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 937.650586] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fa0732b-a369-4d8d-8faf-2dc087899827 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.658858] env[65418]: DEBUG oslo_vmware.api [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Waiting for the task: (returnval){ [ 937.658858] env[65418]: value = "task-4688695" [ 937.658858] env[65418]: _type = "Task" [ 937.658858] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.667850] env[65418]: DEBUG oslo_vmware.api [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Task: {'id': task-4688695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.787412] env[65418]: DEBUG oslo_vmware.api [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52adcc32-e9bf-9b75-b284-919e31fb2f76, 'name': SearchDatastore_Task, 'duration_secs': 0.012449} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.787718] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.788407] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 2288f3f0-2c37-4021-89af-dc45fa612783/2288f3f0-2c37-4021-89af-dc45fa612783.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.788407] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1597eaa5-cee5-4d2f-9cc8-8a3f8259e092 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.797447] env[65418]: DEBUG oslo_vmware.api [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 937.797447] env[65418]: value = "task-4688696" [ 937.797447] env[65418]: _type = "Task" [ 937.797447] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.807317] env[65418]: DEBUG oslo_vmware.api [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.847681] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Releasing lock "refresh_cache-6b1ced43-7a2e-40fb-981f-2b167915fee5" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.847946] env[65418]: DEBUG nova.compute.manager [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Instance network_info: |[{"id": "15ffc214-b1d2-4e69-8a67-f9c54cc59db3", "address": "fa:16:3e:7a:25:65", "network": {"id": "2646edcc-6454-452d-b8f1-35c8443aafaa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1306270923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68957baf5aec4df4b0008c8d4632ba1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15ffc214-b1", "ovs_interfaceid": "15ffc214-b1d2-4e69-8a67-f9c54cc59db3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 937.848729] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:25:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dc6d5964-1106-4345-a26d-185dabd4ff0f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15ffc214-b1d2-4e69-8a67-f9c54cc59db3', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.856515] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 937.856768] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.856998] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae89ac86-fb88-47ad-b088-761fc605b1f5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.879966] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.879966] env[65418]: value = "task-4688697" [ 937.879966] env[65418]: _type = "Task" [ 937.879966] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.889049] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688697, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.977067] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5d7b44a2-a782-46df-a27d-30b20b6f8d6b tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.950s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.981567] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.183s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.981567] env[65418]: DEBUG nova.objects.instance [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lazy-loading 'resources' on Instance uuid d24ff0c6-13bc-4363-ad6f-0342189c7cb2 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.012391] env[65418]: INFO nova.scheduler.client.report [None req-5d7b44a2-a782-46df-a27d-30b20b6f8d6b tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Deleted allocations for instance 90b4d610-2d84-4aad-83a2-19d8d22e437a [ 938.050986] env[65418]: DEBUG nova.compute.manager [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 938.087066] env[65418]: DEBUG nova.virt.hardware [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='bf18388f20191b0f87f87ade682f133e',container_format='bare',created_at=2025-11-21T20:45:21Z,direct_url=,disk_format='vmdk',id=1f3db3d5-d2b8-46c6-86e6-6ec27fd4c1d2,min_disk=1,min_ram=0,name='tempest-test-snap-723812513',owner='600e90f5dfed49e99fb0332048dc45ca',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-11-21T20:45:36Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 938.087335] env[65418]: DEBUG nova.virt.hardware [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.087552] env[65418]: DEBUG nova.virt.hardware [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 938.087748] env[65418]: DEBUG nova.virt.hardware [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.087918] env[65418]: DEBUG nova.virt.hardware [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 938.088073] env[65418]: DEBUG nova.virt.hardware [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 938.088284] env[65418]: DEBUG nova.virt.hardware [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 938.088442] env[65418]: DEBUG nova.virt.hardware [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 938.088645] env[65418]: DEBUG nova.virt.hardware [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 938.088843] env[65418]: DEBUG nova.virt.hardware [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 938.088987] env[65418]: DEBUG nova.virt.hardware [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 938.090298] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb964d9-9f01-4622-b487-6b98ddcb7fd9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.102052] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e597d779-0069-49b3-b0d3-10182d3caf79 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.106510] env[65418]: DEBUG nova.network.neutron [-] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.173599] env[65418]: DEBUG oslo_vmware.api [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Task: {'id': task-4688695, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.313212] env[65418]: DEBUG oslo_vmware.api [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688696, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.352499] env[65418]: DEBUG nova.compute.manager [req-37f2249c-87c4-4735-add0-32c79422abbf req-e2fbd6f5-24a1-458d-8c23-e2e9ca73703b service nova] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Received event network-changed-15ffc214-b1d2-4e69-8a67-f9c54cc59db3 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 938.352906] env[65418]: DEBUG nova.compute.manager [req-37f2249c-87c4-4735-add0-32c79422abbf req-e2fbd6f5-24a1-458d-8c23-e2e9ca73703b service nova] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Refreshing instance network info cache due to event network-changed-15ffc214-b1d2-4e69-8a67-f9c54cc59db3. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 938.353203] env[65418]: DEBUG oslo_concurrency.lockutils [req-37f2249c-87c4-4735-add0-32c79422abbf req-e2fbd6f5-24a1-458d-8c23-e2e9ca73703b service nova] Acquiring lock "refresh_cache-6b1ced43-7a2e-40fb-981f-2b167915fee5" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.353359] env[65418]: DEBUG oslo_concurrency.lockutils [req-37f2249c-87c4-4735-add0-32c79422abbf req-e2fbd6f5-24a1-458d-8c23-e2e9ca73703b service nova] Acquired lock "refresh_cache-6b1ced43-7a2e-40fb-981f-2b167915fee5" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.353592] env[65418]: DEBUG nova.network.neutron [req-37f2249c-87c4-4735-add0-32c79422abbf req-e2fbd6f5-24a1-458d-8c23-e2e9ca73703b service nova] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Refreshing network info cache for port 15ffc214-b1d2-4e69-8a67-f9c54cc59db3 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.396594] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688697, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.457997] env[65418]: DEBUG nova.compute.manager [req-d47af917-3907-4c76-8018-41751a3b9a22 req-7da9f542-acd6-4a91-8769-8a5cef67546e service nova] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Received event network-vif-plugged-32ef6909-ea9a-4e6f-92a3-c20ac33a6be2 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 938.458251] env[65418]: DEBUG oslo_concurrency.lockutils [req-d47af917-3907-4c76-8018-41751a3b9a22 req-7da9f542-acd6-4a91-8769-8a5cef67546e service nova] Acquiring lock "66b14ca5-5a4f-44c8-91e9-d669ebd62a6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.458520] env[65418]: DEBUG oslo_concurrency.lockutils [req-d47af917-3907-4c76-8018-41751a3b9a22 req-7da9f542-acd6-4a91-8769-8a5cef67546e service nova] Lock "66b14ca5-5a4f-44c8-91e9-d669ebd62a6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.458717] env[65418]: DEBUG oslo_concurrency.lockutils [req-d47af917-3907-4c76-8018-41751a3b9a22 req-7da9f542-acd6-4a91-8769-8a5cef67546e service nova] Lock "66b14ca5-5a4f-44c8-91e9-d669ebd62a6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.458883] env[65418]: DEBUG nova.compute.manager [req-d47af917-3907-4c76-8018-41751a3b9a22 req-7da9f542-acd6-4a91-8769-8a5cef67546e service nova] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] No waiting events found dispatching network-vif-plugged-32ef6909-ea9a-4e6f-92a3-c20ac33a6be2 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 938.459165] env[65418]: WARNING nova.compute.manager [req-d47af917-3907-4c76-8018-41751a3b9a22 req-7da9f542-acd6-4a91-8769-8a5cef67546e service nova] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Received unexpected event network-vif-plugged-32ef6909-ea9a-4e6f-92a3-c20ac33a6be2 for instance with vm_state building and task_state spawning. [ 938.520963] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5d7b44a2-a782-46df-a27d-30b20b6f8d6b tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "90b4d610-2d84-4aad-83a2-19d8d22e437a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.660s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.571691] env[65418]: DEBUG nova.network.neutron [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Successfully updated port: 32ef6909-ea9a-4e6f-92a3-c20ac33a6be2 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 938.613860] env[65418]: INFO nova.compute.manager [-] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Took 1.05 seconds to deallocate network for instance. [ 938.674178] env[65418]: DEBUG oslo_vmware.api [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Task: {'id': task-4688695, 'name': PowerOnVM_Task, 'duration_secs': 0.696641} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.674448] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.674644] env[65418]: INFO nova.compute.manager [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Took 7.43 seconds to spawn the instance on the hypervisor. [ 938.674812] env[65418]: DEBUG nova.compute.manager [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 938.675955] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7063d7-04b4-4376-a482-785dc88f8a27 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.810959] env[65418]: DEBUG oslo_vmware.api [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650183} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.811261] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 2288f3f0-2c37-4021-89af-dc45fa612783/2288f3f0-2c37-4021-89af-dc45fa612783.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.811516] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.811812] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ca872b7-cf30-4f8c-ab5d-1441a5247cbb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.818524] env[65418]: DEBUG oslo_vmware.api [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 938.818524] env[65418]: value = "task-4688698" [ 938.818524] env[65418]: _type = "Task" [ 938.818524] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.830758] env[65418]: DEBUG oslo_vmware.api [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.834416] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2199ae09-7f4b-41ff-a005-0cfe20d1b7a6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.843243] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64735d9d-1b3e-4d55-af0e-8091c2dc4522 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.873602] env[65418]: WARNING neutronclient.v2_0.client [req-37f2249c-87c4-4735-add0-32c79422abbf req-e2fbd6f5-24a1-458d-8c23-e2e9ca73703b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.877191] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a616c4-243b-483a-978d-00da9d6eae64 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.889317] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602e46cd-abea-4c43-80cc-3c93c4bb91b0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.897153] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688697, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.907221] env[65418]: DEBUG nova.compute.provider_tree [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 939.038294] env[65418]: WARNING neutronclient.v2_0.client [req-37f2249c-87c4-4735-add0-32c79422abbf req-e2fbd6f5-24a1-458d-8c23-e2e9ca73703b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.079099] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "refresh_cache-66b14ca5-5a4f-44c8-91e9-d669ebd62a6f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.079350] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquired lock "refresh_cache-66b14ca5-5a4f-44c8-91e9-d669ebd62a6f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.079601] env[65418]: DEBUG nova.network.neutron [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 939.121141] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.141305] env[65418]: DEBUG nova.network.neutron [req-37f2249c-87c4-4735-add0-32c79422abbf req-e2fbd6f5-24a1-458d-8c23-e2e9ca73703b service nova] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Updated VIF entry in instance network info cache for port 15ffc214-b1d2-4e69-8a67-f9c54cc59db3. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 939.141787] env[65418]: DEBUG nova.network.neutron [req-37f2249c-87c4-4735-add0-32c79422abbf req-e2fbd6f5-24a1-458d-8c23-e2e9ca73703b service nova] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Updating instance_info_cache with network_info: [{"id": "15ffc214-b1d2-4e69-8a67-f9c54cc59db3", "address": "fa:16:3e:7a:25:65", "network": {"id": "2646edcc-6454-452d-b8f1-35c8443aafaa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1306270923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68957baf5aec4df4b0008c8d4632ba1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15ffc214-b1", "ovs_interfaceid": "15ffc214-b1d2-4e69-8a67-f9c54cc59db3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.200115] env[65418]: INFO nova.compute.manager [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Took 29.57 seconds to build instance. [ 939.334503] env[65418]: DEBUG oslo_vmware.api [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068628} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.334935] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.335870] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cd0cb7-8883-4f2f-9832-79d3d0d450a1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.362094] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 2288f3f0-2c37-4021-89af-dc45fa612783/2288f3f0-2c37-4021-89af-dc45fa612783.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.362284] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e48ba234-50b4-479b-a625-b9e72b6aecf5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.387260] env[65418]: DEBUG oslo_vmware.api [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 939.387260] env[65418]: value = "task-4688699" [ 939.387260] env[65418]: _type = "Task" [ 939.387260] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.394792] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688697, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.400981] env[65418]: DEBUG oslo_vmware.api [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688699, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.434148] env[65418]: ERROR nova.scheduler.client.report [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [req-7afcd8ea-50f0-40fa-87e6-85d5bd8ec668] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 04ebeb19-ed8c-4ddf-818a-ebce01147110. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7afcd8ea-50f0-40fa-87e6-85d5bd8ec668"}]} [ 939.454187] env[65418]: DEBUG nova.scheduler.client.report [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Refreshing inventories for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 939.474581] env[65418]: DEBUG nova.scheduler.client.report [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Updating ProviderTree inventory for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 939.474859] env[65418]: DEBUG nova.compute.provider_tree [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 939.488964] env[65418]: DEBUG nova.scheduler.client.report [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Refreshing aggregate associations for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110, aggregates: None {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 939.512930] env[65418]: DEBUG nova.scheduler.client.report [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Refreshing trait associations for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 939.616734] env[65418]: DEBUG nova.network.neutron [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 939.645943] env[65418]: DEBUG oslo_concurrency.lockutils [req-37f2249c-87c4-4735-add0-32c79422abbf req-e2fbd6f5-24a1-458d-8c23-e2e9ca73703b service nova] Releasing lock "refresh_cache-6b1ced43-7a2e-40fb-981f-2b167915fee5" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.701093] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4ac66700-4e5c-43aa-9608-a17c1b6af1e3 tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Lock "41cc4362-bddb-4434-95ba-cc9bc0259356" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.084s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.702575] env[65418]: WARNING neutronclient.v2_0.client [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.794690] env[65418]: DEBUG nova.network.neutron [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Updating instance_info_cache with network_info: [{"id": "32ef6909-ea9a-4e6f-92a3-c20ac33a6be2", "address": "fa:16:3e:41:86:31", "network": {"id": "bbc60f98-d468-4e8d-9774-ea69eb2850f4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-368158998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "600e90f5dfed49e99fb0332048dc45ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32ef6909-ea", "ovs_interfaceid": "32ef6909-ea9a-4e6f-92a3-c20ac33a6be2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.833339] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104f8b89-e3f0-45f6-9626-f5d25d7d8519 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.842464] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f81c35e-c52a-433f-b8a8-efabe6742a29 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.875256] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5fa62b-c40d-4d39-971f-ccabacab4b5c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.896074] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcec2ab-d005-4f10-9ee9-8ac8ee048caf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.904481] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688697, 'name': CreateVM_Task, 'duration_secs': 1.581883} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.905344] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.906141] env[65418]: WARNING neutronclient.v2_0.client [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.906412] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.907293] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.907293] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.907610] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a629ab9-d62f-4cc6-a810-58b236f1e783 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.920251] env[65418]: DEBUG nova.compute.provider_tree [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 939.922097] env[65418]: DEBUG oslo_vmware.api [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688699, 'name': ReconfigVM_Task, 'duration_secs': 0.285842} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.925906] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 2288f3f0-2c37-4021-89af-dc45fa612783/2288f3f0-2c37-4021-89af-dc45fa612783.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.925906] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1aa142e2-26f5-4bfe-bcb1-5e53225585cb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.926823] env[65418]: DEBUG oslo_vmware.api [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 939.926823] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52234cdb-24cc-d452-9a31-4caee727c838" [ 939.926823] env[65418]: _type = "Task" [ 939.926823] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.933110] env[65418]: DEBUG oslo_vmware.api [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 939.933110] env[65418]: value = "task-4688700" [ 939.933110] env[65418]: _type = "Task" [ 939.933110] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.937088] env[65418]: DEBUG oslo_vmware.api [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52234cdb-24cc-d452-9a31-4caee727c838, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.946464] env[65418]: DEBUG oslo_vmware.api [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688700, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.298082] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Releasing lock "refresh_cache-66b14ca5-5a4f-44c8-91e9-d669ebd62a6f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.298082] env[65418]: DEBUG nova.compute.manager [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Instance network_info: |[{"id": "32ef6909-ea9a-4e6f-92a3-c20ac33a6be2", "address": "fa:16:3e:41:86:31", "network": {"id": "bbc60f98-d468-4e8d-9774-ea69eb2850f4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-368158998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "600e90f5dfed49e99fb0332048dc45ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32ef6909-ea", "ovs_interfaceid": "32ef6909-ea9a-4e6f-92a3-c20ac33a6be2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 940.298642] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:86:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bed837fa-6b6a-4192-a229-a99426a46065', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32ef6909-ea9a-4e6f-92a3-c20ac33a6be2', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.306335] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 940.306568] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.306835] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8dfbd433-839c-43bf-9066-3d4625bba0f1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.328093] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.328093] env[65418]: value = "task-4688701" [ 940.328093] env[65418]: _type = "Task" [ 940.328093] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.337147] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688701, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.388850] env[65418]: DEBUG nova.compute.manager [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Stashing vm_state: active {{(pid=65418) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 940.440203] env[65418]: DEBUG oslo_vmware.api [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52234cdb-24cc-d452-9a31-4caee727c838, 'name': SearchDatastore_Task, 'duration_secs': 0.010177} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.444732] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.444969] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.445186] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.445424] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.446994] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.446994] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-143d0714-e449-4c1b-8870-f837dc79b274 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.457687] env[65418]: DEBUG oslo_vmware.api [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688700, 'name': Rename_Task, 'duration_secs': 0.155545} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.459757] env[65418]: ERROR nova.scheduler.client.report [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [req-61ba9965-ced0-414c-9952-e2225fc90869] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 04ebeb19-ed8c-4ddf-818a-ebce01147110. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-61ba9965-ced0-414c-9952-e2225fc90869"}]} [ 940.460356] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.460616] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.460764] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.463721] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8768c30a-82ce-44a0-b60c-6a737ab80004 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.465667] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7034455d-4e20-43ea-ae03-b01ffdc0c945 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.474208] env[65418]: DEBUG oslo_vmware.api [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 940.474208] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52209b02-3cce-fc8f-c7b3-0cfa71d31272" [ 940.474208] env[65418]: _type = "Task" [ 940.474208] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.475892] env[65418]: DEBUG oslo_vmware.api [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 940.475892] env[65418]: value = "task-4688702" [ 940.475892] env[65418]: _type = "Task" [ 940.475892] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.483775] env[65418]: DEBUG nova.scheduler.client.report [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Refreshing inventories for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 940.497505] env[65418]: DEBUG oslo_vmware.api [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688702, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.502462] env[65418]: DEBUG oslo_vmware.api [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52209b02-3cce-fc8f-c7b3-0cfa71d31272, 'name': SearchDatastore_Task, 'duration_secs': 0.010816} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.503339] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b930a4ee-fc84-4d83-ac8f-1e1eeab47234 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.507940] env[65418]: DEBUG nova.scheduler.client.report [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Updating ProviderTree inventory for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 940.507940] env[65418]: DEBUG nova.compute.provider_tree [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 940.513197] env[65418]: DEBUG oslo_vmware.api [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 940.513197] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52266f25-73dd-bd16-03e2-771e07fc6050" [ 940.513197] env[65418]: _type = "Task" [ 940.513197] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.525603] env[65418]: DEBUG oslo_vmware.api [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52266f25-73dd-bd16-03e2-771e07fc6050, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.528040] env[65418]: DEBUG nova.scheduler.client.report [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Refreshing aggregate associations for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110, aggregates: None {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 940.532525] env[65418]: DEBUG nova.compute.manager [req-7ca6f18d-ca32-4534-8e69-7d44bc9f1b8d req-6d7cdd2a-6afa-4c69-a579-18966108a5fb service nova] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Received event network-changed-3fd7297d-b185-4bda-9107-16c0aeefc457 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 940.532525] env[65418]: DEBUG nova.compute.manager [req-7ca6f18d-ca32-4534-8e69-7d44bc9f1b8d req-6d7cdd2a-6afa-4c69-a579-18966108a5fb service nova] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Refreshing instance network info cache due to event network-changed-3fd7297d-b185-4bda-9107-16c0aeefc457. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 940.532525] env[65418]: DEBUG oslo_concurrency.lockutils [req-7ca6f18d-ca32-4534-8e69-7d44bc9f1b8d req-6d7cdd2a-6afa-4c69-a579-18966108a5fb service nova] Acquiring lock "refresh_cache-41cc4362-bddb-4434-95ba-cc9bc0259356" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.532525] env[65418]: DEBUG oslo_concurrency.lockutils [req-7ca6f18d-ca32-4534-8e69-7d44bc9f1b8d req-6d7cdd2a-6afa-4c69-a579-18966108a5fb service nova] Acquired lock "refresh_cache-41cc4362-bddb-4434-95ba-cc9bc0259356" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.532525] env[65418]: DEBUG nova.network.neutron [req-7ca6f18d-ca32-4534-8e69-7d44bc9f1b8d req-6d7cdd2a-6afa-4c69-a579-18966108a5fb service nova] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Refreshing network info cache for port 3fd7297d-b185-4bda-9107-16c0aeefc457 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.552973] env[65418]: DEBUG nova.scheduler.client.report [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Refreshing trait associations for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 940.603973] env[65418]: DEBUG nova.compute.manager [req-41ae2e96-cac0-4422-a10a-1217cdd0ccc5 req-6e0f4afb-128d-481d-85d0-525e4b0eee14 service nova] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Received event network-changed-32ef6909-ea9a-4e6f-92a3-c20ac33a6be2 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 940.604251] env[65418]: DEBUG nova.compute.manager [req-41ae2e96-cac0-4422-a10a-1217cdd0ccc5 req-6e0f4afb-128d-481d-85d0-525e4b0eee14 service nova] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Refreshing instance network info cache due to event network-changed-32ef6909-ea9a-4e6f-92a3-c20ac33a6be2. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 940.604543] env[65418]: DEBUG oslo_concurrency.lockutils [req-41ae2e96-cac0-4422-a10a-1217cdd0ccc5 req-6e0f4afb-128d-481d-85d0-525e4b0eee14 service nova] Acquiring lock "refresh_cache-66b14ca5-5a4f-44c8-91e9-d669ebd62a6f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.604745] env[65418]: DEBUG oslo_concurrency.lockutils [req-41ae2e96-cac0-4422-a10a-1217cdd0ccc5 req-6e0f4afb-128d-481d-85d0-525e4b0eee14 service nova] Acquired lock "refresh_cache-66b14ca5-5a4f-44c8-91e9-d669ebd62a6f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.605473] env[65418]: DEBUG nova.network.neutron [req-41ae2e96-cac0-4422-a10a-1217cdd0ccc5 req-6e0f4afb-128d-481d-85d0-525e4b0eee14 service nova] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Refreshing network info cache for port 32ef6909-ea9a-4e6f-92a3-c20ac33a6be2 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.843632] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688701, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.888634] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4209298d-2a44-4285-8cdb-b3c661b08b71 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.904574] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0f6ede-941e-4f6a-9c81-f372a9cd34f1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.910645] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.956314] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943f1f28-0f7b-4e2f-8bea-4a1c2aaf5adb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.966560] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090bed54-adbc-4980-96ae-db5267d5be13 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.982790] env[65418]: DEBUG nova.compute.provider_tree [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 940.993892] env[65418]: DEBUG oslo_vmware.api [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688702, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.026172] env[65418]: DEBUG oslo_vmware.api [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52266f25-73dd-bd16-03e2-771e07fc6050, 'name': SearchDatastore_Task, 'duration_secs': 0.01201} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.026590] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.026919] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 6b1ced43-7a2e-40fb-981f-2b167915fee5/6b1ced43-7a2e-40fb-981f-2b167915fee5.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 941.027245] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8715bb2c-f742-4423-b48f-4dcc784c7024 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.036420] env[65418]: WARNING neutronclient.v2_0.client [req-7ca6f18d-ca32-4534-8e69-7d44bc9f1b8d req-6d7cdd2a-6afa-4c69-a579-18966108a5fb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.039087] env[65418]: DEBUG oslo_vmware.api [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 941.039087] env[65418]: value = "task-4688703" [ 941.039087] env[65418]: _type = "Task" [ 941.039087] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.051677] env[65418]: DEBUG oslo_vmware.api [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688703, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.112249] env[65418]: WARNING neutronclient.v2_0.client [req-41ae2e96-cac0-4422-a10a-1217cdd0ccc5 req-6e0f4afb-128d-481d-85d0-525e4b0eee14 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.258254] env[65418]: WARNING neutronclient.v2_0.client [req-7ca6f18d-ca32-4534-8e69-7d44bc9f1b8d req-6d7cdd2a-6afa-4c69-a579-18966108a5fb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.288345] env[65418]: WARNING neutronclient.v2_0.client [req-41ae2e96-cac0-4422-a10a-1217cdd0ccc5 req-6e0f4afb-128d-481d-85d0-525e4b0eee14 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.342698] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688701, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.387983] env[65418]: DEBUG nova.network.neutron [req-7ca6f18d-ca32-4534-8e69-7d44bc9f1b8d req-6d7cdd2a-6afa-4c69-a579-18966108a5fb service nova] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Updated VIF entry in instance network info cache for port 3fd7297d-b185-4bda-9107-16c0aeefc457. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 941.388466] env[65418]: DEBUG nova.network.neutron [req-7ca6f18d-ca32-4534-8e69-7d44bc9f1b8d req-6d7cdd2a-6afa-4c69-a579-18966108a5fb service nova] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Updating instance_info_cache with network_info: [{"id": "3fd7297d-b185-4bda-9107-16c0aeefc457", "address": "fa:16:3e:16:8c:93", "network": {"id": "e0c34a21-95d9-4b4b-ad8d-f9f33be153a5", "bridge": "br-int", "label": "tempest-ServersTestJSON-308640022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "972d2056be0a4460933791951ffe70bf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fd7297d-b1", "ovs_interfaceid": "3fd7297d-b185-4bda-9107-16c0aeefc457", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.402554] env[65418]: DEBUG nova.network.neutron [req-41ae2e96-cac0-4422-a10a-1217cdd0ccc5 req-6e0f4afb-128d-481d-85d0-525e4b0eee14 service nova] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Updated VIF entry in instance network info cache for port 32ef6909-ea9a-4e6f-92a3-c20ac33a6be2. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 941.402554] env[65418]: DEBUG nova.network.neutron [req-41ae2e96-cac0-4422-a10a-1217cdd0ccc5 req-6e0f4afb-128d-481d-85d0-525e4b0eee14 service nova] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Updating instance_info_cache with network_info: [{"id": "32ef6909-ea9a-4e6f-92a3-c20ac33a6be2", "address": "fa:16:3e:41:86:31", "network": {"id": "bbc60f98-d468-4e8d-9774-ea69eb2850f4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-368158998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "600e90f5dfed49e99fb0332048dc45ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32ef6909-ea", "ovs_interfaceid": "32ef6909-ea9a-4e6f-92a3-c20ac33a6be2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.502589] env[65418]: DEBUG oslo_vmware.api [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688702, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.536644] env[65418]: DEBUG nova.scheduler.client.report [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Updated inventory for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with generation 103 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 941.536949] env[65418]: DEBUG nova.compute.provider_tree [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Updating resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 generation from 103 to 104 during operation: update_inventory {{(pid=65418) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 941.537142] env[65418]: DEBUG nova.compute.provider_tree [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 941.551640] env[65418]: DEBUG oslo_vmware.api [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688703, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.841947] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688701, 'name': CreateVM_Task, 'duration_secs': 1.437811} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.842157] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.842696] env[65418]: WARNING neutronclient.v2_0.client [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.843073] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f3db3d5-d2b8-46c6-86e6-6ec27fd4c1d2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.843229] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f3db3d5-d2b8-46c6-86e6-6ec27fd4c1d2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.843606] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f3db3d5-d2b8-46c6-86e6-6ec27fd4c1d2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.843918] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-666e4cad-501d-459a-92b7-449ea49f1f0d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.850068] env[65418]: DEBUG oslo_vmware.api [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 941.850068] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52a44137-f0dd-9baf-a955-bdfd2437c127" [ 941.850068] env[65418]: _type = "Task" [ 941.850068] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.858937] env[65418]: DEBUG oslo_vmware.api [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52a44137-f0dd-9baf-a955-bdfd2437c127, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.891934] env[65418]: DEBUG oslo_concurrency.lockutils [req-7ca6f18d-ca32-4534-8e69-7d44bc9f1b8d req-6d7cdd2a-6afa-4c69-a579-18966108a5fb service nova] Releasing lock "refresh_cache-41cc4362-bddb-4434-95ba-cc9bc0259356" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.907159] env[65418]: DEBUG oslo_concurrency.lockutils [req-41ae2e96-cac0-4422-a10a-1217cdd0ccc5 req-6e0f4afb-128d-481d-85d0-525e4b0eee14 service nova] Releasing lock "refresh_cache-66b14ca5-5a4f-44c8-91e9-d669ebd62a6f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.997943] env[65418]: DEBUG oslo_vmware.api [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688702, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.046380] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.066s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.052629] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.446s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.053013] env[65418]: DEBUG nova.objects.instance [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lazy-loading 'resources' on Instance uuid 2549bdeb-8d7d-4170-b15e-0b12d4fd859f {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.054331] env[65418]: DEBUG oslo_vmware.api [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688703, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526477} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.054867] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 6b1ced43-7a2e-40fb-981f-2b167915fee5/6b1ced43-7a2e-40fb-981f-2b167915fee5.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.054995] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.055269] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94f859ff-fc08-47c5-ba19-5d55f7d927da {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.063937] env[65418]: DEBUG oslo_vmware.api [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 942.063937] env[65418]: value = "task-4688704" [ 942.063937] env[65418]: _type = "Task" [ 942.063937] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.075126] env[65418]: DEBUG oslo_vmware.api [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688704, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.077927] env[65418]: INFO nova.scheduler.client.report [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Deleted allocations for instance d24ff0c6-13bc-4363-ad6f-0342189c7cb2 [ 942.361800] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f3db3d5-d2b8-46c6-86e6-6ec27fd4c1d2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.362220] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Processing image 1f3db3d5-d2b8-46c6-86e6-6ec27fd4c1d2 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 942.362282] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f3db3d5-d2b8-46c6-86e6-6ec27fd4c1d2/1f3db3d5-d2b8-46c6-86e6-6ec27fd4c1d2.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.362426] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f3db3d5-d2b8-46c6-86e6-6ec27fd4c1d2/1f3db3d5-d2b8-46c6-86e6-6ec27fd4c1d2.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.362629] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 942.362942] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c433ba30-91b8-463c-b5d2-638e151e24bf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.381498] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 942.381890] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 942.383112] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef4044f1-e371-4714-ba16-e7e55e80f292 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.391165] env[65418]: DEBUG oslo_vmware.api [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 942.391165] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529b101c-c6fa-9be2-d490-95b303c4c850" [ 942.391165] env[65418]: _type = "Task" [ 942.391165] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.401976] env[65418]: DEBUG oslo_vmware.api [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529b101c-c6fa-9be2-d490-95b303c4c850, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.494978] env[65418]: DEBUG oslo_vmware.api [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688702, 'name': PowerOnVM_Task, 'duration_secs': 1.544351} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.495237] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.495380] env[65418]: DEBUG nova.compute.manager [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 942.496172] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b42afb8-1d61-455b-b738-75ac382ec63e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.575253] env[65418]: DEBUG oslo_vmware.api [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141959} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.578348] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.579482] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa9e282-8033-405b-bcf2-9419a1e662c2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.613502] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 6b1ced43-7a2e-40fb-981f-2b167915fee5/6b1ced43-7a2e-40fb-981f-2b167915fee5.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.614423] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0d20695e-f786-42ff-8599-7e4242ccfb29 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "d24ff0c6-13bc-4363-ad6f-0342189c7cb2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.820s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.620318] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4343450d-0186-4977-9660-4e9c7fcbdb69 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.656866] env[65418]: DEBUG oslo_vmware.api [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 942.656866] env[65418]: value = "task-4688705" [ 942.656866] env[65418]: _type = "Task" [ 942.656866] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.676152] env[65418]: DEBUG oslo_vmware.api [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.903274] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Preparing fetch location {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 942.903578] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Fetch image to [datastore2] OSTACK_IMG_963c5f17-014e-44da-8c30-3853b1f620f7/OSTACK_IMG_963c5f17-014e-44da-8c30-3853b1f620f7.vmdk {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 942.903786] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Downloading stream optimized image 1f3db3d5-d2b8-46c6-86e6-6ec27fd4c1d2 to [datastore2] OSTACK_IMG_963c5f17-014e-44da-8c30-3853b1f620f7/OSTACK_IMG_963c5f17-014e-44da-8c30-3853b1f620f7.vmdk on the data store datastore2 as vApp {{(pid=65418) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 942.903973] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Downloading image file data 1f3db3d5-d2b8-46c6-86e6-6ec27fd4c1d2 to the ESX as VM named 'OSTACK_IMG_963c5f17-014e-44da-8c30-3853b1f620f7' {{(pid=65418) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 942.953178] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f269e6e-1a3b-4797-93e9-8db8da0e6c66 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.962169] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da251b54-0c72-4f26-a69a-c6d9964d8890 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.998435] env[65418]: DEBUG oslo_vmware.rw_handles [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 942.998435] env[65418]: value = "resgroup-9" [ 942.998435] env[65418]: _type = "ResourcePool" [ 942.998435] env[65418]: }. {{(pid=65418) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 943.000837] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2963376e-e5b9-4691-87f2-8b44c507ae88 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.002361] env[65418]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d0d7a546-9019-43b2-922c-d5ead3e918ce {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.025645] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.030404] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e67b38-7871-4c99-8e99-79988f63f073 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.034817] env[65418]: DEBUG oslo_vmware.rw_handles [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lease: (returnval){ [ 943.034817] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523cc07b-af16-e843-e4c4-ab16e4ca8211" [ 943.034817] env[65418]: _type = "HttpNfcLease" [ 943.034817] env[65418]: } obtained for vApp import into resource pool (val){ [ 943.034817] env[65418]: value = "resgroup-9" [ 943.034817] env[65418]: _type = "ResourcePool" [ 943.034817] env[65418]: }. {{(pid=65418) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 943.035032] env[65418]: DEBUG oslo_vmware.api [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the lease: (returnval){ [ 943.035032] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523cc07b-af16-e843-e4c4-ab16e4ca8211" [ 943.035032] env[65418]: _type = "HttpNfcLease" [ 943.035032] env[65418]: } to be ready. {{(pid=65418) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 943.050310] env[65418]: DEBUG nova.compute.provider_tree [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 943.056704] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 943.056704] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523cc07b-af16-e843-e4c4-ab16e4ca8211" [ 943.056704] env[65418]: _type = "HttpNfcLease" [ 943.056704] env[65418]: } is initializing. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 943.168515] env[65418]: DEBUG oslo_vmware.api [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.543791] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 943.543791] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523cc07b-af16-e843-e4c4-ab16e4ca8211" [ 943.543791] env[65418]: _type = "HttpNfcLease" [ 943.543791] env[65418]: } is ready. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 943.544249] env[65418]: DEBUG oslo_vmware.rw_handles [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 943.544249] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523cc07b-af16-e843-e4c4-ab16e4ca8211" [ 943.544249] env[65418]: _type = "HttpNfcLease" [ 943.544249] env[65418]: }. {{(pid=65418) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 943.545033] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab72c96-6282-4523-80fc-54b418ad701a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.557409] env[65418]: DEBUG oslo_vmware.rw_handles [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267d1c6-7ee2-d423-c06f-6d717f7880a1/disk-0.vmdk from lease info. {{(pid=65418) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 943.558033] env[65418]: DEBUG oslo_vmware.rw_handles [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267d1c6-7ee2-d423-c06f-6d717f7880a1/disk-0.vmdk. {{(pid=65418) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 943.616511] env[65418]: ERROR nova.scheduler.client.report [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [req-b74d25e7-e0e7-4b46-825b-40981b84a46f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 04ebeb19-ed8c-4ddf-818a-ebce01147110. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b74d25e7-e0e7-4b46-825b-40981b84a46f"}]} [ 943.624327] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4b59ba28-3429-4795-860f-e05a25dbcf0d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.639345] env[65418]: DEBUG nova.scheduler.client.report [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Refreshing inventories for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 943.656096] env[65418]: DEBUG nova.scheduler.client.report [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Updating ProviderTree inventory for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 943.656501] env[65418]: DEBUG nova.compute.provider_tree [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 943.671624] env[65418]: DEBUG oslo_vmware.api [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688705, 'name': ReconfigVM_Task, 'duration_secs': 0.853941} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.672841] env[65418]: DEBUG nova.scheduler.client.report [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Refreshing aggregate associations for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110, aggregates: None {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 943.675585] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 6b1ced43-7a2e-40fb-981f-2b167915fee5/6b1ced43-7a2e-40fb-981f-2b167915fee5.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.676754] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d0fff46-00f5-4303-89a5-5c71e1471524 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.685794] env[65418]: DEBUG oslo_vmware.api [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 943.685794] env[65418]: value = "task-4688707" [ 943.685794] env[65418]: _type = "Task" [ 943.685794] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.696017] env[65418]: DEBUG oslo_vmware.api [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688707, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.697396] env[65418]: DEBUG nova.scheduler.client.report [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Refreshing trait associations for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 943.902066] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "0c682275-f70b-4ed9-88b0-36e2047e00aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.902417] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "0c682275-f70b-4ed9-88b0-36e2047e00aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.063692] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70622e80-4d20-4f68-ac06-873bc1dfc101 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.078473] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f76796e-3a84-45a8-96c9-790510f991fc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.124637] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38b152c-0339-4029-b970-2759455ca13c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.133583] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7745b5-9575-485c-97c8-c141d80e820a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.152081] env[65418]: DEBUG nova.compute.provider_tree [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 944.196893] env[65418]: DEBUG oslo_vmware.api [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688707, 'name': Rename_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.366287] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "2288f3f0-2c37-4021-89af-dc45fa612783" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.366745] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "2288f3f0-2c37-4021-89af-dc45fa612783" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.367040] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "2288f3f0-2c37-4021-89af-dc45fa612783-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.367241] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "2288f3f0-2c37-4021-89af-dc45fa612783-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.367412] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "2288f3f0-2c37-4021-89af-dc45fa612783-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.369786] env[65418]: INFO nova.compute.manager [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Terminating instance [ 944.407902] env[65418]: DEBUG nova.compute.manager [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 944.467135] env[65418]: DEBUG oslo_vmware.rw_handles [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Completed reading data from the image iterator. {{(pid=65418) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 944.467777] env[65418]: DEBUG oslo_vmware.rw_handles [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267d1c6-7ee2-d423-c06f-6d717f7880a1/disk-0.vmdk. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 944.469744] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1d707f-92f5-493a-8022-4c3573f9a75b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.480422] env[65418]: DEBUG oslo_vmware.rw_handles [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267d1c6-7ee2-d423-c06f-6d717f7880a1/disk-0.vmdk is in state: ready. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 944.480653] env[65418]: DEBUG oslo_vmware.rw_handles [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267d1c6-7ee2-d423-c06f-6d717f7880a1/disk-0.vmdk. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 944.480976] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-1b62a420-f36b-44f9-8c8b-2ccb91fe06a2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.675264] env[65418]: ERROR nova.scheduler.client.report [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [req-191e585b-df58-49ad-b76f-8f65d6dae11b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 04ebeb19-ed8c-4ddf-818a-ebce01147110. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-191e585b-df58-49ad-b76f-8f65d6dae11b"}]} [ 944.691838] env[65418]: DEBUG nova.scheduler.client.report [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Refreshing inventories for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 944.699840] env[65418]: DEBUG oslo_vmware.api [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688707, 'name': Rename_Task, 'duration_secs': 0.918796} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.700144] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.700408] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2874c10e-36ad-4f86-9595-6507ad65c28c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.705622] env[65418]: DEBUG nova.scheduler.client.report [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Updating ProviderTree inventory for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 944.705831] env[65418]: DEBUG nova.compute.provider_tree [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 944.709469] env[65418]: DEBUG oslo_vmware.api [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 944.709469] env[65418]: value = "task-4688708" [ 944.709469] env[65418]: _type = "Task" [ 944.709469] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.719254] env[65418]: DEBUG oslo_vmware.api [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.719913] env[65418]: DEBUG nova.scheduler.client.report [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Refreshing aggregate associations for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110, aggregates: None {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 944.739624] env[65418]: DEBUG nova.scheduler.client.report [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Refreshing trait associations for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 944.877569] env[65418]: DEBUG nova.compute.manager [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 944.877789] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.878336] env[65418]: DEBUG oslo_vmware.rw_handles [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5267d1c6-7ee2-d423-c06f-6d717f7880a1/disk-0.vmdk. {{(pid=65418) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 944.878547] env[65418]: INFO nova.virt.vmwareapi.images [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Downloaded image file data 1f3db3d5-d2b8-46c6-86e6-6ec27fd4c1d2 [ 944.882025] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d49d95-fcb8-4a70-85f3-7dc70b1baf80 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.885771] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009817bb-5941-42df-9210-2d4204da337e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.894515] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.914478] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66bc8eb4-c38b-40c3-b34f-2319f3f16ea5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.924431] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a69e946c-3e42-470d-b7a1-dc74dcc66bae {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.936707] env[65418]: DEBUG oslo_vmware.api [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 944.936707] env[65418]: value = "task-4688709" [ 944.936707] env[65418]: _type = "Task" [ 944.936707] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.946592] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.954884] env[65418]: DEBUG oslo_vmware.api [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.964980] env[65418]: INFO nova.virt.vmwareapi.images [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] The imported VM was unregistered [ 944.968035] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Caching image {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 944.968622] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Creating directory with path [datastore2] devstack-image-cache_base/1f3db3d5-d2b8-46c6-86e6-6ec27fd4c1d2 {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.968711] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-153723c2-e332-4fde-9331-5531534ba929 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.978373] env[65418]: DEBUG oslo_concurrency.lockutils [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "4e62fee3-4a16-4e58-b5b4-05995a7eae64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.978652] env[65418]: DEBUG oslo_concurrency.lockutils [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "4e62fee3-4a16-4e58-b5b4-05995a7eae64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.985117] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Created directory with path [datastore2] devstack-image-cache_base/1f3db3d5-d2b8-46c6-86e6-6ec27fd4c1d2 {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.985456] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_963c5f17-014e-44da-8c30-3853b1f620f7/OSTACK_IMG_963c5f17-014e-44da-8c30-3853b1f620f7.vmdk to [datastore2] devstack-image-cache_base/1f3db3d5-d2b8-46c6-86e6-6ec27fd4c1d2/1f3db3d5-d2b8-46c6-86e6-6ec27fd4c1d2.vmdk. {{(pid=65418) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 944.985752] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6f8cf270-7104-4d8b-9723-666b970a8ce0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.995917] env[65418]: DEBUG oslo_vmware.api [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 944.995917] env[65418]: value = "task-4688711" [ 944.995917] env[65418]: _type = "Task" [ 944.995917] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.011057] env[65418]: DEBUG oslo_vmware.api [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688711, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.179218] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a099be5-9f25-4a90-b814-9fc69faffbeb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.189164] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43272eed-1c38-4b33-911e-312028a6f03b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.231130] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ebcc4d-947a-4466-9209-8fa7a497e37e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.243335] env[65418]: DEBUG oslo_vmware.api [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688708, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.247260] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b76b2b6-5b62-4794-a917-a954feb4379a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.265500] env[65418]: DEBUG nova.compute.provider_tree [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 945.451976] env[65418]: DEBUG oslo_vmware.api [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688709, 'name': PowerOffVM_Task, 'duration_secs': 0.216257} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.452458] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.452761] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.453068] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc3fc772-ce35-43ec-a028-17192f17c4e7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.480910] env[65418]: DEBUG nova.compute.manager [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 945.508903] env[65418]: DEBUG oslo_vmware.api [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688711, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.586673] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.586888] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.587082] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Deleting the datastore file [datastore2] 2288f3f0-2c37-4021-89af-dc45fa612783 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.587445] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30bef14c-c825-4976-88b1-bf9da51db336 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.599033] env[65418]: DEBUG oslo_vmware.api [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 945.599033] env[65418]: value = "task-4688713" [ 945.599033] env[65418]: _type = "Task" [ 945.599033] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.613302] env[65418]: DEBUG oslo_vmware.api [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.742292] env[65418]: DEBUG oslo_vmware.api [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688708, 'name': PowerOnVM_Task, 'duration_secs': 0.537361} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.742613] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.743667] env[65418]: INFO nova.compute.manager [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Took 10.15 seconds to spawn the instance on the hypervisor. [ 945.743667] env[65418]: DEBUG nova.compute.manager [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 945.743814] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d659fe66-11ed-4f01-b76e-a272596dab83 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.811289] env[65418]: DEBUG nova.scheduler.client.report [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Updated inventory for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with generation 106 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 945.811623] env[65418]: DEBUG nova.compute.provider_tree [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Updating resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 generation from 106 to 107 during operation: update_inventory {{(pid=65418) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 945.811835] env[65418]: DEBUG nova.compute.provider_tree [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 946.005758] env[65418]: DEBUG oslo_concurrency.lockutils [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.012337] env[65418]: DEBUG oslo_vmware.api [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688711, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.117344] env[65418]: DEBUG oslo_vmware.api [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.269281] env[65418]: INFO nova.compute.manager [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Took 32.70 seconds to build instance. [ 946.319764] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.266s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.325010] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.673s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.325010] env[65418]: INFO nova.compute.claims [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.353749] env[65418]: INFO nova.scheduler.client.report [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Deleted allocations for instance 2549bdeb-8d7d-4170-b15e-0b12d4fd859f [ 946.513651] env[65418]: DEBUG oslo_vmware.api [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688711, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.614372] env[65418]: DEBUG oslo_vmware.api [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.771868] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8b2b3ea7-4981-4d5e-91c6-4d56bb36c8fc tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "6b1ced43-7a2e-40fb-981f-2b167915fee5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.217s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.864115] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1844cca3-138c-4358-bd85-ce5a9f9dabe0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lock "2549bdeb-8d7d-4170-b15e-0b12d4fd859f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.112s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.013574] env[65418]: DEBUG oslo_vmware.api [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688711, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.115457] env[65418]: DEBUG oslo_vmware.api [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.512598] env[65418]: DEBUG oslo_vmware.api [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688711, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.608331] env[65418]: DEBUG nova.compute.manager [req-887650b9-5d10-4b3c-86f8-8660399ee4d3 req-d20647a8-b576-4d76-b951-4d5634bdaffe service nova] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Received event network-changed-15ffc214-b1d2-4e69-8a67-f9c54cc59db3 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 947.608450] env[65418]: DEBUG nova.compute.manager [req-887650b9-5d10-4b3c-86f8-8660399ee4d3 req-d20647a8-b576-4d76-b951-4d5634bdaffe service nova] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Refreshing instance network info cache due to event network-changed-15ffc214-b1d2-4e69-8a67-f9c54cc59db3. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 947.608655] env[65418]: DEBUG oslo_concurrency.lockutils [req-887650b9-5d10-4b3c-86f8-8660399ee4d3 req-d20647a8-b576-4d76-b951-4d5634bdaffe service nova] Acquiring lock "refresh_cache-6b1ced43-7a2e-40fb-981f-2b167915fee5" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.608791] env[65418]: DEBUG oslo_concurrency.lockutils [req-887650b9-5d10-4b3c-86f8-8660399ee4d3 req-d20647a8-b576-4d76-b951-4d5634bdaffe service nova] Acquired lock "refresh_cache-6b1ced43-7a2e-40fb-981f-2b167915fee5" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.608953] env[65418]: DEBUG nova.network.neutron [req-887650b9-5d10-4b3c-86f8-8660399ee4d3 req-d20647a8-b576-4d76-b951-4d5634bdaffe service nova] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Refreshing network info cache for port 15ffc214-b1d2-4e69-8a67-f9c54cc59db3 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.614062] env[65418]: DEBUG oslo_vmware.api [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.870569} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.617065] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.617261] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.617435] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.617689] env[65418]: INFO nova.compute.manager [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Took 2.74 seconds to destroy the instance on the hypervisor. [ 947.617986] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 947.619450] env[65418]: DEBUG nova.compute.manager [-] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 947.619450] env[65418]: DEBUG nova.network.neutron [-] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 947.619602] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.656678] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.711927] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc67a2e7-8cc8-4e1f-a980-eb9431077c22 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.720032] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc04e856-889c-4fe9-a343-8fd0ef8aa109 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.754727] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fb279f-450d-4f8c-868e-7801df68ea80 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.763940] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4456e80-7405-469c-bf21-8d0b30712745 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.782078] env[65418]: DEBUG nova.compute.provider_tree [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.015086] env[65418]: DEBUG oslo_vmware.api [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688711, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.526533} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.015086] env[65418]: INFO nova.virt.vmwareapi.ds_util [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_963c5f17-014e-44da-8c30-3853b1f620f7/OSTACK_IMG_963c5f17-014e-44da-8c30-3853b1f620f7.vmdk to [datastore2] devstack-image-cache_base/1f3db3d5-d2b8-46c6-86e6-6ec27fd4c1d2/1f3db3d5-d2b8-46c6-86e6-6ec27fd4c1d2.vmdk. [ 948.015086] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Cleaning up location [datastore2] OSTACK_IMG_963c5f17-014e-44da-8c30-3853b1f620f7 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 948.015086] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_963c5f17-014e-44da-8c30-3853b1f620f7 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.015086] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8192716-a89d-41d0-b913-89dd8a1c9d01 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.021270] env[65418]: DEBUG oslo_vmware.api [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 948.021270] env[65418]: value = "task-4688714" [ 948.021270] env[65418]: _type = "Task" [ 948.021270] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.032633] env[65418]: DEBUG oslo_vmware.api [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.118532] env[65418]: WARNING neutronclient.v2_0.client [req-887650b9-5d10-4b3c-86f8-8660399ee4d3 req-d20647a8-b576-4d76-b951-4d5634bdaffe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.286608] env[65418]: DEBUG nova.scheduler.client.report [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.368339] env[65418]: WARNING neutronclient.v2_0.client [req-887650b9-5d10-4b3c-86f8-8660399ee4d3 req-d20647a8-b576-4d76-b951-4d5634bdaffe service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.448428] env[65418]: DEBUG nova.network.neutron [req-887650b9-5d10-4b3c-86f8-8660399ee4d3 req-d20647a8-b576-4d76-b951-4d5634bdaffe service nova] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Updated VIF entry in instance network info cache for port 15ffc214-b1d2-4e69-8a67-f9c54cc59db3. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 948.449205] env[65418]: DEBUG nova.network.neutron [req-887650b9-5d10-4b3c-86f8-8660399ee4d3 req-d20647a8-b576-4d76-b951-4d5634bdaffe service nova] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Updating instance_info_cache with network_info: [{"id": "15ffc214-b1d2-4e69-8a67-f9c54cc59db3", "address": "fa:16:3e:7a:25:65", "network": {"id": "2646edcc-6454-452d-b8f1-35c8443aafaa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1306270923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68957baf5aec4df4b0008c8d4632ba1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15ffc214-b1", "ovs_interfaceid": "15ffc214-b1d2-4e69-8a67-f9c54cc59db3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.533310] env[65418]: DEBUG oslo_vmware.api [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041151} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.533567] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.533727] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f3db3d5-d2b8-46c6-86e6-6ec27fd4c1d2/1f3db3d5-d2b8-46c6-86e6-6ec27fd4c1d2.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.533966] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f3db3d5-d2b8-46c6-86e6-6ec27fd4c1d2/1f3db3d5-d2b8-46c6-86e6-6ec27fd4c1d2.vmdk to [datastore2] 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f/66b14ca5-5a4f-44c8-91e9-d669ebd62a6f.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.534237] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d10d23f7-ed78-4d44-885c-665e0374ef78 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.541982] env[65418]: DEBUG oslo_vmware.api [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 948.541982] env[65418]: value = "task-4688715" [ 948.541982] env[65418]: _type = "Task" [ 948.541982] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.550080] env[65418]: DEBUG oslo_vmware.api [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688715, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.793985] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.794565] env[65418]: DEBUG nova.compute.manager [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 948.797160] env[65418]: DEBUG oslo_concurrency.lockutils [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.504s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.798899] env[65418]: INFO nova.compute.claims [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.835753] env[65418]: DEBUG nova.network.neutron [-] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.952423] env[65418]: DEBUG oslo_concurrency.lockutils [req-887650b9-5d10-4b3c-86f8-8660399ee4d3 req-d20647a8-b576-4d76-b951-4d5634bdaffe service nova] Releasing lock "refresh_cache-6b1ced43-7a2e-40fb-981f-2b167915fee5" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.058598] env[65418]: DEBUG oslo_vmware.api [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688715, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.306966] env[65418]: DEBUG nova.compute.utils [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.308783] env[65418]: DEBUG nova.compute.manager [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 949.310093] env[65418]: DEBUG nova.network.neutron [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 949.310093] env[65418]: WARNING neutronclient.v2_0.client [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.310093] env[65418]: WARNING neutronclient.v2_0.client [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 949.339656] env[65418]: INFO nova.compute.manager [-] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Took 1.72 seconds to deallocate network for instance. [ 949.369366] env[65418]: DEBUG nova.policy [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4799fa5ad5748979e2b9ca90df74c52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f0140731fab4ddebe63cfa14ec652ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.558602] env[65418]: DEBUG oslo_vmware.api [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688715, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.739704] env[65418]: DEBUG nova.network.neutron [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Successfully created port: 0aa98992-dec5-4730-948e-ad2065af9cd2 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 949.798707] env[65418]: DEBUG nova.compute.manager [req-df457c37-ac84-4fc8-b188-4c5ff9be065e req-50005872-05b3-4370-8593-8a862703cb69 service nova] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Received event network-vif-deleted-23e96b6f-95ac-452b-a577-217d0f8ae738 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 949.815336] env[65418]: DEBUG nova.compute.manager [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 949.847555] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.062126] env[65418]: DEBUG oslo_vmware.api [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688715, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.241316] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b691995-fb28-42dd-a027-ca8c368d18ae {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.257502] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7c3584-2c61-4402-a1ff-2f81b4b167aa {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.299422] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860b9884-e2e6-438b-bf3b-ab683d42f42c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.313076] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72bc283b-ead2-4246-975a-2b3e682651fb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.341770] env[65418]: DEBUG nova.compute.provider_tree [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.562441] env[65418]: DEBUG oslo_vmware.api [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688715, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.844985] env[65418]: DEBUG nova.scheduler.client.report [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.849287] env[65418]: DEBUG nova.compute.manager [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 950.880067] env[65418]: DEBUG nova.virt.hardware [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 950.880439] env[65418]: DEBUG nova.virt.hardware [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.880514] env[65418]: DEBUG nova.virt.hardware [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 950.880641] env[65418]: DEBUG nova.virt.hardware [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.880781] env[65418]: DEBUG nova.virt.hardware [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 950.880927] env[65418]: DEBUG nova.virt.hardware [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 950.881161] env[65418]: DEBUG nova.virt.hardware [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 950.881320] env[65418]: DEBUG nova.virt.hardware [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 950.881467] env[65418]: DEBUG nova.virt.hardware [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 950.881746] env[65418]: DEBUG nova.virt.hardware [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 950.882039] env[65418]: DEBUG nova.virt.hardware [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 950.883163] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db762a3-ca2a-4f06-8c9b-b8544305c3b9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.898652] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3184fb2c-0798-4ad0-aadd-097990ec3590 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.061334] env[65418]: DEBUG oslo_vmware.api [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688715, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.353553] env[65418]: DEBUG oslo_concurrency.lockutils [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.354149] env[65418]: DEBUG nova.compute.manager [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 951.356707] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.606s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.358421] env[65418]: INFO nova.compute.claims [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.384663] env[65418]: DEBUG nova.compute.manager [req-47802053-ddb7-48e5-ae26-a614e9f16409 req-f50f9440-7185-4057-a49e-24af5490ac1a service nova] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Received event network-vif-plugged-0aa98992-dec5-4730-948e-ad2065af9cd2 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 951.385227] env[65418]: DEBUG oslo_concurrency.lockutils [req-47802053-ddb7-48e5-ae26-a614e9f16409 req-f50f9440-7185-4057-a49e-24af5490ac1a service nova] Acquiring lock "39aca870-0b65-4df6-88bb-e49ae622c66c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.385501] env[65418]: DEBUG oslo_concurrency.lockutils [req-47802053-ddb7-48e5-ae26-a614e9f16409 req-f50f9440-7185-4057-a49e-24af5490ac1a service nova] Lock "39aca870-0b65-4df6-88bb-e49ae622c66c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.385670] env[65418]: DEBUG oslo_concurrency.lockutils [req-47802053-ddb7-48e5-ae26-a614e9f16409 req-f50f9440-7185-4057-a49e-24af5490ac1a service nova] Lock "39aca870-0b65-4df6-88bb-e49ae622c66c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.385838] env[65418]: DEBUG nova.compute.manager [req-47802053-ddb7-48e5-ae26-a614e9f16409 req-f50f9440-7185-4057-a49e-24af5490ac1a service nova] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] No waiting events found dispatching network-vif-plugged-0aa98992-dec5-4730-948e-ad2065af9cd2 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 951.386049] env[65418]: WARNING nova.compute.manager [req-47802053-ddb7-48e5-ae26-a614e9f16409 req-f50f9440-7185-4057-a49e-24af5490ac1a service nova] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Received unexpected event network-vif-plugged-0aa98992-dec5-4730-948e-ad2065af9cd2 for instance with vm_state building and task_state spawning. [ 951.417258] env[65418]: DEBUG nova.network.neutron [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Successfully updated port: 0aa98992-dec5-4730-948e-ad2065af9cd2 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 951.559981] env[65418]: DEBUG oslo_vmware.api [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688715, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.660933} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.560274] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f3db3d5-d2b8-46c6-86e6-6ec27fd4c1d2/1f3db3d5-d2b8-46c6-86e6-6ec27fd4c1d2.vmdk to [datastore2] 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f/66b14ca5-5a4f-44c8-91e9-d669ebd62a6f.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.561167] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41709692-8aa1-4b8e-af17-e4b0e8fa235e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.585336] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f/66b14ca5-5a4f-44c8-91e9-d669ebd62a6f.vmdk or device None with type streamOptimized {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 951.585708] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e252c6d-8a5c-46e1-8d3e-ea3a6dc37e99 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.610597] env[65418]: DEBUG oslo_vmware.api [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 951.610597] env[65418]: value = "task-4688716" [ 951.610597] env[65418]: _type = "Task" [ 951.610597] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.620203] env[65418]: DEBUG oslo_vmware.api [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688716, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.863807] env[65418]: DEBUG nova.compute.utils [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.869018] env[65418]: DEBUG nova.compute.manager [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 951.869392] env[65418]: DEBUG nova.network.neutron [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 951.869836] env[65418]: WARNING neutronclient.v2_0.client [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.870466] env[65418]: WARNING neutronclient.v2_0.client [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.913232] env[65418]: DEBUG nova.policy [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b649ee87627249fbb887c1df9937a856', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83383cf63d764aa48e61a791a86df7a5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.918852] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "refresh_cache-39aca870-0b65-4df6-88bb-e49ae622c66c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.919049] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquired lock "refresh_cache-39aca870-0b65-4df6-88bb-e49ae622c66c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.919330] env[65418]: DEBUG nova.network.neutron [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 952.127613] env[65418]: DEBUG oslo_vmware.api [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688716, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.267457] env[65418]: DEBUG nova.network.neutron [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Successfully created port: b5ae62a8-046f-4aa3-9c46-a012082493dc {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 952.376837] env[65418]: DEBUG nova.compute.manager [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 952.575592] env[65418]: DEBUG nova.network.neutron [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 952.633188] env[65418]: DEBUG oslo_vmware.api [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688716, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.723858] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4eb153-a5ae-4232-890b-5dd571e25555 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.733236] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a3e3bc-d4e4-48bc-bfcb-b6f33cf92bdc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.769475] env[65418]: WARNING neutronclient.v2_0.client [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.772500] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b409c9-90e8-42c3-ba5f-a92bae5313ac {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.781677] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f03d899-3c57-4b9a-88b5-201511ac5e73 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.798961] env[65418]: DEBUG nova.compute.provider_tree [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.914968] env[65418]: DEBUG nova.network.neutron [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Updating instance_info_cache with network_info: [{"id": "0aa98992-dec5-4730-948e-ad2065af9cd2", "address": "fa:16:3e:50:79:d5", "network": {"id": "c27d84e9-3c8c-494e-9a9a-60f6a70f7158", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1554886198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0140731fab4ddebe63cfa14ec652ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aa98992-de", "ovs_interfaceid": "0aa98992-dec5-4730-948e-ad2065af9cd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.129417] env[65418]: DEBUG oslo_vmware.api [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688716, 'name': ReconfigVM_Task, 'duration_secs': 1.040813} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.129814] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f/66b14ca5-5a4f-44c8-91e9-d669ebd62a6f.vmdk or device None with type streamOptimized {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.130768] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-557493a6-5616-4419-ab12-0cf2a490fa56 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.141108] env[65418]: DEBUG oslo_vmware.api [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 953.141108] env[65418]: value = "task-4688717" [ 953.141108] env[65418]: _type = "Task" [ 953.141108] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.151123] env[65418]: DEBUG oslo_vmware.api [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688717, 'name': Rename_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.304303] env[65418]: DEBUG nova.scheduler.client.report [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.386996] env[65418]: DEBUG nova.compute.manager [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 953.412471] env[65418]: DEBUG nova.virt.hardware [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 953.412761] env[65418]: DEBUG nova.virt.hardware [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.412926] env[65418]: DEBUG nova.virt.hardware [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 953.413121] env[65418]: DEBUG nova.virt.hardware [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.413256] env[65418]: DEBUG nova.virt.hardware [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 953.413395] env[65418]: DEBUG nova.virt.hardware [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 953.413600] env[65418]: DEBUG nova.virt.hardware [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 953.413752] env[65418]: DEBUG nova.virt.hardware [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 953.413974] env[65418]: DEBUG nova.virt.hardware [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 953.414077] env[65418]: DEBUG nova.virt.hardware [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 953.414244] env[65418]: DEBUG nova.virt.hardware [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 953.415302] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e5ffd0-fb3a-420c-9f9b-e2a61bbb6122 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.418506] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Releasing lock "refresh_cache-39aca870-0b65-4df6-88bb-e49ae622c66c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.418625] env[65418]: DEBUG nova.compute.manager [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Instance network_info: |[{"id": "0aa98992-dec5-4730-948e-ad2065af9cd2", "address": "fa:16:3e:50:79:d5", "network": {"id": "c27d84e9-3c8c-494e-9a9a-60f6a70f7158", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1554886198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0140731fab4ddebe63cfa14ec652ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aa98992-de", "ovs_interfaceid": "0aa98992-dec5-4730-948e-ad2065af9cd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 953.419094] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:79:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0aa98992-dec5-4730-948e-ad2065af9cd2', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.426765] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 953.428692] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.429812] env[65418]: DEBUG nova.compute.manager [req-f77d7bd0-03ac-42fc-bc0c-709cd0c023cd req-cf928758-9da0-4c74-af6a-9f1b5d73ce08 service nova] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Received event network-changed-0aa98992-dec5-4730-948e-ad2065af9cd2 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 953.429987] env[65418]: DEBUG nova.compute.manager [req-f77d7bd0-03ac-42fc-bc0c-709cd0c023cd req-cf928758-9da0-4c74-af6a-9f1b5d73ce08 service nova] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Refreshing instance network info cache due to event network-changed-0aa98992-dec5-4730-948e-ad2065af9cd2. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 953.430203] env[65418]: DEBUG oslo_concurrency.lockutils [req-f77d7bd0-03ac-42fc-bc0c-709cd0c023cd req-cf928758-9da0-4c74-af6a-9f1b5d73ce08 service nova] Acquiring lock "refresh_cache-39aca870-0b65-4df6-88bb-e49ae622c66c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.430337] env[65418]: DEBUG oslo_concurrency.lockutils [req-f77d7bd0-03ac-42fc-bc0c-709cd0c023cd req-cf928758-9da0-4c74-af6a-9f1b5d73ce08 service nova] Acquired lock "refresh_cache-39aca870-0b65-4df6-88bb-e49ae622c66c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.430485] env[65418]: DEBUG nova.network.neutron [req-f77d7bd0-03ac-42fc-bc0c-709cd0c023cd req-cf928758-9da0-4c74-af6a-9f1b5d73ce08 service nova] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Refreshing network info cache for port 0aa98992-dec5-4730-948e-ad2065af9cd2 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.435028] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-382d5f93-e83b-49b5-8389-30b8c3794a14 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.450986] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde8afbe-fc03-40d9-a7f8-c7755a750120 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.469935] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.469935] env[65418]: value = "task-4688718" [ 953.469935] env[65418]: _type = "Task" [ 953.469935] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.480062] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688718, 'name': CreateVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.651954] env[65418]: DEBUG oslo_vmware.api [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688717, 'name': Rename_Task, 'duration_secs': 0.193137} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.652343] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.653020] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f73fd34-e75e-4306-9a8b-08191e645050 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.661082] env[65418]: DEBUG oslo_vmware.api [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 953.661082] env[65418]: value = "task-4688719" [ 953.661082] env[65418]: _type = "Task" [ 953.661082] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.670074] env[65418]: DEBUG oslo_vmware.api [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.787902] env[65418]: DEBUG nova.compute.manager [req-deba556e-1c55-4268-ae94-2b8a27ed4031 req-eeae405e-479f-4831-a158-1acd19350825 service nova] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Received event network-vif-plugged-b5ae62a8-046f-4aa3-9c46-a012082493dc {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 953.787902] env[65418]: DEBUG oslo_concurrency.lockutils [req-deba556e-1c55-4268-ae94-2b8a27ed4031 req-eeae405e-479f-4831-a158-1acd19350825 service nova] Acquiring lock "05c0cf75-a49f-43c5-908d-dffb27d14d2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.787902] env[65418]: DEBUG oslo_concurrency.lockutils [req-deba556e-1c55-4268-ae94-2b8a27ed4031 req-eeae405e-479f-4831-a158-1acd19350825 service nova] Lock "05c0cf75-a49f-43c5-908d-dffb27d14d2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.788171] env[65418]: DEBUG oslo_concurrency.lockutils [req-deba556e-1c55-4268-ae94-2b8a27ed4031 req-eeae405e-479f-4831-a158-1acd19350825 service nova] Lock "05c0cf75-a49f-43c5-908d-dffb27d14d2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.788217] env[65418]: DEBUG nova.compute.manager [req-deba556e-1c55-4268-ae94-2b8a27ed4031 req-eeae405e-479f-4831-a158-1acd19350825 service nova] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] No waiting events found dispatching network-vif-plugged-b5ae62a8-046f-4aa3-9c46-a012082493dc {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 953.788383] env[65418]: WARNING nova.compute.manager [req-deba556e-1c55-4268-ae94-2b8a27ed4031 req-eeae405e-479f-4831-a158-1acd19350825 service nova] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Received unexpected event network-vif-plugged-b5ae62a8-046f-4aa3-9c46-a012082493dc for instance with vm_state building and task_state spawning. [ 953.811290] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.811873] env[65418]: DEBUG nova.compute.manager [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 953.814661] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.737s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.867039] env[65418]: DEBUG nova.network.neutron [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Successfully updated port: b5ae62a8-046f-4aa3-9c46-a012082493dc {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 953.949966] env[65418]: WARNING neutronclient.v2_0.client [req-f77d7bd0-03ac-42fc-bc0c-709cd0c023cd req-cf928758-9da0-4c74-af6a-9f1b5d73ce08 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.982411] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688718, 'name': CreateVM_Task, 'duration_secs': 0.432511} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.982617] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.983229] env[65418]: WARNING neutronclient.v2_0.client [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.983549] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.984091] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.984091] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.989016] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-742b3940-5a59-47fc-88e2-f8274b8ceafc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.995079] env[65418]: DEBUG oslo_vmware.api [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 953.995079] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c07163-c63a-e55f-508f-64064d649e0f" [ 953.995079] env[65418]: _type = "Task" [ 953.995079] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.005920] env[65418]: DEBUG oslo_vmware.api [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c07163-c63a-e55f-508f-64064d649e0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.124698] env[65418]: WARNING neutronclient.v2_0.client [req-f77d7bd0-03ac-42fc-bc0c-709cd0c023cd req-cf928758-9da0-4c74-af6a-9f1b5d73ce08 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.173629] env[65418]: DEBUG oslo_vmware.api [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688719, 'name': PowerOnVM_Task, 'duration_secs': 0.469421} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.173785] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.173990] env[65418]: INFO nova.compute.manager [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Took 16.12 seconds to spawn the instance on the hypervisor. [ 954.174220] env[65418]: DEBUG nova.compute.manager [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 954.175360] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904b478b-9ee3-4bd2-b82a-b620177c110d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.234173] env[65418]: DEBUG nova.network.neutron [req-f77d7bd0-03ac-42fc-bc0c-709cd0c023cd req-cf928758-9da0-4c74-af6a-9f1b5d73ce08 service nova] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Updated VIF entry in instance network info cache for port 0aa98992-dec5-4730-948e-ad2065af9cd2. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 954.234410] env[65418]: DEBUG nova.network.neutron [req-f77d7bd0-03ac-42fc-bc0c-709cd0c023cd req-cf928758-9da0-4c74-af6a-9f1b5d73ce08 service nova] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Updating instance_info_cache with network_info: [{"id": "0aa98992-dec5-4730-948e-ad2065af9cd2", "address": "fa:16:3e:50:79:d5", "network": {"id": "c27d84e9-3c8c-494e-9a9a-60f6a70f7158", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1554886198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0140731fab4ddebe63cfa14ec652ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aa98992-de", "ovs_interfaceid": "0aa98992-dec5-4730-948e-ad2065af9cd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.321416] env[65418]: DEBUG nova.compute.utils [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 954.326494] env[65418]: INFO nova.compute.claims [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.330066] env[65418]: DEBUG nova.compute.manager [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 954.330300] env[65418]: DEBUG nova.network.neutron [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 954.330642] env[65418]: WARNING neutronclient.v2_0.client [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.330973] env[65418]: WARNING neutronclient.v2_0.client [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.370599] env[65418]: DEBUG oslo_concurrency.lockutils [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Acquiring lock "refresh_cache-05c0cf75-a49f-43c5-908d-dffb27d14d2a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.370599] env[65418]: DEBUG oslo_concurrency.lockutils [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Acquired lock "refresh_cache-05c0cf75-a49f-43c5-908d-dffb27d14d2a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.370866] env[65418]: DEBUG nova.network.neutron [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 954.382488] env[65418]: DEBUG nova.policy [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ac64b20763846a7b641627669d361a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae4cabe8f1154946a2ecfb1ff45d885b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.508030] env[65418]: DEBUG oslo_vmware.api [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c07163-c63a-e55f-508f-64064d649e0f, 'name': SearchDatastore_Task, 'duration_secs': 0.011051} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.508030] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.508030] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.508030] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.508030] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.508030] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.508030] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdc5eaac-5908-46bb-b490-0ff9072778b6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.518764] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.518957] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.519746] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22988ab4-8b78-4fb0-b608-cad236ce954d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.527942] env[65418]: DEBUG oslo_vmware.api [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 954.527942] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ecb1d3-1acd-e0e9-b937-884cb32d9be5" [ 954.527942] env[65418]: _type = "Task" [ 954.527942] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.536929] env[65418]: DEBUG oslo_vmware.api [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ecb1d3-1acd-e0e9-b937-884cb32d9be5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.674970] env[65418]: DEBUG nova.network.neutron [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Successfully created port: a22b2001-9dc9-4e38-998f-c8a0bc3cf4b5 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 954.677430] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.678167] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 954.698054] env[65418]: INFO nova.compute.manager [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Took 39.19 seconds to build instance. [ 954.737067] env[65418]: DEBUG oslo_concurrency.lockutils [req-f77d7bd0-03ac-42fc-bc0c-709cd0c023cd req-cf928758-9da0-4c74-af6a-9f1b5d73ce08 service nova] Releasing lock "refresh_cache-39aca870-0b65-4df6-88bb-e49ae622c66c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.832105] env[65418]: INFO nova.compute.resource_tracker [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Updating resource usage from migration ee09d1e9-a5ca-45eb-8967-2947670c6a0d [ 954.835313] env[65418]: DEBUG nova.compute.manager [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 954.911977] env[65418]: DEBUG nova.network.neutron [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 954.967088] env[65418]: DEBUG nova.network.neutron [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Successfully created port: 098b3739-b5f6-4587-adbb-77ac8231ae28 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 955.049331] env[65418]: DEBUG oslo_vmware.api [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ecb1d3-1acd-e0e9-b937-884cb32d9be5, 'name': SearchDatastore_Task, 'duration_secs': 0.010286} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.049813] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ef97f1b-04d8-4962-be47-5ae7418563d0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.057545] env[65418]: DEBUG oslo_vmware.api [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 955.057545] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527a2ee9-f6d9-2f38-c06d-96baf534852f" [ 955.057545] env[65418]: _type = "Task" [ 955.057545] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.067824] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d727fe9d-cd3a-4e3f-bc76-0848d55b7508 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "66b14ca5-5a4f-44c8-91e9-d669ebd62a6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.068188] env[65418]: DEBUG oslo_vmware.api [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527a2ee9-f6d9-2f38-c06d-96baf534852f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.072354] env[65418]: WARNING neutronclient.v2_0.client [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.187795] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 955.187980] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 955.188153] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 955.188327] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 955.188421] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 955.188555] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 955.188684] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65418) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 955.188815] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 955.202172] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e59faf40-f5f6-4745-82ef-18a622403ef8 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "66b14ca5-5a4f-44c8-91e9-d669ebd62a6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.711s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.202476] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d727fe9d-cd3a-4e3f-bc76-0848d55b7508 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "66b14ca5-5a4f-44c8-91e9-d669ebd62a6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.135s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.202713] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d727fe9d-cd3a-4e3f-bc76-0848d55b7508 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "66b14ca5-5a4f-44c8-91e9-d669ebd62a6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.202921] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d727fe9d-cd3a-4e3f-bc76-0848d55b7508 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "66b14ca5-5a4f-44c8-91e9-d669ebd62a6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.203093] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d727fe9d-cd3a-4e3f-bc76-0848d55b7508 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "66b14ca5-5a4f-44c8-91e9-d669ebd62a6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.207800] env[65418]: INFO nova.compute.manager [None req-d727fe9d-cd3a-4e3f-bc76-0848d55b7508 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Terminating instance [ 955.223647] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6583f8-f97b-490e-bd8f-1cf769385935 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.232809] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d1fca2-2e54-4681-995d-ac37220d2548 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.267407] env[65418]: DEBUG nova.network.neutron [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Updating instance_info_cache with network_info: [{"id": "b5ae62a8-046f-4aa3-9c46-a012082493dc", "address": "fa:16:3e:0d:e1:db", "network": {"id": "0e59b456-d253-48ae-a936-97c6df19cac8", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1737688449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83383cf63d764aa48e61a791a86df7a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ae62a8-04", "ovs_interfaceid": "b5ae62a8-046f-4aa3-9c46-a012082493dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.268646] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8f447b-267f-4c93-b7ee-12e96ab91a08 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.279456] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc9b1d5-4b8e-4fb1-a682-1fc994aa39f1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.295982] env[65418]: DEBUG nova.compute.provider_tree [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.568600] env[65418]: DEBUG oslo_vmware.api [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527a2ee9-f6d9-2f38-c06d-96baf534852f, 'name': SearchDatastore_Task, 'duration_secs': 0.010778} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.568600] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.568853] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 39aca870-0b65-4df6-88bb-e49ae622c66c/39aca870-0b65-4df6-88bb-e49ae622c66c.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.569238] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b2c4f4d-d3fa-4114-933d-3d79f1a0d40a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.578272] env[65418]: DEBUG oslo_vmware.api [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 955.578272] env[65418]: value = "task-4688720" [ 955.578272] env[65418]: _type = "Task" [ 955.578272] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.587848] env[65418]: DEBUG oslo_vmware.api [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.693450] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.714872] env[65418]: DEBUG nova.compute.manager [None req-d727fe9d-cd3a-4e3f-bc76-0848d55b7508 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 955.714872] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d727fe9d-cd3a-4e3f-bc76-0848d55b7508 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.714872] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576ef033-f3ee-4716-a841-ed65f79c2dac {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.723122] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d727fe9d-cd3a-4e3f-bc76-0848d55b7508 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.723435] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec41ac32-231f-415c-9064-b4bbe9947bd7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.732197] env[65418]: DEBUG oslo_vmware.api [None req-d727fe9d-cd3a-4e3f-bc76-0848d55b7508 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 955.732197] env[65418]: value = "task-4688721" [ 955.732197] env[65418]: _type = "Task" [ 955.732197] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.740378] env[65418]: DEBUG oslo_vmware.api [None req-d727fe9d-cd3a-4e3f-bc76-0848d55b7508 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.773270] env[65418]: DEBUG oslo_concurrency.lockutils [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Releasing lock "refresh_cache-05c0cf75-a49f-43c5-908d-dffb27d14d2a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.773722] env[65418]: DEBUG nova.compute.manager [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Instance network_info: |[{"id": "b5ae62a8-046f-4aa3-9c46-a012082493dc", "address": "fa:16:3e:0d:e1:db", "network": {"id": "0e59b456-d253-48ae-a936-97c6df19cac8", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1737688449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83383cf63d764aa48e61a791a86df7a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ae62a8-04", "ovs_interfaceid": "b5ae62a8-046f-4aa3-9c46-a012082493dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 955.774355] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:e1:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60bdba1a-14cf-46b2-9d8b-aeaf4d80c815', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5ae62a8-046f-4aa3-9c46-a012082493dc', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 955.782773] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Creating folder: Project (83383cf63d764aa48e61a791a86df7a5). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.783129] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c211d31b-316f-4d9d-b506-a5835e5bac23 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.801408] env[65418]: DEBUG nova.scheduler.client.report [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.805176] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Created folder: Project (83383cf63d764aa48e61a791a86df7a5) in parent group-v914982. [ 955.805477] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Creating folder: Instances. Parent ref: group-v915219. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 955.805926] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eb30fe58-581c-44cf-8ef8-2512a6b7f078 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.825106] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Created folder: Instances in parent group-v915219. [ 955.825428] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 955.825658] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.826023] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0a405cf-727b-4b18-a8de-d436ce13599f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.848314] env[65418]: DEBUG nova.compute.manager [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 955.855849] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.855849] env[65418]: value = "task-4688724" [ 955.855849] env[65418]: _type = "Task" [ 955.855849] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.867379] env[65418]: DEBUG nova.compute.manager [req-cca25f8b-b218-4e5d-8b7c-d17498c939cf req-5f308923-a5ea-4e73-a24e-f0e6252fb53d service nova] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Received event network-changed-b5ae62a8-046f-4aa3-9c46-a012082493dc {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 955.867541] env[65418]: DEBUG nova.compute.manager [req-cca25f8b-b218-4e5d-8b7c-d17498c939cf req-5f308923-a5ea-4e73-a24e-f0e6252fb53d service nova] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Refreshing instance network info cache due to event network-changed-b5ae62a8-046f-4aa3-9c46-a012082493dc. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 955.867789] env[65418]: DEBUG oslo_concurrency.lockutils [req-cca25f8b-b218-4e5d-8b7c-d17498c939cf req-5f308923-a5ea-4e73-a24e-f0e6252fb53d service nova] Acquiring lock "refresh_cache-05c0cf75-a49f-43c5-908d-dffb27d14d2a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.867936] env[65418]: DEBUG oslo_concurrency.lockutils [req-cca25f8b-b218-4e5d-8b7c-d17498c939cf req-5f308923-a5ea-4e73-a24e-f0e6252fb53d service nova] Acquired lock "refresh_cache-05c0cf75-a49f-43c5-908d-dffb27d14d2a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.868126] env[65418]: DEBUG nova.network.neutron [req-cca25f8b-b218-4e5d-8b7c-d17498c939cf req-5f308923-a5ea-4e73-a24e-f0e6252fb53d service nova] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Refreshing network info cache for port b5ae62a8-046f-4aa3-9c46-a012082493dc {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.880282] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688724, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.882033] env[65418]: WARNING neutronclient.v2_0.client [req-cca25f8b-b218-4e5d-8b7c-d17498c939cf req-5f308923-a5ea-4e73-a24e-f0e6252fb53d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.893629] env[65418]: DEBUG nova.virt.hardware [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 955.893991] env[65418]: DEBUG nova.virt.hardware [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.894172] env[65418]: DEBUG nova.virt.hardware [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 955.894334] env[65418]: DEBUG nova.virt.hardware [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.894479] env[65418]: DEBUG nova.virt.hardware [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 955.894633] env[65418]: DEBUG nova.virt.hardware [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 955.894873] env[65418]: DEBUG nova.virt.hardware [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 955.895129] env[65418]: DEBUG nova.virt.hardware [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 955.895797] env[65418]: DEBUG nova.virt.hardware [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 955.896029] env[65418]: DEBUG nova.virt.hardware [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 955.896234] env[65418]: DEBUG nova.virt.hardware [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 955.897963] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ff9418-3119-4730-a579-b5d6b7e1bd1a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.912359] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48965b3b-94b0-4684-80d8-759d56adece4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.089943] env[65418]: DEBUG oslo_vmware.api [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504279} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.090281] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 39aca870-0b65-4df6-88bb-e49ae622c66c/39aca870-0b65-4df6-88bb-e49ae622c66c.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.090491] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.090776] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-490fc321-2b72-4309-967b-edf2a4446a23 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.098103] env[65418]: DEBUG oslo_vmware.api [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 956.098103] env[65418]: value = "task-4688725" [ 956.098103] env[65418]: _type = "Task" [ 956.098103] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.109024] env[65418]: DEBUG oslo_vmware.api [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.243306] env[65418]: DEBUG oslo_vmware.api [None req-d727fe9d-cd3a-4e3f-bc76-0848d55b7508 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688721, 'name': PowerOffVM_Task, 'duration_secs': 0.269872} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.243599] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d727fe9d-cd3a-4e3f-bc76-0848d55b7508 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.243971] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d727fe9d-cd3a-4e3f-bc76-0848d55b7508 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.244078] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f389f58-937b-463c-a0e1-4f21b87ddaae {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.276124] env[65418]: WARNING neutronclient.v2_0.client [req-cca25f8b-b218-4e5d-8b7c-d17498c939cf req-5f308923-a5ea-4e73-a24e-f0e6252fb53d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.307497] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.493s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.308924] env[65418]: INFO nova.compute.manager [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Migrating [ 956.316302] env[65418]: DEBUG oslo_concurrency.lockutils [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.493s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.318495] env[65418]: INFO nova.compute.claims [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.333896] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d727fe9d-cd3a-4e3f-bc76-0848d55b7508 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.334133] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d727fe9d-cd3a-4e3f-bc76-0848d55b7508 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.334317] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-d727fe9d-cd3a-4e3f-bc76-0848d55b7508 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Deleting the datastore file [datastore2] 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.340038] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20232919-5869-40ad-b88d-d2ca406af8f4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.351572] env[65418]: DEBUG oslo_vmware.api [None req-d727fe9d-cd3a-4e3f-bc76-0848d55b7508 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 956.351572] env[65418]: value = "task-4688727" [ 956.351572] env[65418]: _type = "Task" [ 956.351572] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.369705] env[65418]: DEBUG oslo_vmware.api [None req-d727fe9d-cd3a-4e3f-bc76-0848d55b7508 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.374912] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688724, 'name': CreateVM_Task, 'duration_secs': 0.425263} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.378389] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.381562] env[65418]: WARNING neutronclient.v2_0.client [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.381562] env[65418]: DEBUG oslo_concurrency.lockutils [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.381562] env[65418]: DEBUG oslo_concurrency.lockutils [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.381562] env[65418]: DEBUG oslo_concurrency.lockutils [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.381562] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af086544-9e2b-4dc9-83dd-be5b615a4299 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.391025] env[65418]: DEBUG oslo_vmware.api [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Waiting for the task: (returnval){ [ 956.391025] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523b97a6-dbef-0310-3ed0-e8588f78272a" [ 956.391025] env[65418]: _type = "Task" [ 956.391025] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.399812] env[65418]: DEBUG oslo_vmware.api [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523b97a6-dbef-0310-3ed0-e8588f78272a, 'name': SearchDatastore_Task} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.400439] env[65418]: DEBUG oslo_concurrency.lockutils [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.403021] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.403021] env[65418]: DEBUG oslo_concurrency.lockutils [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.403021] env[65418]: DEBUG oslo_concurrency.lockutils [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.403021] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.403021] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-593f1eab-405f-43b5-9585-d6d092c51813 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.414326] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.414326] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.414326] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f3714e8-7b5a-4f8e-92fa-c5103e94cfb0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.422016] env[65418]: DEBUG oslo_vmware.api [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Waiting for the task: (returnval){ [ 956.422016] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f95605-3c51-540d-f0d4-e0e14b313de7" [ 956.422016] env[65418]: _type = "Task" [ 956.422016] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.430483] env[65418]: DEBUG oslo_vmware.api [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f95605-3c51-540d-f0d4-e0e14b313de7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.444289] env[65418]: DEBUG nova.network.neutron [req-cca25f8b-b218-4e5d-8b7c-d17498c939cf req-5f308923-a5ea-4e73-a24e-f0e6252fb53d service nova] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Updated VIF entry in instance network info cache for port b5ae62a8-046f-4aa3-9c46-a012082493dc. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 956.444289] env[65418]: DEBUG nova.network.neutron [req-cca25f8b-b218-4e5d-8b7c-d17498c939cf req-5f308923-a5ea-4e73-a24e-f0e6252fb53d service nova] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Updating instance_info_cache with network_info: [{"id": "b5ae62a8-046f-4aa3-9c46-a012082493dc", "address": "fa:16:3e:0d:e1:db", "network": {"id": "0e59b456-d253-48ae-a936-97c6df19cac8", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1737688449-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83383cf63d764aa48e61a791a86df7a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60bdba1a-14cf-46b2-9d8b-aeaf4d80c815", "external-id": "nsx-vlan-transportzone-922", "segmentation_id": 922, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ae62a8-04", "ovs_interfaceid": "b5ae62a8-046f-4aa3-9c46-a012082493dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.558358] env[65418]: DEBUG nova.network.neutron [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Successfully updated port: a22b2001-9dc9-4e38-998f-c8a0bc3cf4b5 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 956.609359] env[65418]: DEBUG oslo_vmware.api [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076398} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.609670] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.610767] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c1bd65-7647-4c4c-bfaa-97261bfa24e4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.634756] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 39aca870-0b65-4df6-88bb-e49ae622c66c/39aca870-0b65-4df6-88bb-e49ae622c66c.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.634891] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-762fe653-f1b0-4c0d-bc34-debdacc54a9a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.655949] env[65418]: DEBUG oslo_vmware.api [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 956.655949] env[65418]: value = "task-4688728" [ 956.655949] env[65418]: _type = "Task" [ 956.655949] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.667345] env[65418]: DEBUG oslo_vmware.api [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688728, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.846077] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "refresh_cache-d5b22bc6-625a-4f32-b6d6-da588f171575" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.846077] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquired lock "refresh_cache-d5b22bc6-625a-4f32-b6d6-da588f171575" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.846077] env[65418]: DEBUG nova.network.neutron [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 956.863847] env[65418]: DEBUG oslo_vmware.api [None req-d727fe9d-cd3a-4e3f-bc76-0848d55b7508 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137809} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.864217] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-d727fe9d-cd3a-4e3f-bc76-0848d55b7508 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.864464] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d727fe9d-cd3a-4e3f-bc76-0848d55b7508 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.864681] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d727fe9d-cd3a-4e3f-bc76-0848d55b7508 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.864904] env[65418]: INFO nova.compute.manager [None req-d727fe9d-cd3a-4e3f-bc76-0848d55b7508 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 956.865194] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-d727fe9d-cd3a-4e3f-bc76-0848d55b7508 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 956.865442] env[65418]: DEBUG nova.compute.manager [-] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 956.865573] env[65418]: DEBUG nova.network.neutron [-] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 956.866203] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.904958] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.933054] env[65418]: DEBUG oslo_vmware.api [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f95605-3c51-540d-f0d4-e0e14b313de7, 'name': SearchDatastore_Task, 'duration_secs': 0.009785} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.933455] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7726100e-c24b-469a-a7cc-c06bf7635db8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.939946] env[65418]: DEBUG oslo_vmware.api [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Waiting for the task: (returnval){ [ 956.939946] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b4d6c0-d830-d088-6f71-8d05601dc51b" [ 956.939946] env[65418]: _type = "Task" [ 956.939946] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.949120] env[65418]: DEBUG oslo_concurrency.lockutils [req-cca25f8b-b218-4e5d-8b7c-d17498c939cf req-5f308923-a5ea-4e73-a24e-f0e6252fb53d service nova] Releasing lock "refresh_cache-05c0cf75-a49f-43c5-908d-dffb27d14d2a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.949605] env[65418]: DEBUG oslo_vmware.api [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b4d6c0-d830-d088-6f71-8d05601dc51b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.169493] env[65418]: DEBUG oslo_vmware.api [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688728, 'name': ReconfigVM_Task, 'duration_secs': 0.311247} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.169857] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 39aca870-0b65-4df6-88bb-e49ae622c66c/39aca870-0b65-4df6-88bb-e49ae622c66c.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.170502] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-368e1879-ef99-467a-9fe5-c95554babb02 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.180032] env[65418]: DEBUG oslo_vmware.api [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 957.180032] env[65418]: value = "task-4688729" [ 957.180032] env[65418]: _type = "Task" [ 957.180032] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.192415] env[65418]: DEBUG oslo_vmware.api [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688729, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.347984] env[65418]: WARNING neutronclient.v2_0.client [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.453726] env[65418]: DEBUG oslo_vmware.api [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b4d6c0-d830-d088-6f71-8d05601dc51b, 'name': SearchDatastore_Task, 'duration_secs': 0.010522} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.453983] env[65418]: DEBUG oslo_concurrency.lockutils [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.454269] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 05c0cf75-a49f-43c5-908d-dffb27d14d2a/05c0cf75-a49f-43c5-908d-dffb27d14d2a.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.454720] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51e059e5-4e15-4fa7-a12b-0122c0f3d369 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.461535] env[65418]: DEBUG oslo_vmware.api [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Waiting for the task: (returnval){ [ 957.461535] env[65418]: value = "task-4688730" [ 957.461535] env[65418]: _type = "Task" [ 957.461535] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.469964] env[65418]: DEBUG oslo_vmware.api [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Task: {'id': task-4688730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.650039] env[65418]: DEBUG nova.network.neutron [-] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.668605] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926988bf-0f64-4d91-a3b0-cc14e86b177d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.675844] env[65418]: WARNING neutronclient.v2_0.client [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.689230] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18654885-5836-4780-8e2f-65da1f8693b9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.701712] env[65418]: DEBUG oslo_vmware.api [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688729, 'name': Rename_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.736944] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955c1408-cb92-44b2-a31c-133dfa2b8091 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.749502] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce60244-8a97-4083-9f03-66a642ebf92f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.767701] env[65418]: DEBUG nova.compute.provider_tree [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.873237] env[65418]: DEBUG nova.network.neutron [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Updating instance_info_cache with network_info: [{"id": "bda1a36a-76c0-468a-b6fe-0aa7690c3325", "address": "fa:16:3e:c5:9c:dc", "network": {"id": "c5654c64-ff10-4cb7-bcc0-9c8f1f9f2c7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-459739501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e14fd3d9ea54564854290858d3c5cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbda1a36a-76", "ovs_interfaceid": "bda1a36a-76c0-468a-b6fe-0aa7690c3325", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.972715] env[65418]: DEBUG oslo_vmware.api [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Task: {'id': task-4688730, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.104104] env[65418]: DEBUG nova.compute.manager [req-51878785-f87e-4e6b-81ba-20050664bbc1 req-1f761c94-91ac-46fb-a99c-c6ec499f6308 service nova] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Received event network-vif-plugged-a22b2001-9dc9-4e38-998f-c8a0bc3cf4b5 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 958.104104] env[65418]: DEBUG oslo_concurrency.lockutils [req-51878785-f87e-4e6b-81ba-20050664bbc1 req-1f761c94-91ac-46fb-a99c-c6ec499f6308 service nova] Acquiring lock "b6b13e36-8f82-4285-a58f-7306565c3a23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.104104] env[65418]: DEBUG oslo_concurrency.lockutils [req-51878785-f87e-4e6b-81ba-20050664bbc1 req-1f761c94-91ac-46fb-a99c-c6ec499f6308 service nova] Lock "b6b13e36-8f82-4285-a58f-7306565c3a23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.104104] env[65418]: DEBUG oslo_concurrency.lockutils [req-51878785-f87e-4e6b-81ba-20050664bbc1 req-1f761c94-91ac-46fb-a99c-c6ec499f6308 service nova] Lock "b6b13e36-8f82-4285-a58f-7306565c3a23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.104277] env[65418]: DEBUG nova.compute.manager [req-51878785-f87e-4e6b-81ba-20050664bbc1 req-1f761c94-91ac-46fb-a99c-c6ec499f6308 service nova] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] No waiting events found dispatching network-vif-plugged-a22b2001-9dc9-4e38-998f-c8a0bc3cf4b5 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 958.104311] env[65418]: WARNING nova.compute.manager [req-51878785-f87e-4e6b-81ba-20050664bbc1 req-1f761c94-91ac-46fb-a99c-c6ec499f6308 service nova] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Received unexpected event network-vif-plugged-a22b2001-9dc9-4e38-998f-c8a0bc3cf4b5 for instance with vm_state building and task_state spawning. [ 958.104450] env[65418]: DEBUG nova.compute.manager [req-51878785-f87e-4e6b-81ba-20050664bbc1 req-1f761c94-91ac-46fb-a99c-c6ec499f6308 service nova] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Received event network-changed-a22b2001-9dc9-4e38-998f-c8a0bc3cf4b5 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 958.104607] env[65418]: DEBUG nova.compute.manager [req-51878785-f87e-4e6b-81ba-20050664bbc1 req-1f761c94-91ac-46fb-a99c-c6ec499f6308 service nova] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Refreshing instance network info cache due to event network-changed-a22b2001-9dc9-4e38-998f-c8a0bc3cf4b5. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 958.104877] env[65418]: DEBUG oslo_concurrency.lockutils [req-51878785-f87e-4e6b-81ba-20050664bbc1 req-1f761c94-91ac-46fb-a99c-c6ec499f6308 service nova] Acquiring lock "refresh_cache-b6b13e36-8f82-4285-a58f-7306565c3a23" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.105045] env[65418]: DEBUG oslo_concurrency.lockutils [req-51878785-f87e-4e6b-81ba-20050664bbc1 req-1f761c94-91ac-46fb-a99c-c6ec499f6308 service nova] Acquired lock "refresh_cache-b6b13e36-8f82-4285-a58f-7306565c3a23" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.105203] env[65418]: DEBUG nova.network.neutron [req-51878785-f87e-4e6b-81ba-20050664bbc1 req-1f761c94-91ac-46fb-a99c-c6ec499f6308 service nova] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Refreshing network info cache for port a22b2001-9dc9-4e38-998f-c8a0bc3cf4b5 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.156130] env[65418]: INFO nova.compute.manager [-] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Took 1.29 seconds to deallocate network for instance. [ 958.193140] env[65418]: DEBUG oslo_vmware.api [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688729, 'name': Rename_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.270995] env[65418]: DEBUG nova.scheduler.client.report [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.377410] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Releasing lock "refresh_cache-d5b22bc6-625a-4f32-b6d6-da588f171575" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.472694] env[65418]: DEBUG oslo_vmware.api [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Task: {'id': task-4688730, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.522721] env[65418]: DEBUG nova.compute.manager [req-02ebe2d8-27a0-402d-a79c-50b0e6c6a877 req-c43e525e-d008-4616-b70f-f2d860470bb4 service nova] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Received event network-vif-plugged-098b3739-b5f6-4587-adbb-77ac8231ae28 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 958.522936] env[65418]: DEBUG oslo_concurrency.lockutils [req-02ebe2d8-27a0-402d-a79c-50b0e6c6a877 req-c43e525e-d008-4616-b70f-f2d860470bb4 service nova] Acquiring lock "b6b13e36-8f82-4285-a58f-7306565c3a23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.523155] env[65418]: DEBUG oslo_concurrency.lockutils [req-02ebe2d8-27a0-402d-a79c-50b0e6c6a877 req-c43e525e-d008-4616-b70f-f2d860470bb4 service nova] Lock "b6b13e36-8f82-4285-a58f-7306565c3a23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.523318] env[65418]: DEBUG oslo_concurrency.lockutils [req-02ebe2d8-27a0-402d-a79c-50b0e6c6a877 req-c43e525e-d008-4616-b70f-f2d860470bb4 service nova] Lock "b6b13e36-8f82-4285-a58f-7306565c3a23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.523479] env[65418]: DEBUG nova.compute.manager [req-02ebe2d8-27a0-402d-a79c-50b0e6c6a877 req-c43e525e-d008-4616-b70f-f2d860470bb4 service nova] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] No waiting events found dispatching network-vif-plugged-098b3739-b5f6-4587-adbb-77ac8231ae28 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 958.523647] env[65418]: WARNING nova.compute.manager [req-02ebe2d8-27a0-402d-a79c-50b0e6c6a877 req-c43e525e-d008-4616-b70f-f2d860470bb4 service nova] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Received unexpected event network-vif-plugged-098b3739-b5f6-4587-adbb-77ac8231ae28 for instance with vm_state building and task_state spawning. [ 958.607708] env[65418]: WARNING neutronclient.v2_0.client [req-51878785-f87e-4e6b-81ba-20050664bbc1 req-1f761c94-91ac-46fb-a99c-c6ec499f6308 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.654619] env[65418]: DEBUG nova.network.neutron [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Successfully updated port: 098b3739-b5f6-4587-adbb-77ac8231ae28 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 958.661122] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d727fe9d-cd3a-4e3f-bc76-0848d55b7508 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.692029] env[65418]: DEBUG nova.network.neutron [req-51878785-f87e-4e6b-81ba-20050664bbc1 req-1f761c94-91ac-46fb-a99c-c6ec499f6308 service nova] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 958.702910] env[65418]: DEBUG oslo_vmware.api [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688729, 'name': Rename_Task, 'duration_secs': 1.161772} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.703255] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.703821] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f7bc3d0-7886-41d1-b854-1554ad9dd17a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.713765] env[65418]: DEBUG oslo_vmware.api [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 958.713765] env[65418]: value = "task-4688731" [ 958.713765] env[65418]: _type = "Task" [ 958.713765] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.728115] env[65418]: DEBUG oslo_vmware.api [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.777376] env[65418]: DEBUG oslo_concurrency.lockutils [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.777376] env[65418]: DEBUG nova.compute.manager [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 958.779727] env[65418]: DEBUG oslo_concurrency.lockutils [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.278s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.781576] env[65418]: INFO nova.compute.claims [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.815233] env[65418]: DEBUG nova.network.neutron [req-51878785-f87e-4e6b-81ba-20050664bbc1 req-1f761c94-91ac-46fb-a99c-c6ec499f6308 service nova] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.973140] env[65418]: DEBUG oslo_vmware.api [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Task: {'id': task-4688730, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.486308} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.973436] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 05c0cf75-a49f-43c5-908d-dffb27d14d2a/05c0cf75-a49f-43c5-908d-dffb27d14d2a.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.973614] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.973900] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-539736ba-972d-4200-896a-b7f0daf50c8e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.980314] env[65418]: DEBUG oslo_vmware.api [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Waiting for the task: (returnval){ [ 958.980314] env[65418]: value = "task-4688732" [ 958.980314] env[65418]: _type = "Task" [ 958.980314] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.990914] env[65418]: DEBUG oslo_vmware.api [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Task: {'id': task-4688732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.157651] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Acquiring lock "refresh_cache-b6b13e36-8f82-4285-a58f-7306565c3a23" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.227198] env[65418]: DEBUG oslo_vmware.api [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688731, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.290024] env[65418]: DEBUG nova.compute.utils [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.293778] env[65418]: DEBUG nova.compute.manager [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 959.293778] env[65418]: DEBUG nova.network.neutron [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 959.293778] env[65418]: WARNING neutronclient.v2_0.client [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.293896] env[65418]: WARNING neutronclient.v2_0.client [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.317036] env[65418]: DEBUG oslo_concurrency.lockutils [req-51878785-f87e-4e6b-81ba-20050664bbc1 req-1f761c94-91ac-46fb-a99c-c6ec499f6308 service nova] Releasing lock "refresh_cache-b6b13e36-8f82-4285-a58f-7306565c3a23" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.317327] env[65418]: DEBUG nova.compute.manager [req-51878785-f87e-4e6b-81ba-20050664bbc1 req-1f761c94-91ac-46fb-a99c-c6ec499f6308 service nova] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Received event network-vif-deleted-32ef6909-ea9a-4e6f-92a3-c20ac33a6be2 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 959.317699] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Acquired lock "refresh_cache-b6b13e36-8f82-4285-a58f-7306565c3a23" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.317936] env[65418]: DEBUG nova.network.neutron [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 959.340634] env[65418]: DEBUG nova.policy [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87209c5038ff464f8e84b7899fc6766c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '675678a320e2412e9c0beeb77ae0baca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.491736] env[65418]: DEBUG oslo_vmware.api [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Task: {'id': task-4688732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064888} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.492215] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.492838] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77285df-0b84-42af-85a4-6683d6305493 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.517596] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 05c0cf75-a49f-43c5-908d-dffb27d14d2a/05c0cf75-a49f-43c5-908d-dffb27d14d2a.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.517942] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32144ac4-fc6e-4c6e-aa81-815252fb41e3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.539050] env[65418]: DEBUG oslo_vmware.api [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Waiting for the task: (returnval){ [ 959.539050] env[65418]: value = "task-4688733" [ 959.539050] env[65418]: _type = "Task" [ 959.539050] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.548438] env[65418]: DEBUG oslo_vmware.api [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Task: {'id': task-4688733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.668378] env[65418]: DEBUG nova.network.neutron [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Successfully created port: 315cde91-6f6f-44de-b2e6-cb87d0ee2e09 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 959.727618] env[65418]: DEBUG oslo_vmware.api [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688731, 'name': PowerOnVM_Task, 'duration_secs': 0.516451} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.727804] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.727991] env[65418]: INFO nova.compute.manager [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Took 8.88 seconds to spawn the instance on the hypervisor. [ 959.728201] env[65418]: DEBUG nova.compute.manager [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 959.729052] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa90e438-8535-403d-977a-c3849a9dd1c3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.795094] env[65418]: DEBUG nova.compute.manager [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 959.867248] env[65418]: DEBUG nova.network.neutron [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 959.891766] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1a53d0-c6c0-4f64-94a7-a9d5ead62e56 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.913182] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Updating instance 'd5b22bc6-625a-4f32-b6d6-da588f171575' progress to 0 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 960.007847] env[65418]: WARNING neutronclient.v2_0.client [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.054731] env[65418]: DEBUG oslo_vmware.api [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Task: {'id': task-4688733, 'name': ReconfigVM_Task, 'duration_secs': 0.358404} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.055018] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 05c0cf75-a49f-43c5-908d-dffb27d14d2a/05c0cf75-a49f-43c5-908d-dffb27d14d2a.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.055672] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e209599-b2bd-4edc-b7e0-39ccd58bc2df {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.064087] env[65418]: DEBUG oslo_vmware.api [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Waiting for the task: (returnval){ [ 960.064087] env[65418]: value = "task-4688734" [ 960.064087] env[65418]: _type = "Task" [ 960.064087] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.076461] env[65418]: DEBUG oslo_vmware.api [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Task: {'id': task-4688734, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.151881] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c3ab0c-e7ba-4f45-9f47-521b3b35c904 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.160423] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e3e0fa-a3aa-4eea-b6fe-5307df5bc2b2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.195321] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3593f29-9366-406b-9cab-ec9ebddc21cf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.205269] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7db239-0135-4802-9611-0adb314fd438 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.222676] env[65418]: DEBUG nova.compute.provider_tree [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.247537] env[65418]: INFO nova.compute.manager [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Took 30.63 seconds to build instance. [ 960.303995] env[65418]: INFO nova.virt.block_device [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Booting with volume 9a46ebbc-fd7b-442d-abfd-ac89e958e159 at /dev/sda [ 960.353432] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4ac32d0-90c3-4b54-aeac-607096e2d314 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.363771] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e3eb1a-d0da-4196-b2ec-793f06aa0786 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.402015] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e89d3b0-271e-4889-b88e-b96dbb1782e8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.411430] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179ca7ed-66fb-4036-82bf-325e029a42d4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.425423] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.426233] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19e004bf-5469-4174-a84f-02ae8469bf2f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.433591] env[65418]: DEBUG oslo_vmware.api [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 960.433591] env[65418]: value = "task-4688735" [ 960.433591] env[65418]: _type = "Task" [ 960.433591] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.452604] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909d9a03-53c9-44c9-bd1e-c581a826d0ce {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.456612] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] VM already powered off {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 960.456802] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Updating instance 'd5b22bc6-625a-4f32-b6d6-da588f171575' progress to 17 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 960.465061] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfeb08b-b4f6-48f9-923b-24909c339776 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.481108] env[65418]: DEBUG nova.virt.block_device [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Updating existing volume attachment record: d1d43415-a200-4e9b-93a9-f07b764c3f90 {{(pid=65418) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 960.485437] env[65418]: WARNING neutronclient.v2_0.client [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 961.280367] env[65418]: DEBUG nova.network.neutron [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Successfully updated port: 315cde91-6f6f-44de-b2e6-cb87d0ee2e09 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 961.287228] env[65418]: DEBUG nova.scheduler.client.report [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.287228] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aa35f224-46bd-4f45-b6ad-7da68d058ae6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "39aca870-0b65-4df6-88bb-e49ae622c66c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.680s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.288999] env[65418]: DEBUG nova.virt.hardware [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 961.289242] env[65418]: DEBUG nova.virt.hardware [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.289411] env[65418]: DEBUG nova.virt.hardware [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 961.289619] env[65418]: DEBUG nova.virt.hardware [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.289772] env[65418]: DEBUG nova.virt.hardware [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 961.289938] env[65418]: DEBUG nova.virt.hardware [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 961.290183] env[65418]: DEBUG nova.virt.hardware [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 961.291178] env[65418]: DEBUG nova.virt.hardware [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 961.291178] env[65418]: DEBUG nova.virt.hardware [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 961.291178] env[65418]: DEBUG nova.virt.hardware [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 961.291178] env[65418]: DEBUG nova.virt.hardware [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 961.296955] env[65418]: DEBUG nova.compute.manager [req-d6aae33d-d713-45aa-892c-eb2a3a300f9d req-675ce50e-5b55-400a-90d9-9c9ce4078890 service nova] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Received event network-changed-098b3739-b5f6-4587-adbb-77ac8231ae28 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 961.297334] env[65418]: DEBUG nova.compute.manager [req-d6aae33d-d713-45aa-892c-eb2a3a300f9d req-675ce50e-5b55-400a-90d9-9c9ce4078890 service nova] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Refreshing instance network info cache due to event network-changed-098b3739-b5f6-4587-adbb-77ac8231ae28. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 961.297334] env[65418]: DEBUG oslo_concurrency.lockutils [req-d6aae33d-d713-45aa-892c-eb2a3a300f9d req-675ce50e-5b55-400a-90d9-9c9ce4078890 service nova] Acquiring lock "refresh_cache-b6b13e36-8f82-4285-a58f-7306565c3a23" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.298503] env[65418]: DEBUG nova.compute.manager [req-0ab8d40d-6fd1-4dcc-8c0a-d6d4d414d7b9 req-657e81d9-e225-4491-9566-41bf62ea3415 service nova] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Received event network-vif-plugged-315cde91-6f6f-44de-b2e6-cb87d0ee2e09 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 961.298503] env[65418]: DEBUG oslo_concurrency.lockutils [req-0ab8d40d-6fd1-4dcc-8c0a-d6d4d414d7b9 req-657e81d9-e225-4491-9566-41bf62ea3415 service nova] Acquiring lock "45d19b37-ffd2-40d5-a567-9560657d328f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.299042] env[65418]: DEBUG oslo_concurrency.lockutils [req-0ab8d40d-6fd1-4dcc-8c0a-d6d4d414d7b9 req-657e81d9-e225-4491-9566-41bf62ea3415 service nova] Lock "45d19b37-ffd2-40d5-a567-9560657d328f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.299228] env[65418]: DEBUG oslo_concurrency.lockutils [req-0ab8d40d-6fd1-4dcc-8c0a-d6d4d414d7b9 req-657e81d9-e225-4491-9566-41bf62ea3415 service nova] Lock "45d19b37-ffd2-40d5-a567-9560657d328f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.299392] env[65418]: DEBUG nova.compute.manager [req-0ab8d40d-6fd1-4dcc-8c0a-d6d4d414d7b9 req-657e81d9-e225-4491-9566-41bf62ea3415 service nova] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] No waiting events found dispatching network-vif-plugged-315cde91-6f6f-44de-b2e6-cb87d0ee2e09 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 961.299573] env[65418]: WARNING nova.compute.manager [req-0ab8d40d-6fd1-4dcc-8c0a-d6d4d414d7b9 req-657e81d9-e225-4491-9566-41bf62ea3415 service nova] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Received unexpected event network-vif-plugged-315cde91-6f6f-44de-b2e6-cb87d0ee2e09 for instance with vm_state building and task_state block_device_mapping. [ 961.305884] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7232956b-42de-42de-8dfb-d91392eb27a8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.325478] env[65418]: DEBUG oslo_vmware.api [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Task: {'id': task-4688734, 'name': Rename_Task, 'duration_secs': 0.179641} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.327304] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.327610] env[65418]: DEBUG oslo_vmware.api [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 961.327610] env[65418]: value = "task-4688736" [ 961.327610] env[65418]: _type = "Task" [ 961.327610] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.328055] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51781650-1245-4766-ac3e-87d275249b9d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.341386] env[65418]: DEBUG oslo_vmware.api [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688736, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.343311] env[65418]: DEBUG oslo_vmware.api [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Waiting for the task: (returnval){ [ 961.343311] env[65418]: value = "task-4688737" [ 961.343311] env[65418]: _type = "Task" [ 961.343311] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.347464] env[65418]: DEBUG nova.network.neutron [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Updating instance_info_cache with network_info: [{"id": "a22b2001-9dc9-4e38-998f-c8a0bc3cf4b5", "address": "fa:16:3e:9e:6a:b3", "network": {"id": "82dc27dd-878c-4686-816c-b46644c38692", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-450268207", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae4cabe8f1154946a2ecfb1ff45d885b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa22b2001-9d", "ovs_interfaceid": "a22b2001-9dc9-4e38-998f-c8a0bc3cf4b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "098b3739-b5f6-4587-adbb-77ac8231ae28", "address": "fa:16:3e:33:1e:e8", "network": {"id": "f888b6c8-47f8-427e-8907-2a7fa28f83d0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1936705691", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ae4cabe8f1154946a2ecfb1ff45d885b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap098b3739-b5", "ovs_interfaceid": "098b3739-b5f6-4587-adbb-77ac8231ae28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.354863] env[65418]: DEBUG oslo_vmware.api [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Task: {'id': task-4688737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.802733] env[65418]: DEBUG oslo_concurrency.lockutils [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Acquiring lock "refresh_cache-45d19b37-ffd2-40d5-a567-9560657d328f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.802972] env[65418]: DEBUG oslo_concurrency.lockutils [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Acquired lock "refresh_cache-45d19b37-ffd2-40d5-a567-9560657d328f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.803172] env[65418]: DEBUG nova.network.neutron [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 961.806736] env[65418]: DEBUG oslo_concurrency.lockutils [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.027s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.807222] env[65418]: DEBUG nova.compute.manager [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 961.811036] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.690s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.811199] env[65418]: DEBUG nova.objects.instance [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Lazy-loading 'resources' on Instance uuid 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.832041] env[65418]: DEBUG oslo_concurrency.lockutils [None req-885d1cc4-8a3a-45f8-b3ee-8adc537e7bb9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "39aca870-0b65-4df6-88bb-e49ae622c66c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.832041] env[65418]: DEBUG oslo_concurrency.lockutils [None req-885d1cc4-8a3a-45f8-b3ee-8adc537e7bb9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "39aca870-0b65-4df6-88bb-e49ae622c66c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.832041] env[65418]: DEBUG nova.compute.manager [None req-885d1cc4-8a3a-45f8-b3ee-8adc537e7bb9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 961.836575] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42609d23-4658-4e42-ab1f-dbf1bc95584d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.847536] env[65418]: DEBUG oslo_vmware.api [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688736, 'name': ReconfigVM_Task, 'duration_secs': 0.232829} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.855019] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Updating instance 'd5b22bc6-625a-4f32-b6d6-da588f171575' progress to 33 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 961.857856] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Releasing lock "refresh_cache-b6b13e36-8f82-4285-a58f-7306565c3a23" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.859045] env[65418]: DEBUG nova.compute.manager [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Instance network_info: |[{"id": "a22b2001-9dc9-4e38-998f-c8a0bc3cf4b5", "address": "fa:16:3e:9e:6a:b3", "network": {"id": "82dc27dd-878c-4686-816c-b46644c38692", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-450268207", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae4cabe8f1154946a2ecfb1ff45d885b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa22b2001-9d", "ovs_interfaceid": "a22b2001-9dc9-4e38-998f-c8a0bc3cf4b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "098b3739-b5f6-4587-adbb-77ac8231ae28", "address": "fa:16:3e:33:1e:e8", "network": {"id": "f888b6c8-47f8-427e-8907-2a7fa28f83d0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1936705691", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ae4cabe8f1154946a2ecfb1ff45d885b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap098b3739-b5", "ovs_interfaceid": "098b3739-b5f6-4587-adbb-77ac8231ae28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 961.859045] env[65418]: DEBUG nova.compute.manager [None req-885d1cc4-8a3a-45f8-b3ee-8adc537e7bb9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65418) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 961.859339] env[65418]: DEBUG nova.objects.instance [None req-885d1cc4-8a3a-45f8-b3ee-8adc537e7bb9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lazy-loading 'flavor' on Instance uuid 39aca870-0b65-4df6-88bb-e49ae622c66c {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.862794] env[65418]: DEBUG oslo_concurrency.lockutils [req-d6aae33d-d713-45aa-892c-eb2a3a300f9d req-675ce50e-5b55-400a-90d9-9c9ce4078890 service nova] Acquired lock "refresh_cache-b6b13e36-8f82-4285-a58f-7306565c3a23" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.862989] env[65418]: DEBUG nova.network.neutron [req-d6aae33d-d713-45aa-892c-eb2a3a300f9d req-675ce50e-5b55-400a-90d9-9c9ce4078890 service nova] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Refreshing network info cache for port 098b3739-b5f6-4587-adbb-77ac8231ae28 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.864065] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:6a:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbd2870d-a51d-472a-8034-1b3e132b5cb6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a22b2001-9dc9-4e38-998f-c8a0bc3cf4b5', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:1e:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '42f08482-a1da-405d-9918-d733d9f5173c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '098b3739-b5f6-4587-adbb-77ac8231ae28', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.874916] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 961.876580] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.876868] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44a9c772-40c6-45eb-9082-ee721fc86d9c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.900940] env[65418]: DEBUG oslo_vmware.api [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Task: {'id': task-4688737, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.909993] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.909993] env[65418]: value = "task-4688738" [ 961.909993] env[65418]: _type = "Task" [ 961.909993] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.922900] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688738, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.319379] env[65418]: DEBUG nova.compute.utils [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 962.325348] env[65418]: DEBUG nova.compute.manager [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 962.325348] env[65418]: DEBUG nova.network.neutron [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 962.325722] env[65418]: WARNING neutronclient.v2_0.client [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.326141] env[65418]: WARNING neutronclient.v2_0.client [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.346497] env[65418]: DEBUG nova.network.neutron [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 962.364939] env[65418]: DEBUG nova.virt.hardware [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 962.365222] env[65418]: DEBUG nova.virt.hardware [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.365375] env[65418]: DEBUG nova.virt.hardware [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 962.365548] env[65418]: DEBUG nova.virt.hardware [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.365688] env[65418]: DEBUG nova.virt.hardware [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 962.365828] env[65418]: DEBUG nova.virt.hardware [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 962.366311] env[65418]: DEBUG nova.virt.hardware [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 962.366551] env[65418]: DEBUG nova.virt.hardware [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 962.366776] env[65418]: DEBUG nova.virt.hardware [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 962.366994] env[65418]: DEBUG nova.virt.hardware [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 962.367248] env[65418]: DEBUG nova.virt.hardware [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 962.373218] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Reconfiguring VM instance instance-00000037 to detach disk 2000 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 962.373712] env[65418]: DEBUG oslo_vmware.api [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Task: {'id': task-4688737, 'name': PowerOnVM_Task, 'duration_secs': 0.676258} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.380318] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91b11cea-2b33-412a-88a6-d59cf4bd3df7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.394388] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.394631] env[65418]: INFO nova.compute.manager [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Took 9.01 seconds to spawn the instance on the hypervisor. [ 962.394801] env[65418]: DEBUG nova.compute.manager [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 962.395663] env[65418]: WARNING neutronclient.v2_0.client [req-d6aae33d-d713-45aa-892c-eb2a3a300f9d req-675ce50e-5b55-400a-90d9-9c9ce4078890 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.405020] env[65418]: DEBUG nova.policy [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2301f046f12d4be4aec6b3c84f052e08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf990c4ef1ff4879ba4e5d9c0086dc0f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.408069] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6236c2db-17a7-42d7-84d4-9b6c73eb9c07 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.418439] env[65418]: DEBUG oslo_vmware.api [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 962.418439] env[65418]: value = "task-4688739" [ 962.418439] env[65418]: _type = "Task" [ 962.418439] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.432863] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688738, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.460346] env[65418]: DEBUG oslo_vmware.api [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.493182] env[65418]: WARNING neutronclient.v2_0.client [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.666465] env[65418]: DEBUG nova.network.neutron [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Updating instance_info_cache with network_info: [{"id": "315cde91-6f6f-44de-b2e6-cb87d0ee2e09", "address": "fa:16:3e:4a:dc:21", "network": {"id": "2a5a3af7-abbc-4898-bf93-a8cecca957c1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-666740477-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "675678a320e2412e9c0beeb77ae0baca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315cde91-6f", "ovs_interfaceid": "315cde91-6f6f-44de-b2e6-cb87d0ee2e09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.728343] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe19a22-fbfa-4b42-ae43-5ee7ea4f5700 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.737302] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a792d2ef-e451-476a-9fc3-055cb9388c88 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.779413] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1240ca31-3df4-4451-895d-52582f7ef66b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.790311] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f0ae03-a3f4-4109-8a6a-6d66cb2ccb0e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.796229] env[65418]: DEBUG nova.network.neutron [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Successfully created port: 12539f6b-1b39-4380-af81-2be9c4c55d46 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 962.805593] env[65418]: WARNING neutronclient.v2_0.client [req-d6aae33d-d713-45aa-892c-eb2a3a300f9d req-675ce50e-5b55-400a-90d9-9c9ce4078890 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.815165] env[65418]: DEBUG nova.compute.provider_tree [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.826146] env[65418]: DEBUG nova.compute.manager [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 962.912368] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-885d1cc4-8a3a-45f8-b3ee-8adc537e7bb9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.913591] env[65418]: DEBUG nova.compute.manager [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 962.914128] env[65418]: DEBUG nova.virt.hardware [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 962.914504] env[65418]: DEBUG nova.virt.hardware [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.914687] env[65418]: DEBUG nova.virt.hardware [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 962.914871] env[65418]: DEBUG nova.virt.hardware [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.915020] env[65418]: DEBUG nova.virt.hardware [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 962.915167] env[65418]: DEBUG nova.virt.hardware [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 962.915362] env[65418]: DEBUG nova.virt.hardware [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 962.915512] env[65418]: DEBUG nova.virt.hardware [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 962.915667] env[65418]: DEBUG nova.virt.hardware [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 962.915823] env[65418]: DEBUG nova.virt.hardware [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 962.916164] env[65418]: DEBUG nova.virt.hardware [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 962.916367] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9ce28e5-5063-439a-a55e-0b56bb3e2403 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.918849] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53dab19-4523-440a-9dda-47a2fb6c50bb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.926234] env[65418]: DEBUG nova.network.neutron [req-d6aae33d-d713-45aa-892c-eb2a3a300f9d req-675ce50e-5b55-400a-90d9-9c9ce4078890 service nova] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Updated VIF entry in instance network info cache for port 098b3739-b5f6-4587-adbb-77ac8231ae28. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 962.926622] env[65418]: DEBUG nova.network.neutron [req-d6aae33d-d713-45aa-892c-eb2a3a300f9d req-675ce50e-5b55-400a-90d9-9c9ce4078890 service nova] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Updating instance_info_cache with network_info: [{"id": "a22b2001-9dc9-4e38-998f-c8a0bc3cf4b5", "address": "fa:16:3e:9e:6a:b3", "network": {"id": "82dc27dd-878c-4686-816c-b46644c38692", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-450268207", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.235", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae4cabe8f1154946a2ecfb1ff45d885b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa22b2001-9d", "ovs_interfaceid": "a22b2001-9dc9-4e38-998f-c8a0bc3cf4b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "098b3739-b5f6-4587-adbb-77ac8231ae28", "address": "fa:16:3e:33:1e:e8", "network": {"id": "f888b6c8-47f8-427e-8907-2a7fa28f83d0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1936705691", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ae4cabe8f1154946a2ecfb1ff45d885b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap098b3739-b5", "ovs_interfaceid": "098b3739-b5f6-4587-adbb-77ac8231ae28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.938930] env[65418]: DEBUG oslo_vmware.api [None req-885d1cc4-8a3a-45f8-b3ee-8adc537e7bb9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 962.938930] env[65418]: value = "task-4688740" [ 962.938930] env[65418]: _type = "Task" [ 962.938930] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.944740] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a285be-e35f-415c-aa35-0b8106bda183 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.953503] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688738, 'name': CreateVM_Task, 'duration_secs': 0.51725} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.963388] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquiring lock "9f657eff-f138-407c-8c54-71fd857a3298" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.963706] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lock "9f657eff-f138-407c-8c54-71fd857a3298" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.963933] env[65418]: INFO nova.compute.manager [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Shelving [ 962.965229] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.965809] env[65418]: DEBUG oslo_vmware.api [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688739, 'name': ReconfigVM_Task, 'duration_secs': 0.400385} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.968527] env[65418]: WARNING neutronclient.v2_0.client [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.969073] env[65418]: WARNING neutronclient.v2_0.client [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.969312] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.969453] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.969788] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.970092] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Reconfigured VM instance instance-00000037 to detach disk 2000 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 962.979417] env[65418]: INFO nova.compute.manager [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Took 32.72 seconds to build instance. [ 962.981186] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-203fff89-ab0a-43e1-b77c-f7342923af11 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.984230] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2377fc9d-a800-430e-95a9-0abe679ebf55 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.993034] env[65418]: DEBUG oslo_vmware.api [None req-885d1cc4-8a3a-45f8-b3ee-8adc537e7bb9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.999279] env[65418]: DEBUG oslo_vmware.api [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Waiting for the task: (returnval){ [ 962.999279] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f736a9-410f-b099-ac69-4d80896ea267" [ 962.999279] env[65418]: _type = "Task" [ 962.999279] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.021433] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] d5b22bc6-625a-4f32-b6d6-da588f171575/d5b22bc6-625a-4f32-b6d6-da588f171575.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.027933] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7788b03c-258a-4ce6-b285-4a60015f9a31 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.050340] env[65418]: DEBUG oslo_vmware.api [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f736a9-410f-b099-ac69-4d80896ea267, 'name': SearchDatastore_Task, 'duration_secs': 0.011556} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.052461] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.052709] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.055288] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.055288] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.055288] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.055288] env[65418]: DEBUG oslo_vmware.api [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 963.055288] env[65418]: value = "task-4688741" [ 963.055288] env[65418]: _type = "Task" [ 963.055288] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.055288] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72c9a589-5307-480c-90cd-4581f5b821b0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.071147] env[65418]: DEBUG oslo_vmware.api [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688741, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.072860] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.073065] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.074164] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bb3d956-9f3e-4b3e-a082-e52c48923f98 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.081224] env[65418]: DEBUG oslo_vmware.api [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Waiting for the task: (returnval){ [ 963.081224] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5257005c-1657-aa01-95fe-d5e57341c943" [ 963.081224] env[65418]: _type = "Task" [ 963.081224] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.091732] env[65418]: DEBUG oslo_vmware.api [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5257005c-1657-aa01-95fe-d5e57341c943, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.170397] env[65418]: DEBUG oslo_concurrency.lockutils [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Releasing lock "refresh_cache-45d19b37-ffd2-40d5-a567-9560657d328f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.170932] env[65418]: DEBUG nova.compute.manager [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Instance network_info: |[{"id": "315cde91-6f6f-44de-b2e6-cb87d0ee2e09", "address": "fa:16:3e:4a:dc:21", "network": {"id": "2a5a3af7-abbc-4898-bf93-a8cecca957c1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-666740477-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "675678a320e2412e9c0beeb77ae0baca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315cde91-6f", "ovs_interfaceid": "315cde91-6f6f-44de-b2e6-cb87d0ee2e09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 963.171752] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:dc:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '315cde91-6f6f-44de-b2e6-cb87d0ee2e09', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.181853] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Creating folder: Project (675678a320e2412e9c0beeb77ae0baca). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 963.182255] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ec0e8e3-b2fb-4ac0-84af-0060bfc827ea {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.197551] env[65418]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 963.197727] env[65418]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65418) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 963.198168] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Folder already exists: Project (675678a320e2412e9c0beeb77ae0baca). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 963.198398] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Creating folder: Instances. Parent ref: group-v915199. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 963.198658] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-181717aa-0564-4a6a-991b-c8327ef8958d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.213040] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Created folder: Instances in parent group-v915199. [ 963.213040] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 963.213040] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.213040] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9142b8e6-c5f5-4d1b-9194-5691acdb93d0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.238081] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.238081] env[65418]: value = "task-4688744" [ 963.238081] env[65418]: _type = "Task" [ 963.238081] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.247869] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688744, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.322038] env[65418]: DEBUG nova.scheduler.client.report [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.439062] env[65418]: DEBUG oslo_concurrency.lockutils [req-d6aae33d-d713-45aa-892c-eb2a3a300f9d req-675ce50e-5b55-400a-90d9-9c9ce4078890 service nova] Releasing lock "refresh_cache-b6b13e36-8f82-4285-a58f-7306565c3a23" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.454233] env[65418]: DEBUG oslo_vmware.api [None req-885d1cc4-8a3a-45f8-b3ee-8adc537e7bb9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688740, 'name': PowerOffVM_Task, 'duration_secs': 0.284297} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.454531] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-885d1cc4-8a3a-45f8-b3ee-8adc537e7bb9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.454728] env[65418]: DEBUG nova.compute.manager [None req-885d1cc4-8a3a-45f8-b3ee-8adc537e7bb9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 963.455536] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04aef8c8-e4c6-4fac-9c07-0759d96afdff {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.490207] env[65418]: DEBUG oslo_concurrency.lockutils [None req-af2a2b78-6e90-4e28-b61d-eccfcb1dee14 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Lock "05c0cf75-a49f-43c5-908d-dffb27d14d2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.238s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.524587] env[65418]: DEBUG nova.compute.manager [req-1584fdbe-2224-411d-890a-6b69ff389ce4 req-c3dfca88-79e8-47a6-b99c-1671bb2d6a63 service nova] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Received event network-changed-315cde91-6f6f-44de-b2e6-cb87d0ee2e09 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 963.524587] env[65418]: DEBUG nova.compute.manager [req-1584fdbe-2224-411d-890a-6b69ff389ce4 req-c3dfca88-79e8-47a6-b99c-1671bb2d6a63 service nova] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Refreshing instance network info cache due to event network-changed-315cde91-6f6f-44de-b2e6-cb87d0ee2e09. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 963.524587] env[65418]: DEBUG oslo_concurrency.lockutils [req-1584fdbe-2224-411d-890a-6b69ff389ce4 req-c3dfca88-79e8-47a6-b99c-1671bb2d6a63 service nova] Acquiring lock "refresh_cache-45d19b37-ffd2-40d5-a567-9560657d328f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.524587] env[65418]: DEBUG oslo_concurrency.lockutils [req-1584fdbe-2224-411d-890a-6b69ff389ce4 req-c3dfca88-79e8-47a6-b99c-1671bb2d6a63 service nova] Acquired lock "refresh_cache-45d19b37-ffd2-40d5-a567-9560657d328f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.524587] env[65418]: DEBUG nova.network.neutron [req-1584fdbe-2224-411d-890a-6b69ff389ce4 req-c3dfca88-79e8-47a6-b99c-1671bb2d6a63 service nova] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Refreshing network info cache for port 315cde91-6f6f-44de-b2e6-cb87d0ee2e09 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.567880] env[65418]: DEBUG oslo_vmware.api [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688741, 'name': ReconfigVM_Task, 'duration_secs': 0.413339} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.568431] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Reconfigured VM instance instance-00000037 to attach disk [datastore2] d5b22bc6-625a-4f32-b6d6-da588f171575/d5b22bc6-625a-4f32-b6d6-da588f171575.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 963.568633] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Updating instance 'd5b22bc6-625a-4f32-b6d6-da588f171575' progress to 50 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 963.594262] env[65418]: DEBUG oslo_vmware.api [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5257005c-1657-aa01-95fe-d5e57341c943, 'name': SearchDatastore_Task, 'duration_secs': 0.010504} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.595072] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03a970bc-5d8d-4413-9e1a-f858199fb7f9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.601385] env[65418]: DEBUG oslo_vmware.api [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Waiting for the task: (returnval){ [ 963.601385] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528d7be4-9360-7653-ddf5-51ff359dc343" [ 963.601385] env[65418]: _type = "Task" [ 963.601385] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.610286] env[65418]: DEBUG oslo_vmware.api [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528d7be4-9360-7653-ddf5-51ff359dc343, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.748880] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688744, 'name': CreateVM_Task, 'duration_secs': 0.354383} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.749092] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.749587] env[65418]: WARNING neutronclient.v2_0.client [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.749952] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'guest_format': None, 'attachment_id': 'd1d43415-a200-4e9b-93a9-f07b764c3f90', 'delete_on_termination': True, 'disk_bus': None, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915206', 'volume_id': '9a46ebbc-fd7b-442d-abfd-ac89e958e159', 'name': 'volume-9a46ebbc-fd7b-442d-abfd-ac89e958e159', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45d19b37-ffd2-40d5-a567-9560657d328f', 'attached_at': '', 'detached_at': '', 'volume_id': '9a46ebbc-fd7b-442d-abfd-ac89e958e159', 'serial': '9a46ebbc-fd7b-442d-abfd-ac89e958e159'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=65418) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 963.750167] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Root volume attach. Driver type: vmdk {{(pid=65418) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 963.750972] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7777ffa-43be-41dc-b668-44c9948d9de5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.759931] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd4dfcf-72ed-4cda-881d-2d61c6015b1c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.763124] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e39ad875-c988-44c3-bcc7-bc4ecef2d0e2 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Acquiring lock "interface-05c0cf75-a49f-43c5-908d-dffb27d14d2a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.763372] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e39ad875-c988-44c3-bcc7-bc4ecef2d0e2 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Lock "interface-05c0cf75-a49f-43c5-908d-dffb27d14d2a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.763672] env[65418]: DEBUG nova.objects.instance [None req-e39ad875-c988-44c3-bcc7-bc4ecef2d0e2 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Lazy-loading 'flavor' on Instance uuid 05c0cf75-a49f-43c5-908d-dffb27d14d2a {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 963.770083] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625fd47f-11ff-494a-9d4b-7627985cd147 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.777862] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-4bd7c733-27a1-4ad5-83e5-0a44bd1538e5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.787550] env[65418]: DEBUG oslo_vmware.api [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Waiting for the task: (returnval){ [ 963.787550] env[65418]: value = "task-4688745" [ 963.787550] env[65418]: _type = "Task" [ 963.787550] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.799140] env[65418]: DEBUG oslo_vmware.api [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Task: {'id': task-4688745, 'name': RelocateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.826060] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.829594] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.919s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.838633] env[65418]: DEBUG nova.compute.manager [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 963.879927] env[65418]: DEBUG nova.virt.hardware [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 963.880229] env[65418]: DEBUG nova.virt.hardware [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 963.880397] env[65418]: DEBUG nova.virt.hardware [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 963.880573] env[65418]: DEBUG nova.virt.hardware [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 963.880714] env[65418]: DEBUG nova.virt.hardware [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 963.880854] env[65418]: DEBUG nova.virt.hardware [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 963.881088] env[65418]: DEBUG nova.virt.hardware [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 963.881223] env[65418]: DEBUG nova.virt.hardware [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 963.881384] env[65418]: DEBUG nova.virt.hardware [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 963.881563] env[65418]: DEBUG nova.virt.hardware [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 963.881789] env[65418]: DEBUG nova.virt.hardware [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 963.882989] env[65418]: INFO nova.scheduler.client.report [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Deleted allocations for instance 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3 [ 963.884691] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea571f2-5c54-4c6c-9dd5-9496594a9591 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.900124] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663042b4-3d6c-4978-8f84-735884fc0796 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.968025] env[65418]: DEBUG oslo_concurrency.lockutils [None req-885d1cc4-8a3a-45f8-b3ee-8adc537e7bb9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "39aca870-0b65-4df6-88bb-e49ae622c66c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.136s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.976645] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.977028] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a26b9072-2508-4dd3-ab00-9385c07ab0d3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.986034] env[65418]: DEBUG oslo_vmware.api [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 963.986034] env[65418]: value = "task-4688746" [ 963.986034] env[65418]: _type = "Task" [ 963.986034] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.996653] env[65418]: DEBUG oslo_vmware.api [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.026765] env[65418]: WARNING neutronclient.v2_0.client [req-1584fdbe-2224-411d-890a-6b69ff389ce4 req-c3dfca88-79e8-47a6-b99c-1671bb2d6a63 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.079546] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4529de25-55e4-4d44-a715-0cb6a98fad4d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.112206] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01019be2-ab55-4cf3-bdb9-ab66852dde46 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.125382] env[65418]: DEBUG oslo_vmware.api [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528d7be4-9360-7653-ddf5-51ff359dc343, 'name': SearchDatastore_Task, 'duration_secs': 0.010456} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.140865] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.142157] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] b6b13e36-8f82-4285-a58f-7306565c3a23/b6b13e36-8f82-4285-a58f-7306565c3a23.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.142157] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Updating instance 'd5b22bc6-625a-4f32-b6d6-da588f171575' progress to 67 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 964.147055] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6274ea8e-91ca-4e4f-b6b6-75e06e09f43e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.160354] env[65418]: DEBUG oslo_vmware.api [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Waiting for the task: (returnval){ [ 964.160354] env[65418]: value = "task-4688747" [ 964.160354] env[65418]: _type = "Task" [ 964.160354] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.175420] env[65418]: DEBUG oslo_vmware.api [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': task-4688747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.268280] env[65418]: WARNING neutronclient.v2_0.client [None req-e39ad875-c988-44c3-bcc7-bc4ecef2d0e2 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.268700] env[65418]: DEBUG nova.objects.instance [None req-e39ad875-c988-44c3-bcc7-bc4ecef2d0e2 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Lazy-loading 'pci_requests' on Instance uuid 05c0cf75-a49f-43c5-908d-dffb27d14d2a {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.286351] env[65418]: WARNING neutronclient.v2_0.client [req-1584fdbe-2224-411d-890a-6b69ff389ce4 req-c3dfca88-79e8-47a6-b99c-1671bb2d6a63 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.301065] env[65418]: DEBUG oslo_vmware.api [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Task: {'id': task-4688745, 'name': RelocateVM_Task} progress is 40%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.336559] env[65418]: INFO nova.compute.claims [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.395016] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1c9f5dfa-7a79-493d-abb0-826b5eb33b09 tempest-ServerDiagnosticsV248Test-457775156 tempest-ServerDiagnosticsV248Test-457775156-project-member] Lock "6b1247b4-66ce-47e5-af0d-5f3fc1b077a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.523s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.440732] env[65418]: DEBUG nova.network.neutron [req-1584fdbe-2224-411d-890a-6b69ff389ce4 req-c3dfca88-79e8-47a6-b99c-1671bb2d6a63 service nova] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Updated VIF entry in instance network info cache for port 315cde91-6f6f-44de-b2e6-cb87d0ee2e09. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 964.441168] env[65418]: DEBUG nova.network.neutron [req-1584fdbe-2224-411d-890a-6b69ff389ce4 req-c3dfca88-79e8-47a6-b99c-1671bb2d6a63 service nova] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Updating instance_info_cache with network_info: [{"id": "315cde91-6f6f-44de-b2e6-cb87d0ee2e09", "address": "fa:16:3e:4a:dc:21", "network": {"id": "2a5a3af7-abbc-4898-bf93-a8cecca957c1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-666740477-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "675678a320e2412e9c0beeb77ae0baca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315cde91-6f", "ovs_interfaceid": "315cde91-6f6f-44de-b2e6-cb87d0ee2e09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.457824] env[65418]: DEBUG nova.network.neutron [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Successfully updated port: 12539f6b-1b39-4380-af81-2be9c4c55d46 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 964.501271] env[65418]: DEBUG oslo_vmware.api [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688746, 'name': PowerOffVM_Task, 'duration_secs': 0.217119} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.501635] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.502654] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a303ab2-8d84-4f2f-9070-3211a9c05101 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.529193] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7814f8e-8b6c-4fc9-bd7a-1512c7217dcf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.655596] env[65418]: WARNING neutronclient.v2_0.client [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.656022] env[65418]: WARNING neutronclient.v2_0.client [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.659329] env[65418]: INFO nova.compute.manager [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Rebuilding instance [ 964.676982] env[65418]: DEBUG oslo_vmware.api [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': task-4688747, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.703422] env[65418]: DEBUG nova.network.neutron [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Port bda1a36a-76c0-468a-b6fe-0aa7690c3325 binding to destination host cpu-1 is already ACTIVE {{(pid=65418) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 964.715837] env[65418]: DEBUG nova.compute.manager [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 964.715837] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288aff06-72be-48e0-9439-64d3fbad8301 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.771793] env[65418]: DEBUG nova.objects.base [None req-e39ad875-c988-44c3-bcc7-bc4ecef2d0e2 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Object Instance<05c0cf75-a49f-43c5-908d-dffb27d14d2a> lazy-loaded attributes: flavor,pci_requests {{(pid=65418) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 964.772134] env[65418]: DEBUG nova.network.neutron [None req-e39ad875-c988-44c3-bcc7-bc4ecef2d0e2 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 964.772532] env[65418]: WARNING neutronclient.v2_0.client [None req-e39ad875-c988-44c3-bcc7-bc4ecef2d0e2 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.772877] env[65418]: WARNING neutronclient.v2_0.client [None req-e39ad875-c988-44c3-bcc7-bc4ecef2d0e2 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.801971] env[65418]: DEBUG oslo_vmware.api [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Task: {'id': task-4688745, 'name': RelocateVM_Task} progress is 54%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.847867] env[65418]: INFO nova.compute.resource_tracker [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Updating resource usage from migration 4dbc5dce-3066-4652-8dd4-b6a930c77ca4 [ 964.855819] env[65418]: DEBUG nova.compute.manager [req-0a4a84e8-62da-48a2-8d95-78f73e8e7ac3 req-38bb4f62-38c1-4993-8c3a-e9acc19da3ea service nova] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Received event network-vif-plugged-12539f6b-1b39-4380-af81-2be9c4c55d46 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 964.856074] env[65418]: DEBUG oslo_concurrency.lockutils [req-0a4a84e8-62da-48a2-8d95-78f73e8e7ac3 req-38bb4f62-38c1-4993-8c3a-e9acc19da3ea service nova] Acquiring lock "fed7b669-ab6a-4a08-b0f9-a5fd942a9753-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.856284] env[65418]: DEBUG oslo_concurrency.lockutils [req-0a4a84e8-62da-48a2-8d95-78f73e8e7ac3 req-38bb4f62-38c1-4993-8c3a-e9acc19da3ea service nova] Lock "fed7b669-ab6a-4a08-b0f9-a5fd942a9753-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.856447] env[65418]: DEBUG oslo_concurrency.lockutils [req-0a4a84e8-62da-48a2-8d95-78f73e8e7ac3 req-38bb4f62-38c1-4993-8c3a-e9acc19da3ea service nova] Lock "fed7b669-ab6a-4a08-b0f9-a5fd942a9753-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.856606] env[65418]: DEBUG nova.compute.manager [req-0a4a84e8-62da-48a2-8d95-78f73e8e7ac3 req-38bb4f62-38c1-4993-8c3a-e9acc19da3ea service nova] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] No waiting events found dispatching network-vif-plugged-12539f6b-1b39-4380-af81-2be9c4c55d46 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 964.856771] env[65418]: WARNING nova.compute.manager [req-0a4a84e8-62da-48a2-8d95-78f73e8e7ac3 req-38bb4f62-38c1-4993-8c3a-e9acc19da3ea service nova] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Received unexpected event network-vif-plugged-12539f6b-1b39-4380-af81-2be9c4c55d46 for instance with vm_state building and task_state spawning. [ 964.865601] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e39ad875-c988-44c3-bcc7-bc4ecef2d0e2 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Lock "interface-05c0cf75-a49f-43c5-908d-dffb27d14d2a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.102s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.945297] env[65418]: DEBUG oslo_concurrency.lockutils [req-1584fdbe-2224-411d-890a-6b69ff389ce4 req-c3dfca88-79e8-47a6-b99c-1671bb2d6a63 service nova] Releasing lock "refresh_cache-45d19b37-ffd2-40d5-a567-9560657d328f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.960701] env[65418]: DEBUG oslo_concurrency.lockutils [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "refresh_cache-fed7b669-ab6a-4a08-b0f9-a5fd942a9753" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.960901] env[65418]: DEBUG oslo_concurrency.lockutils [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquired lock "refresh_cache-fed7b669-ab6a-4a08-b0f9-a5fd942a9753" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.961095] env[65418]: DEBUG nova.network.neutron [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 965.047939] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Creating Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 965.049333] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ee7adeef-8aa1-4fae-82c9-1334effcf1c3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.060162] env[65418]: DEBUG oslo_vmware.api [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 965.060162] env[65418]: value = "task-4688748" [ 965.060162] env[65418]: _type = "Task" [ 965.060162] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.080284] env[65418]: DEBUG oslo_vmware.api [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688748, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.173964] env[65418]: DEBUG oslo_vmware.api [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': task-4688747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548717} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.174275] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] b6b13e36-8f82-4285-a58f-7306565c3a23/b6b13e36-8f82-4285-a58f-7306565c3a23.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.174520] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.174743] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-672ff72e-5ccb-481e-bfbc-dcdfcbce9582 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.187371] env[65418]: DEBUG oslo_vmware.api [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Waiting for the task: (returnval){ [ 965.187371] env[65418]: value = "task-4688749" [ 965.187371] env[65418]: _type = "Task" [ 965.187371] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.194372] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fbc47a-77c9-4f02-be89-240be7cae7b8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.200758] env[65418]: DEBUG oslo_vmware.api [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': task-4688749, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.212847] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f66fc3c-e388-4993-a8b0-dae1a265a24f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.251202] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ade95d7-ea12-47ca-8121-5ba0264ca4a7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.262327] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7d66b5-8db9-4b0b-a226-593a62c72035 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.279740] env[65418]: DEBUG nova.compute.provider_tree [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.303496] env[65418]: DEBUG oslo_vmware.api [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Task: {'id': task-4688745, 'name': RelocateVM_Task} progress is 67%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.498173] env[65418]: DEBUG nova.network.neutron [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 965.571274] env[65418]: DEBUG oslo_vmware.api [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688748, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.625844] env[65418]: WARNING neutronclient.v2_0.client [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.701145] env[65418]: DEBUG oslo_vmware.api [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': task-4688749, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121547} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.701748] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.702972] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e55a8c-c102-4fbf-81d4-ccd09d087235 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.746481] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] b6b13e36-8f82-4285-a58f-7306565c3a23/b6b13e36-8f82-4285-a58f-7306565c3a23.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.749892] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2892487-e371-4588-a365-83023fcf4580 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.771235] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "d5b22bc6-625a-4f32-b6d6-da588f171575-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.771637] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "d5b22bc6-625a-4f32-b6d6-da588f171575-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.771772] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "d5b22bc6-625a-4f32-b6d6-da588f171575-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.773551] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.773675] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90c9cdce-5fbc-433a-a767-87af9c438555 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.777113] env[65418]: DEBUG nova.network.neutron [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Updating instance_info_cache with network_info: [{"id": "12539f6b-1b39-4380-af81-2be9c4c55d46", "address": "fa:16:3e:88:76:74", "network": {"id": "8300f26e-bb5f-4680-8e68-d1a25e45be92", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-401722129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf990c4ef1ff4879ba4e5d9c0086dc0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12539f6b-1b", "ovs_interfaceid": "12539f6b-1b39-4380-af81-2be9c4c55d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.783855] env[65418]: DEBUG oslo_vmware.api [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Waiting for the task: (returnval){ [ 965.783855] env[65418]: value = "task-4688750" [ 965.783855] env[65418]: _type = "Task" [ 965.783855] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.784898] env[65418]: DEBUG nova.scheduler.client.report [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.794717] env[65418]: DEBUG oslo_vmware.api [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 965.794717] env[65418]: value = "task-4688751" [ 965.794717] env[65418]: _type = "Task" [ 965.794717] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.809121] env[65418]: DEBUG oslo_vmware.api [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': task-4688750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.824275] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] VM already powered off {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 965.824559] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.824888] env[65418]: DEBUG oslo_vmware.api [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Task: {'id': task-4688745, 'name': RelocateVM_Task} progress is 82%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.826295] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407b4458-730d-495e-acda-9b030b1cf5d4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.835611] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.835611] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be69f2e5-5c00-4e92-a02d-74a2a2978175 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.930915] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.931306] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.931547] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Deleting the datastore file [datastore2] 39aca870-0b65-4df6-88bb-e49ae622c66c {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.931987] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1e4d202-f3aa-43b3-8211-9c4fb90bf7af {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.942864] env[65418]: DEBUG oslo_vmware.api [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 965.942864] env[65418]: value = "task-4688753" [ 965.942864] env[65418]: _type = "Task" [ 965.942864] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.956508] env[65418]: DEBUG oslo_vmware.api [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.073196] env[65418]: DEBUG oslo_vmware.api [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688748, 'name': CreateSnapshot_Task, 'duration_secs': 0.940856} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.073539] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Created Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 966.074649] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fe0a43-9c24-4ed7-a362-81da1c35d5e8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.284448] env[65418]: DEBUG oslo_concurrency.lockutils [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Releasing lock "refresh_cache-fed7b669-ab6a-4a08-b0f9-a5fd942a9753" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.284709] env[65418]: DEBUG nova.compute.manager [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Instance network_info: |[{"id": "12539f6b-1b39-4380-af81-2be9c4c55d46", "address": "fa:16:3e:88:76:74", "network": {"id": "8300f26e-bb5f-4680-8e68-d1a25e45be92", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-401722129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf990c4ef1ff4879ba4e5d9c0086dc0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12539f6b-1b", "ovs_interfaceid": "12539f6b-1b39-4380-af81-2be9c4c55d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 966.285931] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:76:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12539f6b-1b39-4380-af81-2be9c4c55d46', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.296188] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 966.297834] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.468s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.297972] env[65418]: INFO nova.compute.manager [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Migrating [ 966.305537] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.310753] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.285s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.310987] env[65418]: DEBUG nova.objects.instance [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65418) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 966.317527] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d371a64-4a39-460a-a083-b70dec0a47b0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.360972] env[65418]: DEBUG oslo_vmware.api [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Task: {'id': task-4688745, 'name': RelocateVM_Task} progress is 97%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.361231] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.361231] env[65418]: value = "task-4688754" [ 966.361231] env[65418]: _type = "Task" [ 966.361231] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.361491] env[65418]: DEBUG oslo_vmware.api [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': task-4688750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.374648] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688754, 'name': CreateVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.458883] env[65418]: DEBUG oslo_vmware.api [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24108} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.458883] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.459148] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.459695] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.595882] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Creating linked-clone VM from snapshot {{(pid=65418) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 966.596299] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bf295202-71f6-49a8-9817-6f6e63c3e01e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.608591] env[65418]: DEBUG oslo_vmware.api [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 966.608591] env[65418]: value = "task-4688755" [ 966.608591] env[65418]: _type = "Task" [ 966.608591] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.618648] env[65418]: DEBUG oslo_vmware.api [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688755, 'name': CloneVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.777766] env[65418]: WARNING neutronclient.v2_0.client [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.809253] env[65418]: DEBUG oslo_vmware.api [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': task-4688750, 'name': ReconfigVM_Task, 'duration_secs': 0.809361} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.813318] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Reconfigured VM instance instance-00000054 to attach disk [datastore2] b6b13e36-8f82-4285-a58f-7306565c3a23/b6b13e36-8f82-4285-a58f-7306565c3a23.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.814211] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c459791-7401-4f76-84b9-842e813682a6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.822295] env[65418]: DEBUG oslo_vmware.api [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Task: {'id': task-4688745, 'name': RelocateVM_Task} progress is 98%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.823509] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "refresh_cache-d5b22bc6-625a-4f32-b6d6-da588f171575" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.823666] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquired lock "refresh_cache-d5b22bc6-625a-4f32-b6d6-da588f171575" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.823857] env[65418]: DEBUG nova.network.neutron [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 966.826485] env[65418]: DEBUG oslo_vmware.api [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Waiting for the task: (returnval){ [ 966.826485] env[65418]: value = "task-4688756" [ 966.826485] env[65418]: _type = "Task" [ 966.826485] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.847451] env[65418]: DEBUG oslo_vmware.api [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': task-4688756, 'name': Rename_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.848771] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "refresh_cache-cde5e247-0e3b-4dbd-b715-3cf5312465e2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.848893] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquired lock "refresh_cache-cde5e247-0e3b-4dbd-b715-3cf5312465e2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.849464] env[65418]: DEBUG nova.network.neutron [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 966.862540] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9628e892-bcff-4a78-8922-b66a0e347fa3 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Acquiring lock "05c0cf75-a49f-43c5-908d-dffb27d14d2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.862813] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9628e892-bcff-4a78-8922-b66a0e347fa3 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Lock "05c0cf75-a49f-43c5-908d-dffb27d14d2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.863052] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9628e892-bcff-4a78-8922-b66a0e347fa3 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Acquiring lock "05c0cf75-a49f-43c5-908d-dffb27d14d2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.863238] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9628e892-bcff-4a78-8922-b66a0e347fa3 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Lock "05c0cf75-a49f-43c5-908d-dffb27d14d2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.863402] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9628e892-bcff-4a78-8922-b66a0e347fa3 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Lock "05c0cf75-a49f-43c5-908d-dffb27d14d2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.874672] env[65418]: INFO nova.compute.manager [None req-9628e892-bcff-4a78-8922-b66a0e347fa3 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Terminating instance [ 966.882891] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688754, 'name': CreateVM_Task, 'duration_secs': 0.499156} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.883097] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 966.883658] env[65418]: WARNING neutronclient.v2_0.client [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.884071] env[65418]: DEBUG oslo_concurrency.lockutils [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.884233] env[65418]: DEBUG oslo_concurrency.lockutils [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.884581] env[65418]: DEBUG oslo_concurrency.lockutils [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.885425] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2852e523-f30d-4682-9038-d626189235bb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.893427] env[65418]: DEBUG oslo_vmware.api [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 966.893427] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52019229-2c24-6fc5-b7a7-6957c510edba" [ 966.893427] env[65418]: _type = "Task" [ 966.893427] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.902902] env[65418]: DEBUG oslo_vmware.api [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52019229-2c24-6fc5-b7a7-6957c510edba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.936106] env[65418]: DEBUG nova.compute.manager [req-1f950c33-67f8-47ae-a5d6-6b35c771bcc1 req-32ac18b4-3f26-4dab-a6c0-9d6a51fadfdc service nova] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Received event network-changed-12539f6b-1b39-4380-af81-2be9c4c55d46 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 966.936508] env[65418]: DEBUG nova.compute.manager [req-1f950c33-67f8-47ae-a5d6-6b35c771bcc1 req-32ac18b4-3f26-4dab-a6c0-9d6a51fadfdc service nova] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Refreshing instance network info cache due to event network-changed-12539f6b-1b39-4380-af81-2be9c4c55d46. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 966.936669] env[65418]: DEBUG oslo_concurrency.lockutils [req-1f950c33-67f8-47ae-a5d6-6b35c771bcc1 req-32ac18b4-3f26-4dab-a6c0-9d6a51fadfdc service nova] Acquiring lock "refresh_cache-fed7b669-ab6a-4a08-b0f9-a5fd942a9753" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.936669] env[65418]: DEBUG oslo_concurrency.lockutils [req-1f950c33-67f8-47ae-a5d6-6b35c771bcc1 req-32ac18b4-3f26-4dab-a6c0-9d6a51fadfdc service nova] Acquired lock "refresh_cache-fed7b669-ab6a-4a08-b0f9-a5fd942a9753" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.936924] env[65418]: DEBUG nova.network.neutron [req-1f950c33-67f8-47ae-a5d6-6b35c771bcc1 req-32ac18b4-3f26-4dab-a6c0-9d6a51fadfdc service nova] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Refreshing network info cache for port 12539f6b-1b39-4380-af81-2be9c4c55d46 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 967.123796] env[65418]: DEBUG oslo_vmware.api [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688755, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.319732] env[65418]: DEBUG oslo_vmware.api [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Task: {'id': task-4688745, 'name': RelocateVM_Task, 'duration_secs': 3.389886} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.320056] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Volume attach. Driver type: vmdk {{(pid=65418) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 967.320265] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915206', 'volume_id': '9a46ebbc-fd7b-442d-abfd-ac89e958e159', 'name': 'volume-9a46ebbc-fd7b-442d-abfd-ac89e958e159', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45d19b37-ffd2-40d5-a567-9560657d328f', 'attached_at': '', 'detached_at': '', 'volume_id': '9a46ebbc-fd7b-442d-abfd-ac89e958e159', 'serial': '9a46ebbc-fd7b-442d-abfd-ac89e958e159'} {{(pid=65418) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 967.321170] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d828f1-dee4-49f3-af09-49f5887d3750 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.339932] env[65418]: WARNING neutronclient.v2_0.client [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 967.346045] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be88a8e-d5ab-4d38-b3d3-9d2e5001f870 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.349578] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e41cb249-b8f6-4cbc-bc60-d4481dffb503 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.039s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.351072] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.405s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.352505] env[65418]: INFO nova.compute.claims [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 967.359030] env[65418]: WARNING neutronclient.v2_0.client [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 967.361378] env[65418]: DEBUG oslo_vmware.api [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': task-4688756, 'name': Rename_Task, 'duration_secs': 0.211031} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.371289] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.380402] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] volume-9a46ebbc-fd7b-442d-abfd-ac89e958e159/volume-9a46ebbc-fd7b-442d-abfd-ac89e958e159.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.384812] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4282479c-8b31-4f13-98dd-4060705ce2c3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.388176] env[65418]: DEBUG nova.compute.manager [None req-9628e892-bcff-4a78-8922-b66a0e347fa3 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 967.388454] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9628e892-bcff-4a78-8922-b66a0e347fa3 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.388752] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc62eb1d-7bba-4ea2-ab0d-f3d2c9314538 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.405689] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbe7d8f-1a36-4698-93ca-7d03f5bd9650 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.415109] env[65418]: DEBUG oslo_vmware.api [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Waiting for the task: (returnval){ [ 967.415109] env[65418]: value = "task-4688757" [ 967.415109] env[65418]: _type = "Task" [ 967.415109] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.426417] env[65418]: DEBUG oslo_vmware.api [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52019229-2c24-6fc5-b7a7-6957c510edba, 'name': SearchDatastore_Task, 'duration_secs': 0.021619} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.426417] env[65418]: DEBUG oslo_vmware.api [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Waiting for the task: (returnval){ [ 967.426417] env[65418]: value = "task-4688758" [ 967.426417] env[65418]: _type = "Task" [ 967.426417] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.426417] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-9628e892-bcff-4a78-8922-b66a0e347fa3 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.427168] env[65418]: DEBUG oslo_concurrency.lockutils [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.427427] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.427679] env[65418]: DEBUG oslo_concurrency.lockutils [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.427820] env[65418]: DEBUG oslo_concurrency.lockutils [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.427992] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.428296] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-205060e8-2cd0-43b4-9f55-8ed4ce846019 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.430427] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e031017c-a1eb-4521-ad0e-81e7288597c8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.445569] env[65418]: WARNING neutronclient.v2_0.client [req-1f950c33-67f8-47ae-a5d6-6b35c771bcc1 req-32ac18b4-3f26-4dab-a6c0-9d6a51fadfdc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 967.447125] env[65418]: DEBUG oslo_vmware.api [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': task-4688757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.450464] env[65418]: DEBUG oslo_vmware.api [None req-9628e892-bcff-4a78-8922-b66a0e347fa3 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Waiting for the task: (returnval){ [ 967.450464] env[65418]: value = "task-4688759" [ 967.450464] env[65418]: _type = "Task" [ 967.450464] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.458589] env[65418]: DEBUG oslo_vmware.api [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Task: {'id': task-4688758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.461302] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.461540] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.462352] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbbfee74-c1de-4127-bf7f-13d87d2adfb9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.471732] env[65418]: DEBUG oslo_vmware.api [None req-9628e892-bcff-4a78-8922-b66a0e347fa3 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Task: {'id': task-4688759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.476251] env[65418]: DEBUG oslo_vmware.api [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 967.476251] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52bf8301-39b9-5663-0863-032d716d41e1" [ 967.476251] env[65418]: _type = "Task" [ 967.476251] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.485348] env[65418]: DEBUG oslo_vmware.api [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52bf8301-39b9-5663-0863-032d716d41e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.498505] env[65418]: DEBUG nova.virt.hardware [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 967.498758] env[65418]: DEBUG nova.virt.hardware [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.498913] env[65418]: DEBUG nova.virt.hardware [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 967.499123] env[65418]: DEBUG nova.virt.hardware [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.499286] env[65418]: DEBUG nova.virt.hardware [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 967.499449] env[65418]: DEBUG nova.virt.hardware [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 967.500206] env[65418]: DEBUG nova.virt.hardware [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 967.500206] env[65418]: DEBUG nova.virt.hardware [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 967.500206] env[65418]: DEBUG nova.virt.hardware [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 967.500463] env[65418]: DEBUG nova.virt.hardware [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 967.500548] env[65418]: DEBUG nova.virt.hardware [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 967.501450] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33d1e3b-6072-40a8-803c-2916ca536339 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.510988] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bf59df-4ddb-4aeb-811c-7f98293a6f78 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.526774] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:79:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0aa98992-dec5-4730-948e-ad2065af9cd2', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.535492] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 967.539260] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 967.539855] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75429e6f-1aaa-44d3-9569-f07691e14433 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.569843] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.569843] env[65418]: value = "task-4688760" [ 967.569843] env[65418]: _type = "Task" [ 967.569843] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.579287] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688760, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.621277] env[65418]: DEBUG oslo_vmware.api [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688755, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.909601] env[65418]: WARNING neutronclient.v2_0.client [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 967.932334] env[65418]: DEBUG oslo_vmware.api [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': task-4688757, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.943597] env[65418]: WARNING neutronclient.v2_0.client [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 967.955463] env[65418]: DEBUG oslo_vmware.api [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Task: {'id': task-4688758, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.966707] env[65418]: DEBUG oslo_vmware.api [None req-9628e892-bcff-4a78-8922-b66a0e347fa3 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Task: {'id': task-4688759, 'name': PowerOffVM_Task, 'duration_secs': 0.25828} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.967146] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-9628e892-bcff-4a78-8922-b66a0e347fa3 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.967384] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9628e892-bcff-4a78-8922-b66a0e347fa3 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.967691] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd07dcd7-bd92-4f21-baee-55e1ebaefb60 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.991879] env[65418]: DEBUG oslo_vmware.api [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52bf8301-39b9-5663-0863-032d716d41e1, 'name': SearchDatastore_Task, 'duration_secs': 0.014708} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.999356] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c85ee142-112f-499c-a70b-8f4519857429 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.005975] env[65418]: DEBUG oslo_vmware.api [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 968.005975] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521d1f36-0728-8fa6-cb3c-462334c39faf" [ 968.005975] env[65418]: _type = "Task" [ 968.005975] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.018079] env[65418]: DEBUG oslo_vmware.api [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521d1f36-0728-8fa6-cb3c-462334c39faf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.065603] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9628e892-bcff-4a78-8922-b66a0e347fa3 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.065895] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9628e892-bcff-4a78-8922-b66a0e347fa3 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.066180] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-9628e892-bcff-4a78-8922-b66a0e347fa3 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Deleting the datastore file [datastore2] 05c0cf75-a49f-43c5-908d-dffb27d14d2a {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.066467] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9637dd9-d893-4032-8d14-2017403a4027 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.085741] env[65418]: DEBUG oslo_vmware.api [None req-9628e892-bcff-4a78-8922-b66a0e347fa3 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Waiting for the task: (returnval){ [ 968.085741] env[65418]: value = "task-4688762" [ 968.085741] env[65418]: _type = "Task" [ 968.085741] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.095335] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688760, 'name': CreateVM_Task, 'duration_secs': 0.441907} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.095925] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.096673] env[65418]: WARNING neutronclient.v2_0.client [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 968.097149] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.097375] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.097827] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.098174] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e32885d8-06ab-414c-a5da-5ff5c7394d0e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.102924] env[65418]: DEBUG oslo_vmware.api [None req-9628e892-bcff-4a78-8922-b66a0e347fa3 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Task: {'id': task-4688762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.107163] env[65418]: DEBUG oslo_vmware.api [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 968.107163] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529864cd-e05a-b886-e19b-f66e23179ff9" [ 968.107163] env[65418]: _type = "Task" [ 968.107163] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.118369] env[65418]: DEBUG oslo_vmware.api [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529864cd-e05a-b886-e19b-f66e23179ff9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.124990] env[65418]: DEBUG oslo_vmware.api [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688755, 'name': CloneVM_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.200037] env[65418]: WARNING neutronclient.v2_0.client [req-1f950c33-67f8-47ae-a5d6-6b35c771bcc1 req-32ac18b4-3f26-4dab-a6c0-9d6a51fadfdc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.262860] env[65418]: DEBUG nova.network.neutron [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Updating instance_info_cache with network_info: [{"id": "bda1a36a-76c0-468a-b6fe-0aa7690c3325", "address": "fa:16:3e:c5:9c:dc", "network": {"id": "c5654c64-ff10-4cb7-bcc0-9c8f1f9f2c7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-459739501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e14fd3d9ea54564854290858d3c5cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbda1a36a-76", "ovs_interfaceid": "bda1a36a-76c0-468a-b6fe-0aa7690c3325", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.300254] env[65418]: DEBUG nova.network.neutron [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Updating instance_info_cache with network_info: [{"id": "0b6d946a-d398-4c1e-bf74-7df2518a23c3", "address": "fa:16:3e:2e:be:23", "network": {"id": "3fab3b70-ba17-4e6a-ae3d-5a05fb711a8b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-395157993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0727a4c133420fa0cb4f4356dee109", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b6d946a-d3", "ovs_interfaceid": "0b6d946a-d398-4c1e-bf74-7df2518a23c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.414996] env[65418]: DEBUG nova.network.neutron [req-1f950c33-67f8-47ae-a5d6-6b35c771bcc1 req-32ac18b4-3f26-4dab-a6c0-9d6a51fadfdc service nova] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Updated VIF entry in instance network info cache for port 12539f6b-1b39-4380-af81-2be9c4c55d46. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 968.415399] env[65418]: DEBUG nova.network.neutron [req-1f950c33-67f8-47ae-a5d6-6b35c771bcc1 req-32ac18b4-3f26-4dab-a6c0-9d6a51fadfdc service nova] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Updating instance_info_cache with network_info: [{"id": "12539f6b-1b39-4380-af81-2be9c4c55d46", "address": "fa:16:3e:88:76:74", "network": {"id": "8300f26e-bb5f-4680-8e68-d1a25e45be92", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-401722129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf990c4ef1ff4879ba4e5d9c0086dc0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12539f6b-1b", "ovs_interfaceid": "12539f6b-1b39-4380-af81-2be9c4c55d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.430536] env[65418]: DEBUG oslo_vmware.api [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': task-4688757, 'name': PowerOnVM_Task, 'duration_secs': 0.600825} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.430800] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.430998] env[65418]: INFO nova.compute.manager [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Took 12.58 seconds to spawn the instance on the hypervisor. [ 968.431186] env[65418]: DEBUG nova.compute.manager [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 968.432092] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ca151d-00cb-4e64-99a5-9ed706646f6a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.454264] env[65418]: DEBUG oslo_vmware.api [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Task: {'id': task-4688758, 'name': ReconfigVM_Task, 'duration_secs': 0.561548} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.455311] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Reconfigured VM instance instance-00000055 to attach disk [datastore2] volume-9a46ebbc-fd7b-442d-abfd-ac89e958e159/volume-9a46ebbc-fd7b-442d-abfd-ac89e958e159.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 968.462869] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-096480db-ebc6-4fa5-8af0-dafbad423fa8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.480865] env[65418]: DEBUG oslo_vmware.api [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Waiting for the task: (returnval){ [ 968.480865] env[65418]: value = "task-4688763" [ 968.480865] env[65418]: _type = "Task" [ 968.480865] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.497552] env[65418]: DEBUG oslo_vmware.api [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Task: {'id': task-4688763, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.523284] env[65418]: DEBUG oslo_vmware.api [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521d1f36-0728-8fa6-cb3c-462334c39faf, 'name': SearchDatastore_Task, 'duration_secs': 0.013796} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.523657] env[65418]: DEBUG oslo_concurrency.lockutils [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.524035] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] fed7b669-ab6a-4a08-b0f9-a5fd942a9753/fed7b669-ab6a-4a08-b0f9-a5fd942a9753.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.524296] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9af12659-b68b-4c4c-9dda-2c7a2ac0dc0d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.534205] env[65418]: DEBUG oslo_vmware.api [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 968.534205] env[65418]: value = "task-4688764" [ 968.534205] env[65418]: _type = "Task" [ 968.534205] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.545084] env[65418]: DEBUG oslo_vmware.api [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.599818] env[65418]: DEBUG oslo_vmware.api [None req-9628e892-bcff-4a78-8922-b66a0e347fa3 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Task: {'id': task-4688762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152119} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.600119] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-9628e892-bcff-4a78-8922-b66a0e347fa3 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.600347] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9628e892-bcff-4a78-8922-b66a0e347fa3 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.600585] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-9628e892-bcff-4a78-8922-b66a0e347fa3 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.600762] env[65418]: INFO nova.compute.manager [None req-9628e892-bcff-4a78-8922-b66a0e347fa3 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Took 1.21 seconds to destroy the instance on the hypervisor. [ 968.601017] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-9628e892-bcff-4a78-8922-b66a0e347fa3 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 968.601276] env[65418]: DEBUG nova.compute.manager [-] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 968.601487] env[65418]: DEBUG nova.network.neutron [-] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 968.601883] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.632938] env[65418]: DEBUG oslo_vmware.api [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688755, 'name': CloneVM_Task, 'duration_secs': 1.553904} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.633263] env[65418]: DEBUG oslo_vmware.api [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529864cd-e05a-b886-e19b-f66e23179ff9, 'name': SearchDatastore_Task, 'duration_secs': 0.010348} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.633776] env[65418]: INFO nova.virt.vmwareapi.vmops [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Created linked-clone VM from snapshot [ 968.634182] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.634505] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 968.636581] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.636581] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.636581] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 968.636581] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a34d900-2223-43fd-a1fa-f2f58695d162 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.639336] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c74961b-a4a4-4f39-9731-c749ef837c29 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.650410] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Uploading image 184d4e24-e5bf-4f26-a243-04e7f1747b22 {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 968.659607] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 968.659607] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 968.661280] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35b6a310-6939-4282-8ea4-7b6f46e94d2f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.668936] env[65418]: DEBUG oslo_vmware.api [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 968.668936] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5280079e-2211-3dd6-3466-4bd75a90fd1e" [ 968.668936] env[65418]: _type = "Task" [ 968.668936] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.682213] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.687792] env[65418]: DEBUG oslo_vmware.api [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5280079e-2211-3dd6-3466-4bd75a90fd1e, 'name': SearchDatastore_Task, 'duration_secs': 0.013664} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.689844] env[65418]: DEBUG oslo_vmware.rw_handles [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 968.689844] env[65418]: value = "vm-915227" [ 968.689844] env[65418]: _type = "VirtualMachine" [ 968.689844] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 968.693273] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-50fdbd28-ce84-4261-9435-0ccb6e6b2b56 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.695249] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ac40246-d793-4dc9-8cd6-d7a758065273 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.701996] env[65418]: DEBUG oslo_vmware.api [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 968.701996] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5230c111-496e-d261-7381-d7466e2da255" [ 968.701996] env[65418]: _type = "Task" [ 968.701996] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.709704] env[65418]: DEBUG oslo_vmware.rw_handles [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lease: (returnval){ [ 968.709704] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5237a185-21c0-5737-5eb4-b600e114410c" [ 968.709704] env[65418]: _type = "HttpNfcLease" [ 968.709704] env[65418]: } obtained for exporting VM: (result){ [ 968.709704] env[65418]: value = "vm-915227" [ 968.709704] env[65418]: _type = "VirtualMachine" [ 968.709704] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 968.710225] env[65418]: DEBUG oslo_vmware.api [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the lease: (returnval){ [ 968.710225] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5237a185-21c0-5737-5eb4-b600e114410c" [ 968.710225] env[65418]: _type = "HttpNfcLease" [ 968.710225] env[65418]: } to be ready. {{(pid=65418) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 968.718832] env[65418]: DEBUG oslo_vmware.api [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5230c111-496e-d261-7381-d7466e2da255, 'name': SearchDatastore_Task, 'duration_secs': 0.013178} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.720919] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.721228] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 39aca870-0b65-4df6-88bb-e49ae622c66c/39aca870-0b65-4df6-88bb-e49ae622c66c.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.721505] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 968.721505] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5237a185-21c0-5737-5eb4-b600e114410c" [ 968.721505] env[65418]: _type = "HttpNfcLease" [ 968.721505] env[65418]: } is initializing. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 968.721980] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26eb0911-8bca-4600-aa71-24fd0f2d3800 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.733606] env[65418]: DEBUG oslo_vmware.api [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 968.733606] env[65418]: value = "task-4688766" [ 968.733606] env[65418]: _type = "Task" [ 968.733606] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.743611] env[65418]: DEBUG oslo_vmware.api [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.767603] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Releasing lock "refresh_cache-d5b22bc6-625a-4f32-b6d6-da588f171575" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.804554] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Releasing lock "refresh_cache-cde5e247-0e3b-4dbd-b715-3cf5312465e2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.822652] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666cb25a-cb14-4f4b-9f7a-9e804e6801b9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.834031] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72182f4a-ffc7-422e-9486-fe6a3c09a5e2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.879503] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314f23dd-2f91-486b-8372-81bba61e3509 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.893790] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0f6420-c8ef-4603-8b36-2a626293959e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.915729] env[65418]: DEBUG nova.compute.provider_tree [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 968.925804] env[65418]: DEBUG oslo_concurrency.lockutils [req-1f950c33-67f8-47ae-a5d6-6b35c771bcc1 req-32ac18b4-3f26-4dab-a6c0-9d6a51fadfdc service nova] Releasing lock "refresh_cache-fed7b669-ab6a-4a08-b0f9-a5fd942a9753" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.055053] env[65418]: INFO nova.compute.manager [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Took 37.25 seconds to build instance. [ 969.055053] env[65418]: DEBUG oslo_vmware.api [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Task: {'id': task-4688763, 'name': ReconfigVM_Task, 'duration_secs': 0.24084} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.055053] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915206', 'volume_id': '9a46ebbc-fd7b-442d-abfd-ac89e958e159', 'name': 'volume-9a46ebbc-fd7b-442d-abfd-ac89e958e159', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45d19b37-ffd2-40d5-a567-9560657d328f', 'attached_at': '', 'detached_at': '', 'volume_id': '9a46ebbc-fd7b-442d-abfd-ac89e958e159', 'serial': '9a46ebbc-fd7b-442d-abfd-ac89e958e159'} {{(pid=65418) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 969.055053] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a0551fa-3753-4a2d-81a6-fc238c92be05 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.055053] env[65418]: DEBUG oslo_vmware.api [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Waiting for the task: (returnval){ [ 969.055053] env[65418]: value = "task-4688767" [ 969.055053] env[65418]: _type = "Task" [ 969.055053] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.055053] env[65418]: DEBUG oslo_vmware.api [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Task: {'id': task-4688767, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.064618] env[65418]: DEBUG oslo_vmware.api [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688764, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.147053] env[65418]: DEBUG nova.compute.manager [req-5d04a5e7-6dd5-4304-9c0f-88f7f13f44de req-6c7af0cc-74b0-492a-9801-0386e9f0a2bb service nova] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Received event network-vif-deleted-b5ae62a8-046f-4aa3-9c46-a012082493dc {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 969.147053] env[65418]: INFO nova.compute.manager [req-5d04a5e7-6dd5-4304-9c0f-88f7f13f44de req-6c7af0cc-74b0-492a-9801-0386e9f0a2bb service nova] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Neutron deleted interface b5ae62a8-046f-4aa3-9c46-a012082493dc; detaching it from the instance and deleting it from the info cache [ 969.147190] env[65418]: DEBUG nova.network.neutron [req-5d04a5e7-6dd5-4304-9c0f-88f7f13f44de req-6c7af0cc-74b0-492a-9801-0386e9f0a2bb service nova] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.221687] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 969.221687] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5237a185-21c0-5737-5eb4-b600e114410c" [ 969.221687] env[65418]: _type = "HttpNfcLease" [ 969.221687] env[65418]: } is ready. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 969.222069] env[65418]: DEBUG oslo_vmware.rw_handles [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 969.222069] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5237a185-21c0-5737-5eb4-b600e114410c" [ 969.222069] env[65418]: _type = "HttpNfcLease" [ 969.222069] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 969.222914] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a6581d-b474-48f0-bd72-5170a3889951 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.232684] env[65418]: DEBUG oslo_vmware.rw_handles [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e1ae3-a647-eb8a-c828-fe4cdfa4d553/disk-0.vmdk from lease info. {{(pid=65418) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 969.232955] env[65418]: DEBUG oslo_vmware.rw_handles [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e1ae3-a647-eb8a-c828-fe4cdfa4d553/disk-0.vmdk for reading. {{(pid=65418) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 969.315589] env[65418]: DEBUG oslo_vmware.api [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688766, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.330161] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e165a157-2fe7-40e8-8b45-a285bf6fbb68 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.355736] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7000b31-38ff-45c1-be46-4012dc1c620d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.364916] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Updating instance 'd5b22bc6-625a-4f32-b6d6-da588f171575' progress to 83 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 969.419295] env[65418]: DEBUG nova.scheduler.client.report [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 969.450918] env[65418]: DEBUG nova.network.neutron [-] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.473203] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2bd374ca-4bf2-414b-984f-c9cf0b95736f tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Lock "b6b13e36-8f82-4285-a58f-7306565c3a23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.761s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.520177] env[65418]: DEBUG oslo_vmware.api [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Task: {'id': task-4688767, 'name': Rename_Task, 'duration_secs': 0.252821} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.520177] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.520634] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b3b347d-64aa-44f7-a299-7deaf3fe6fb2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.523086] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a4277058-3c72-4511-98e2-8e4e202e7555 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.531621] env[65418]: DEBUG oslo_vmware.api [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Waiting for the task: (returnval){ [ 969.531621] env[65418]: value = "task-4688768" [ 969.531621] env[65418]: _type = "Task" [ 969.531621] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.552165] env[65418]: DEBUG oslo_vmware.api [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Task: {'id': task-4688768, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.557216] env[65418]: DEBUG oslo_vmware.api [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688764, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616874} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.560309] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] fed7b669-ab6a-4a08-b0f9-a5fd942a9753/fed7b669-ab6a-4a08-b0f9-a5fd942a9753.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.560770] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.561334] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4022fad8-edff-4b28-b063-6fbcecc74bf1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.573995] env[65418]: DEBUG oslo_vmware.api [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 969.573995] env[65418]: value = "task-4688769" [ 969.573995] env[65418]: _type = "Task" [ 969.573995] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.650962] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4c87498-5988-4a55-b1a2-95a21d63ea0b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.662885] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e028d55a-deb7-46d9-9056-16dd866e9aeb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.702353] env[65418]: DEBUG nova.compute.manager [req-5d04a5e7-6dd5-4304-9c0f-88f7f13f44de req-6c7af0cc-74b0-492a-9801-0386e9f0a2bb service nova] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Detach interface failed, port_id=b5ae62a8-046f-4aa3-9c46-a012082493dc, reason: Instance 05c0cf75-a49f-43c5-908d-dffb27d14d2a could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 969.746522] env[65418]: DEBUG oslo_vmware.api [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688766, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.875064] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cd125b-e52f-406e-a4b6-3078ddd66c13 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Updating instance 'd5b22bc6-625a-4f32-b6d6-da588f171575' progress to 100 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 969.925077] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.927447] env[65418]: DEBUG nova.compute.manager [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 969.931261] env[65418]: DEBUG oslo_concurrency.lockutils [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.925s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.932562] env[65418]: INFO nova.compute.claims [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 969.953746] env[65418]: INFO nova.compute.manager [-] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Took 1.35 seconds to deallocate network for instance. [ 970.046310] env[65418]: DEBUG oslo_vmware.api [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Task: {'id': task-4688768, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.087693] env[65418]: DEBUG oslo_vmware.api [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.269808} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.088009] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.089010] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a61635-b8fb-431e-ad40-65983e204408 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.120418] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] fed7b669-ab6a-4a08-b0f9-a5fd942a9753/fed7b669-ab6a-4a08-b0f9-a5fd942a9753.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.120835] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d7188e9-13f4-463a-8050-20ec9e880ce5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.148628] env[65418]: DEBUG oslo_vmware.api [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 970.148628] env[65418]: value = "task-4688770" [ 970.148628] env[65418]: _type = "Task" [ 970.148628] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.159451] env[65418]: DEBUG oslo_vmware.api [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688770, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.247162] env[65418]: DEBUG oslo_vmware.api [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688766, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.324996] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0baa92-4caa-4dd4-8115-61302f40f165 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.346427] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ce93d800-017c-4718-a7aa-446b37e8c0ad tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Acquiring lock "b6b13e36-8f82-4285-a58f-7306565c3a23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.346627] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ce93d800-017c-4718-a7aa-446b37e8c0ad tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Lock "b6b13e36-8f82-4285-a58f-7306565c3a23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.346858] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ce93d800-017c-4718-a7aa-446b37e8c0ad tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Acquiring lock "b6b13e36-8f82-4285-a58f-7306565c3a23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.347053] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ce93d800-017c-4718-a7aa-446b37e8c0ad tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Lock "b6b13e36-8f82-4285-a58f-7306565c3a23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.347249] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ce93d800-017c-4718-a7aa-446b37e8c0ad tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Lock "b6b13e36-8f82-4285-a58f-7306565c3a23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.349528] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Updating instance 'cde5e247-0e3b-4dbd-b715-3cf5312465e2' progress to 0 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 970.354790] env[65418]: INFO nova.compute.manager [None req-ce93d800-017c-4718-a7aa-446b37e8c0ad tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Terminating instance [ 970.441030] env[65418]: DEBUG nova.compute.utils [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.443636] env[65418]: DEBUG nova.compute.manager [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 970.444129] env[65418]: DEBUG nova.network.neutron [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 970.444565] env[65418]: WARNING neutronclient.v2_0.client [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.445068] env[65418]: WARNING neutronclient.v2_0.client [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.466345] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9628e892-bcff-4a78-8922-b66a0e347fa3 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.536303] env[65418]: DEBUG nova.policy [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec673dbf8056445daac98459441ebc94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea9a1850358a42e49d88f4b344fe6d7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 970.555839] env[65418]: DEBUG oslo_vmware.api [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Task: {'id': task-4688768, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.670546] env[65418]: DEBUG oslo_vmware.api [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.752606] env[65418]: DEBUG oslo_vmware.api [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688766, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.811629} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.756578] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 39aca870-0b65-4df6-88bb-e49ae622c66c/39aca870-0b65-4df6-88bb-e49ae622c66c.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 970.756578] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.756578] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-173b0fc7-6f8d-4784-82cb-f2c5330fb1f4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.762860] env[65418]: DEBUG oslo_vmware.api [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 970.762860] env[65418]: value = "task-4688771" [ 970.762860] env[65418]: _type = "Task" [ 970.762860] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.775563] env[65418]: DEBUG oslo_vmware.api [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.858258] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.858258] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20a6028a-4fbe-4c5a-8f99-711dc73d3400 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.862344] env[65418]: DEBUG nova.compute.manager [None req-ce93d800-017c-4718-a7aa-446b37e8c0ad tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 970.863165] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ce93d800-017c-4718-a7aa-446b37e8c0ad tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.864556] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc40fdbb-901b-44c6-9732-c4ddb66fe28a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.875622] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce93d800-017c-4718-a7aa-446b37e8c0ad tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.877387] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcfc2631-db87-4124-9e25-76b46587c449 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.879854] env[65418]: DEBUG oslo_vmware.api [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 970.879854] env[65418]: value = "task-4688772" [ 970.879854] env[65418]: _type = "Task" [ 970.879854] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.892948] env[65418]: DEBUG oslo_vmware.api [None req-ce93d800-017c-4718-a7aa-446b37e8c0ad tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Waiting for the task: (returnval){ [ 970.892948] env[65418]: value = "task-4688773" [ 970.892948] env[65418]: _type = "Task" [ 970.892948] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.900525] env[65418]: DEBUG oslo_vmware.api [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.907344] env[65418]: DEBUG oslo_vmware.api [None req-ce93d800-017c-4718-a7aa-446b37e8c0ad tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': task-4688773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.935731] env[65418]: DEBUG nova.network.neutron [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Successfully created port: 237d1fd5-94bb-4db6-a7d6-bc3e2cb5843b {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 970.944737] env[65418]: DEBUG nova.compute.manager [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 971.064319] env[65418]: DEBUG oslo_vmware.api [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Task: {'id': task-4688768, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.175822] env[65418]: DEBUG oslo_vmware.api [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688770, 'name': ReconfigVM_Task, 'duration_secs': 0.829333} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.176176] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Reconfigured VM instance instance-00000056 to attach disk [datastore2] fed7b669-ab6a-4a08-b0f9-a5fd942a9753/fed7b669-ab6a-4a08-b0f9-a5fd942a9753.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.176908] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49b8d72d-5c3c-402b-9a11-c2f7f6599de5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.189468] env[65418]: DEBUG oslo_vmware.api [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 971.189468] env[65418]: value = "task-4688774" [ 971.189468] env[65418]: _type = "Task" [ 971.189468] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.203084] env[65418]: DEBUG oslo_vmware.api [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688774, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.276313] env[65418]: DEBUG oslo_vmware.api [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091339} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.280771] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.282421] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccb97e5-be79-4f60-8ff0-74a4ca94a9b8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.313031] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 39aca870-0b65-4df6-88bb-e49ae622c66c/39aca870-0b65-4df6-88bb-e49ae622c66c.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.316696] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97874d5c-493e-435b-b3cd-c17ef4a26bb9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.339866] env[65418]: DEBUG oslo_vmware.api [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 971.339866] env[65418]: value = "task-4688775" [ 971.339866] env[65418]: _type = "Task" [ 971.339866] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.352131] env[65418]: DEBUG oslo_vmware.api [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688775, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.396254] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquiring lock "9980df28-b588-438f-8dc0-76636341a971" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.396574] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "9980df28-b588-438f-8dc0-76636341a971" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.411926] env[65418]: DEBUG oslo_vmware.api [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688772, 'name': PowerOffVM_Task, 'duration_secs': 0.279021} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.413152] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.413152] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Updating instance 'cde5e247-0e3b-4dbd-b715-3cf5312465e2' progress to 17 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 971.428945] env[65418]: DEBUG oslo_vmware.api [None req-ce93d800-017c-4718-a7aa-446b37e8c0ad tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': task-4688773, 'name': PowerOffVM_Task, 'duration_secs': 0.268784} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.429372] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce93d800-017c-4718-a7aa-446b37e8c0ad tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.429680] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ce93d800-017c-4718-a7aa-446b37e8c0ad tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.430226] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e91ce3a-4a8d-4376-9bf2-78b9dd805dab {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.479982] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd56de3-2dd3-4f80-9c2f-0e06b09e4937 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.490964] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7eff6e-15f1-4563-a77f-b9c3353eac71 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.534051] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cf6f5c-62f2-483b-8891-3e417d2c73b2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.544564] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd80dc6a-4ce0-41fc-a490-76de9a7994c6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.567383] env[65418]: DEBUG nova.compute.provider_tree [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.572491] env[65418]: DEBUG oslo_vmware.api [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Task: {'id': task-4688768, 'name': PowerOnVM_Task, 'duration_secs': 1.613226} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.574734] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.575837] env[65418]: INFO nova.compute.manager [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Took 8.66 seconds to spawn the instance on the hypervisor. [ 971.575837] env[65418]: DEBUG nova.compute.manager [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 971.575837] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ce93d800-017c-4718-a7aa-446b37e8c0ad tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.575837] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ce93d800-017c-4718-a7aa-446b37e8c0ad tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.576203] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce93d800-017c-4718-a7aa-446b37e8c0ad tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Deleting the datastore file [datastore2] b6b13e36-8f82-4285-a58f-7306565c3a23 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.576896] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791ac6f1-b8ad-48d2-8f9e-51c48f4472de {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.581957] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50f6e731-ce0f-4ca8-bc39-6776ee489188 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.597898] env[65418]: DEBUG oslo_vmware.api [None req-ce93d800-017c-4718-a7aa-446b37e8c0ad tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Waiting for the task: (returnval){ [ 971.597898] env[65418]: value = "task-4688777" [ 971.597898] env[65418]: _type = "Task" [ 971.597898] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.610040] env[65418]: DEBUG oslo_vmware.api [None req-ce93d800-017c-4718-a7aa-446b37e8c0ad tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': task-4688777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.700299] env[65418]: DEBUG oslo_vmware.api [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688774, 'name': Rename_Task, 'duration_secs': 0.223367} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.700611] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.701179] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af9cde66-23ea-49c9-8121-2447e6386c96 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.709688] env[65418]: DEBUG oslo_vmware.api [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 971.709688] env[65418]: value = "task-4688778" [ 971.709688] env[65418]: _type = "Task" [ 971.709688] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.723128] env[65418]: DEBUG oslo_vmware.api [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688778, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.853665] env[65418]: DEBUG oslo_vmware.api [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688775, 'name': ReconfigVM_Task, 'duration_secs': 0.321451} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.854103] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 39aca870-0b65-4df6-88bb-e49ae622c66c/39aca870-0b65-4df6-88bb-e49ae622c66c.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.854894] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71d94740-e2ea-43a5-9af4-f378bd4ca013 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.865094] env[65418]: DEBUG oslo_vmware.api [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 971.865094] env[65418]: value = "task-4688779" [ 971.865094] env[65418]: _type = "Task" [ 971.865094] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.878449] env[65418]: DEBUG oslo_vmware.api [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688779, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.904629] env[65418]: DEBUG nova.compute.manager [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 971.930520] env[65418]: DEBUG nova.virt.hardware [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 971.930520] env[65418]: DEBUG nova.virt.hardware [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.930520] env[65418]: DEBUG nova.virt.hardware [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 971.930520] env[65418]: DEBUG nova.virt.hardware [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.930520] env[65418]: DEBUG nova.virt.hardware [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 971.930520] env[65418]: DEBUG nova.virt.hardware [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 971.930520] env[65418]: DEBUG nova.virt.hardware [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 971.930520] env[65418]: DEBUG nova.virt.hardware [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 971.930520] env[65418]: DEBUG nova.virt.hardware [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 971.930520] env[65418]: DEBUG nova.virt.hardware [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 971.930520] env[65418]: DEBUG nova.virt.hardware [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 971.936317] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d82c90e9-227c-4607-b735-379070a1a0f4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.954696] env[65418]: DEBUG nova.compute.manager [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 971.959826] env[65418]: DEBUG oslo_vmware.api [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 971.959826] env[65418]: value = "task-4688780" [ 971.959826] env[65418]: _type = "Task" [ 971.959826] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.971118] env[65418]: DEBUG oslo_vmware.api [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688780, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.987937] env[65418]: DEBUG nova.virt.hardware [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 971.988289] env[65418]: DEBUG nova.virt.hardware [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 971.988505] env[65418]: DEBUG nova.virt.hardware [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 971.988735] env[65418]: DEBUG nova.virt.hardware [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 971.988967] env[65418]: DEBUG nova.virt.hardware [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 971.989218] env[65418]: DEBUG nova.virt.hardware [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 971.989546] env[65418]: DEBUG nova.virt.hardware [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 971.989915] env[65418]: DEBUG nova.virt.hardware [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 971.990148] env[65418]: DEBUG nova.virt.hardware [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 971.990325] env[65418]: DEBUG nova.virt.hardware [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 971.990509] env[65418]: DEBUG nova.virt.hardware [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 971.991440] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02cedbf3-561b-45dc-bccc-d05a3f3eadf7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.001515] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e115880b-fafb-451c-b137-a10cdad131de {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.074630] env[65418]: DEBUG nova.scheduler.client.report [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.106135] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0220ec9f-ae5c-4654-9312-1b8ea38dd98b tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "d5b22bc6-625a-4f32-b6d6-da588f171575" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.106473] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0220ec9f-ae5c-4654-9312-1b8ea38dd98b tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "d5b22bc6-625a-4f32-b6d6-da588f171575" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.106647] env[65418]: DEBUG nova.compute.manager [None req-0220ec9f-ae5c-4654-9312-1b8ea38dd98b tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Going to confirm migration 3 {{(pid=65418) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 972.119457] env[65418]: INFO nova.compute.manager [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Took 37.31 seconds to build instance. [ 972.129081] env[65418]: DEBUG oslo_vmware.api [None req-ce93d800-017c-4718-a7aa-446b37e8c0ad tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Task: {'id': task-4688777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340941} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.129715] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce93d800-017c-4718-a7aa-446b37e8c0ad tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.129910] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ce93d800-017c-4718-a7aa-446b37e8c0ad tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.130100] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ce93d800-017c-4718-a7aa-446b37e8c0ad tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.130287] env[65418]: INFO nova.compute.manager [None req-ce93d800-017c-4718-a7aa-446b37e8c0ad tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Took 1.27 seconds to destroy the instance on the hypervisor. [ 972.130695] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-ce93d800-017c-4718-a7aa-446b37e8c0ad tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 972.130811] env[65418]: DEBUG nova.compute.manager [-] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 972.130874] env[65418]: DEBUG nova.network.neutron [-] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 972.131128] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.227423] env[65418]: DEBUG oslo_vmware.api [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688778, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.228678] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.376867] env[65418]: DEBUG oslo_vmware.api [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688779, 'name': Rename_Task, 'duration_secs': 0.272958} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.376867] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.376867] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acc19418-05e4-40e6-b54a-7975631c7ff1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.384560] env[65418]: DEBUG oslo_vmware.api [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 972.384560] env[65418]: value = "task-4688781" [ 972.384560] env[65418]: _type = "Task" [ 972.384560] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.396085] env[65418]: DEBUG oslo_vmware.api [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.432563] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.472925] env[65418]: DEBUG oslo_vmware.api [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688780, 'name': ReconfigVM_Task, 'duration_secs': 0.209236} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.472925] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Updating instance 'cde5e247-0e3b-4dbd-b715-3cf5312465e2' progress to 33 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 972.581626] env[65418]: DEBUG oslo_concurrency.lockutils [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.582292] env[65418]: DEBUG nova.compute.manager [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 972.585286] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.738s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.585543] env[65418]: DEBUG nova.objects.instance [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lazy-loading 'resources' on Instance uuid 2288f3f0-2c37-4021-89af-dc45fa612783 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.625221] env[65418]: DEBUG oslo_concurrency.lockutils [None req-90a6f2db-bab8-4b21-b41d-9b11761c7618 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Lock "45d19b37-ffd2-40d5-a567-9560657d328f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.829s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.625969] env[65418]: WARNING neutronclient.v2_0.client [None req-0220ec9f-ae5c-4654-9312-1b8ea38dd98b tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.675963] env[65418]: DEBUG nova.network.neutron [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Successfully updated port: 237d1fd5-94bb-4db6-a7d6-bc3e2cb5843b {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 972.724812] env[65418]: DEBUG oslo_vmware.api [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688778, 'name': PowerOnVM_Task, 'duration_secs': 0.90518} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.725454] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.725821] env[65418]: INFO nova.compute.manager [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Took 8.89 seconds to spawn the instance on the hypervisor. [ 972.726828] env[65418]: DEBUG nova.compute.manager [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 972.727106] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52441e4-1222-49e1-8bcc-e1476b32977d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.741399] env[65418]: DEBUG nova.compute.manager [req-976dfeda-bb09-4f8d-a063-6a0f0c60920e req-64b07e5f-6af3-4e2a-83ed-a181631c3af7 service nova] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Received event network-vif-deleted-a22b2001-9dc9-4e38-998f-c8a0bc3cf4b5 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 972.741530] env[65418]: INFO nova.compute.manager [req-976dfeda-bb09-4f8d-a063-6a0f0c60920e req-64b07e5f-6af3-4e2a-83ed-a181631c3af7 service nova] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Neutron deleted interface a22b2001-9dc9-4e38-998f-c8a0bc3cf4b5; detaching it from the instance and deleting it from the info cache [ 972.741859] env[65418]: DEBUG nova.network.neutron [req-976dfeda-bb09-4f8d-a063-6a0f0c60920e req-64b07e5f-6af3-4e2a-83ed-a181631c3af7 service nova] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Updating instance_info_cache with network_info: [{"id": "098b3739-b5f6-4587-adbb-77ac8231ae28", "address": "fa:16:3e:33:1e:e8", "network": {"id": "f888b6c8-47f8-427e-8907-2a7fa28f83d0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1936705691", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.202", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "ae4cabe8f1154946a2ecfb1ff45d885b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap098b3739-b5", "ovs_interfaceid": "098b3739-b5f6-4587-adbb-77ac8231ae28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.774193] env[65418]: DEBUG nova.compute.manager [req-8409e5b2-6450-4adc-86e2-aebcc88a78fc req-b5fc901e-0f05-42b1-b5c5-bb4b00a86c4c service nova] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Received event network-vif-plugged-237d1fd5-94bb-4db6-a7d6-bc3e2cb5843b {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 972.774193] env[65418]: DEBUG oslo_concurrency.lockutils [req-8409e5b2-6450-4adc-86e2-aebcc88a78fc req-b5fc901e-0f05-42b1-b5c5-bb4b00a86c4c service nova] Acquiring lock "0c682275-f70b-4ed9-88b0-36e2047e00aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.774193] env[65418]: DEBUG oslo_concurrency.lockutils [req-8409e5b2-6450-4adc-86e2-aebcc88a78fc req-b5fc901e-0f05-42b1-b5c5-bb4b00a86c4c service nova] Lock "0c682275-f70b-4ed9-88b0-36e2047e00aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.774193] env[65418]: DEBUG oslo_concurrency.lockutils [req-8409e5b2-6450-4adc-86e2-aebcc88a78fc req-b5fc901e-0f05-42b1-b5c5-bb4b00a86c4c service nova] Lock "0c682275-f70b-4ed9-88b0-36e2047e00aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.774193] env[65418]: DEBUG nova.compute.manager [req-8409e5b2-6450-4adc-86e2-aebcc88a78fc req-b5fc901e-0f05-42b1-b5c5-bb4b00a86c4c service nova] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] No waiting events found dispatching network-vif-plugged-237d1fd5-94bb-4db6-a7d6-bc3e2cb5843b {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 972.774193] env[65418]: WARNING nova.compute.manager [req-8409e5b2-6450-4adc-86e2-aebcc88a78fc req-b5fc901e-0f05-42b1-b5c5-bb4b00a86c4c service nova] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Received unexpected event network-vif-plugged-237d1fd5-94bb-4db6-a7d6-bc3e2cb5843b for instance with vm_state building and task_state spawning. [ 972.850736] env[65418]: WARNING neutronclient.v2_0.client [None req-0220ec9f-ae5c-4654-9312-1b8ea38dd98b tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.851159] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0220ec9f-ae5c-4654-9312-1b8ea38dd98b tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "refresh_cache-d5b22bc6-625a-4f32-b6d6-da588f171575" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.851339] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0220ec9f-ae5c-4654-9312-1b8ea38dd98b tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquired lock "refresh_cache-d5b22bc6-625a-4f32-b6d6-da588f171575" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.851517] env[65418]: DEBUG nova.network.neutron [None req-0220ec9f-ae5c-4654-9312-1b8ea38dd98b tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 972.851714] env[65418]: DEBUG nova.objects.instance [None req-0220ec9f-ae5c-4654-9312-1b8ea38dd98b tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lazy-loading 'info_cache' on Instance uuid d5b22bc6-625a-4f32-b6d6-da588f171575 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.898517] env[65418]: DEBUG oslo_vmware.api [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688781, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.985274] env[65418]: DEBUG nova.virt.hardware [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 972.985581] env[65418]: DEBUG nova.virt.hardware [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.985760] env[65418]: DEBUG nova.virt.hardware [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 972.985943] env[65418]: DEBUG nova.virt.hardware [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.986105] env[65418]: DEBUG nova.virt.hardware [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 972.986268] env[65418]: DEBUG nova.virt.hardware [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 972.986470] env[65418]: DEBUG nova.virt.hardware [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 972.986644] env[65418]: DEBUG nova.virt.hardware [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 972.986802] env[65418]: DEBUG nova.virt.hardware [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 972.987440] env[65418]: DEBUG nova.virt.hardware [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 972.987440] env[65418]: DEBUG nova.virt.hardware [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 972.992451] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Reconfiguring VM instance instance-0000000c to detach disk 2000 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 972.992764] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdb91131-5561-4f5e-9c85-d69aa9dd35f1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.015270] env[65418]: DEBUG oslo_vmware.api [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 973.015270] env[65418]: value = "task-4688782" [ 973.015270] env[65418]: _type = "Task" [ 973.015270] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.024253] env[65418]: DEBUG oslo_vmware.api [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688782, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.089854] env[65418]: DEBUG nova.compute.utils [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.096164] env[65418]: DEBUG nova.compute.manager [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 973.096164] env[65418]: DEBUG nova.network.neutron [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 973.096164] env[65418]: WARNING neutronclient.v2_0.client [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.096164] env[65418]: WARNING neutronclient.v2_0.client [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.163329] env[65418]: DEBUG nova.policy [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf07f9b1ea4b4dd991a0050864dd9d6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '378c1e35059b4dddb61aa567774373a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.182415] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "refresh_cache-0c682275-f70b-4ed9-88b0-36e2047e00aa" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.182415] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquired lock "refresh_cache-0c682275-f70b-4ed9-88b0-36e2047e00aa" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.182415] env[65418]: DEBUG nova.network.neutron [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 973.253984] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-450ea94a-c9ef-459d-b685-b1165b244cfb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.257119] env[65418]: INFO nova.compute.manager [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Took 37.78 seconds to build instance. [ 973.266823] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f929bfd-273a-495f-8955-3d437b514298 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.298026] env[65418]: DEBUG nova.network.neutron [-] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.318372] env[65418]: DEBUG nova.compute.manager [req-976dfeda-bb09-4f8d-a063-6a0f0c60920e req-64b07e5f-6af3-4e2a-83ed-a181631c3af7 service nova] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Detach interface failed, port_id=a22b2001-9dc9-4e38-998f-c8a0bc3cf4b5, reason: Instance b6b13e36-8f82-4285-a58f-7306565c3a23 could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 973.396938] env[65418]: DEBUG oslo_vmware.api [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688781, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.524820] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aec2b0c-071c-42a2-8814-6a7f690844c7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.534146] env[65418]: DEBUG oslo_vmware.api [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688782, 'name': ReconfigVM_Task, 'duration_secs': 0.312904} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.536966] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Reconfigured VM instance instance-0000000c to detach disk 2000 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 973.537900] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b13d7c-4a85-41e0-ab84-b39f0c10e14b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.541311] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98074981-e96e-4e2b-8a09-fd66fa4e8747 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.568225] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] cde5e247-0e3b-4dbd-b715-3cf5312465e2/cde5e247-0e3b-4dbd-b715-3cf5312465e2.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.601349] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a9672f1-7ce0-4e87-8b9a-7fcaa68af3e2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.616303] env[65418]: DEBUG nova.compute.manager [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 973.620245] env[65418]: DEBUG nova.network.neutron [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Successfully created port: c117090b-c193-417b-a9c4-e318692790cf {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 973.623503] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40068aed-5de9-4903-aa61-37105db2b5e1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.633420] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646a6792-7c22-4fc0-878b-4e3b3603e7ab {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.639661] env[65418]: DEBUG oslo_vmware.api [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 973.639661] env[65418]: value = "task-4688783" [ 973.639661] env[65418]: _type = "Task" [ 973.639661] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.651834] env[65418]: DEBUG nova.compute.provider_tree [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.659585] env[65418]: DEBUG oslo_vmware.api [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688783, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.762884] env[65418]: DEBUG oslo_concurrency.lockutils [None req-23a58eee-13c9-49f1-b775-ef6407cebca5 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "fed7b669-ab6a-4a08-b0f9-a5fd942a9753" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.314s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.777300] env[65418]: DEBUG nova.network.neutron [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 973.802883] env[65418]: INFO nova.compute.manager [-] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Took 1.67 seconds to deallocate network for instance. [ 973.859859] env[65418]: WARNING neutronclient.v2_0.client [None req-0220ec9f-ae5c-4654-9312-1b8ea38dd98b tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.905025] env[65418]: DEBUG oslo_vmware.api [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688781, 'name': PowerOnVM_Task, 'duration_secs': 1.252132} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.905025] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.905025] env[65418]: DEBUG nova.compute.manager [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 973.905777] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81c0cd3-d943-4ae6-a7bc-4440fa4a913e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.153447] env[65418]: DEBUG oslo_vmware.api [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688783, 'name': ReconfigVM_Task, 'duration_secs': 0.404424} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.154544] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Reconfigured VM instance instance-0000000c to attach disk [datastore2] cde5e247-0e3b-4dbd-b715-3cf5312465e2/cde5e247-0e3b-4dbd-b715-3cf5312465e2.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.154985] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Updating instance 'cde5e247-0e3b-4dbd-b715-3cf5312465e2' progress to 50 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 974.161371] env[65418]: DEBUG nova.scheduler.client.report [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.309060] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ce93d800-017c-4718-a7aa-446b37e8c0ad tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.419141] env[65418]: INFO nova.compute.manager [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] bringing vm to original state: 'stopped' [ 974.521995] env[65418]: WARNING neutronclient.v2_0.client [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.638421] env[65418]: DEBUG nova.compute.manager [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 974.670128] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.674685] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c2c2c2-a50f-4720-a954-3fcd08e16f5f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.677275] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 18.984s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.677443] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.677809] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65418) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 974.677943] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d727fe9d-cd3a-4e3f-bc76-0848d55b7508 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.017s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.679176] env[65418]: DEBUG nova.objects.instance [None req-d727fe9d-cd3a-4e3f-bc76-0848d55b7508 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lazy-loading 'resources' on Instance uuid 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.681739] env[65418]: DEBUG nova.virt.hardware [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 974.681739] env[65418]: DEBUG nova.virt.hardware [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.681934] env[65418]: DEBUG nova.virt.hardware [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 974.682153] env[65418]: DEBUG nova.virt.hardware [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.682301] env[65418]: DEBUG nova.virt.hardware [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 974.682445] env[65418]: DEBUG nova.virt.hardware [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 974.682918] env[65418]: DEBUG nova.virt.hardware [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 974.683100] env[65418]: DEBUG nova.virt.hardware [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 974.683270] env[65418]: DEBUG nova.virt.hardware [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 974.683442] env[65418]: DEBUG nova.virt.hardware [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 974.683587] env[65418]: DEBUG nova.virt.hardware [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 974.684436] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a17d0d0-4957-4103-a81f-3eb081682c88 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.691851] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c097112d-98fe-40f6-aced-dd1f69186f48 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.711362] env[65418]: INFO nova.scheduler.client.report [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Deleted allocations for instance 2288f3f0-2c37-4021-89af-dc45fa612783 [ 974.729947] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3a8210-3044-403a-bbf8-8684e471c525 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.741388] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e75762-8f95-420d-b425-d59a0e801c59 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.746298] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a3e132-7a47-4b07-9dcd-31a4ee3c5e85 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.770634] env[65418]: DEBUG nova.network.neutron [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Updating instance_info_cache with network_info: [{"id": "237d1fd5-94bb-4db6-a7d6-bc3e2cb5843b", "address": "fa:16:3e:bf:91:10", "network": {"id": "2562c175-4d15-43d3-b157-3d30695ce81c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402255614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea9a1850358a42e49d88f4b344fe6d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap237d1fd5-94", "ovs_interfaceid": "237d1fd5-94bb-4db6-a7d6-bc3e2cb5843b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.788812] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da140dd2-bda5-4e99-80c5-fa2468703e9a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.791540] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Updating instance 'cde5e247-0e3b-4dbd-b715-3cf5312465e2' progress to 67 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 974.796837] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Releasing lock "refresh_cache-0c682275-f70b-4ed9-88b0-36e2047e00aa" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.797164] env[65418]: DEBUG nova.compute.manager [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Instance network_info: |[{"id": "237d1fd5-94bb-4db6-a7d6-bc3e2cb5843b", "address": "fa:16:3e:bf:91:10", "network": {"id": "2562c175-4d15-43d3-b157-3d30695ce81c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402255614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea9a1850358a42e49d88f4b344fe6d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap237d1fd5-94", "ovs_interfaceid": "237d1fd5-94bb-4db6-a7d6-bc3e2cb5843b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 974.797799] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:91:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '237d1fd5-94bb-4db6-a7d6-bc3e2cb5843b', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.805584] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 974.806654] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.806818] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72546485-fbf0-4326-8426-486c7b4e0dd4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.830623] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fd6022-bed8-464b-970d-030e35b0a6d5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.836520] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.836520] env[65418]: value = "task-4688784" [ 974.836520] env[65418]: _type = "Task" [ 974.836520] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.865748] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179046MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65418) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 974.865748] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.876127] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688784, 'name': CreateVM_Task} progress is 15%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.909205] env[65418]: WARNING neutronclient.v2_0.client [None req-0220ec9f-ae5c-4654-9312-1b8ea38dd98b tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.047967] env[65418]: DEBUG nova.network.neutron [None req-0220ec9f-ae5c-4654-9312-1b8ea38dd98b tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Updating instance_info_cache with network_info: [{"id": "bda1a36a-76c0-468a-b6fe-0aa7690c3325", "address": "fa:16:3e:c5:9c:dc", "network": {"id": "c5654c64-ff10-4cb7-bcc0-9c8f1f9f2c7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-459739501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e14fd3d9ea54564854290858d3c5cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbda1a36a-76", "ovs_interfaceid": "bda1a36a-76c0-468a-b6fe-0aa7690c3325", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.168133] env[65418]: DEBUG nova.compute.manager [req-b42d7e7c-803f-4874-9149-dfc2f192062f req-d70c6d4a-1593-44d1-b344-ef64f9df8666 service nova] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Received event network-vif-deleted-098b3739-b5f6-4587-adbb-77ac8231ae28 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 975.168351] env[65418]: DEBUG nova.compute.manager [req-b42d7e7c-803f-4874-9149-dfc2f192062f req-d70c6d4a-1593-44d1-b344-ef64f9df8666 service nova] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Received event network-changed-315cde91-6f6f-44de-b2e6-cb87d0ee2e09 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 975.168561] env[65418]: DEBUG nova.compute.manager [req-b42d7e7c-803f-4874-9149-dfc2f192062f req-d70c6d4a-1593-44d1-b344-ef64f9df8666 service nova] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Refreshing instance network info cache due to event network-changed-315cde91-6f6f-44de-b2e6-cb87d0ee2e09. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 975.169015] env[65418]: DEBUG oslo_concurrency.lockutils [req-b42d7e7c-803f-4874-9149-dfc2f192062f req-d70c6d4a-1593-44d1-b344-ef64f9df8666 service nova] Acquiring lock "refresh_cache-45d19b37-ffd2-40d5-a567-9560657d328f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.169015] env[65418]: DEBUG oslo_concurrency.lockutils [req-b42d7e7c-803f-4874-9149-dfc2f192062f req-d70c6d4a-1593-44d1-b344-ef64f9df8666 service nova] Acquired lock "refresh_cache-45d19b37-ffd2-40d5-a567-9560657d328f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.169015] env[65418]: DEBUG nova.network.neutron [req-b42d7e7c-803f-4874-9149-dfc2f192062f req-d70c6d4a-1593-44d1-b344-ef64f9df8666 service nova] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Refreshing network info cache for port 315cde91-6f6f-44de-b2e6-cb87d0ee2e09 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.176588] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fc7306-46bb-4e96-a772-b83edd478282 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.185329] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b95a752-d2f6-4015-9294-83dc990931bb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.230736] env[65418]: DEBUG nova.compute.manager [req-0d08ba89-a24b-497a-be48-8eb6819944f0 req-974e0495-9595-437f-a350-f77859369e47 service nova] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Received event network-changed-237d1fd5-94bb-4db6-a7d6-bc3e2cb5843b {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 975.230972] env[65418]: DEBUG nova.compute.manager [req-0d08ba89-a24b-497a-be48-8eb6819944f0 req-974e0495-9595-437f-a350-f77859369e47 service nova] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Refreshing instance network info cache due to event network-changed-237d1fd5-94bb-4db6-a7d6-bc3e2cb5843b. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 975.231189] env[65418]: DEBUG oslo_concurrency.lockutils [req-0d08ba89-a24b-497a-be48-8eb6819944f0 req-974e0495-9595-437f-a350-f77859369e47 service nova] Acquiring lock "refresh_cache-0c682275-f70b-4ed9-88b0-36e2047e00aa" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.231410] env[65418]: DEBUG oslo_concurrency.lockutils [req-0d08ba89-a24b-497a-be48-8eb6819944f0 req-974e0495-9595-437f-a350-f77859369e47 service nova] Acquired lock "refresh_cache-0c682275-f70b-4ed9-88b0-36e2047e00aa" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.231497] env[65418]: DEBUG nova.network.neutron [req-0d08ba89-a24b-497a-be48-8eb6819944f0 req-974e0495-9595-437f-a350-f77859369e47 service nova] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Refreshing network info cache for port 237d1fd5-94bb-4db6-a7d6-bc3e2cb5843b {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.234547] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271fdd5b-5649-4050-a665-7585f394f0eb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.244447] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a5cc4f-ada8-436d-b36c-f4499c056d7a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.252816] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b8224d8e-502b-4ecf-8ab8-82d0b6d7fd8d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "2288f3f0-2c37-4021-89af-dc45fa612783" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.886s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.263865] env[65418]: DEBUG nova.compute.provider_tree [None req-d727fe9d-cd3a-4e3f-bc76-0848d55b7508 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.277023] env[65418]: DEBUG nova.network.neutron [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Successfully updated port: c117090b-c193-417b-a9c4-e318692790cf {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 975.298668] env[65418]: WARNING neutronclient.v2_0.client [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.299157] env[65418]: WARNING neutronclient.v2_0.client [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.343217] env[65418]: DEBUG nova.network.neutron [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Port 0b6d946a-d398-4c1e-bf74-7df2518a23c3 binding to destination host cpu-1 is already ACTIVE {{(pid=65418) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 975.350077] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688784, 'name': CreateVM_Task, 'duration_secs': 0.507139} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.350720] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.351527] env[65418]: WARNING neutronclient.v2_0.client [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.352172] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.352389] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.352815] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.353215] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45e03d45-3a64-44e9-a242-78b8ab2742a1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.360254] env[65418]: DEBUG oslo_vmware.api [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 975.360254] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528691a6-1aea-2d3f-3f7c-b225b410c4ff" [ 975.360254] env[65418]: _type = "Task" [ 975.360254] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.370519] env[65418]: DEBUG oslo_vmware.api [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528691a6-1aea-2d3f-3f7c-b225b410c4ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.427357] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "39aca870-0b65-4df6-88bb-e49ae622c66c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.427621] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "39aca870-0b65-4df6-88bb-e49ae622c66c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.427803] env[65418]: DEBUG nova.compute.manager [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 975.429059] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22317b12-4d49-4039-8d4a-1ed5a5a9523b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.440318] env[65418]: DEBUG nova.compute.manager [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65418) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 975.555766] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0220ec9f-ae5c-4654-9312-1b8ea38dd98b tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Releasing lock "refresh_cache-d5b22bc6-625a-4f32-b6d6-da588f171575" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.555962] env[65418]: DEBUG nova.objects.instance [None req-0220ec9f-ae5c-4654-9312-1b8ea38dd98b tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lazy-loading 'migration_context' on Instance uuid d5b22bc6-625a-4f32-b6d6-da588f171575 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.673741] env[65418]: WARNING neutronclient.v2_0.client [req-b42d7e7c-803f-4874-9149-dfc2f192062f req-d70c6d4a-1593-44d1-b344-ef64f9df8666 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.735180] env[65418]: WARNING neutronclient.v2_0.client [req-0d08ba89-a24b-497a-be48-8eb6819944f0 req-974e0495-9595-437f-a350-f77859369e47 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.768054] env[65418]: DEBUG nova.scheduler.client.report [None req-d727fe9d-cd3a-4e3f-bc76-0848d55b7508 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.778779] env[65418]: DEBUG oslo_concurrency.lockutils [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "refresh_cache-4e62fee3-4a16-4e58-b5b4-05995a7eae64" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.779153] env[65418]: DEBUG oslo_concurrency.lockutils [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquired lock "refresh_cache-4e62fee3-4a16-4e58-b5b4-05995a7eae64" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.779213] env[65418]: DEBUG nova.network.neutron [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 975.852525] env[65418]: WARNING neutronclient.v2_0.client [req-b42d7e7c-803f-4874-9149-dfc2f192062f req-d70c6d4a-1593-44d1-b344-ef64f9df8666 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.872950] env[65418]: DEBUG oslo_vmware.api [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528691a6-1aea-2d3f-3f7c-b225b410c4ff, 'name': SearchDatastore_Task, 'duration_secs': 0.016041} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.873442] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.873611] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.873849] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.873997] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.874184] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.874476] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eaf76902-defc-488f-983b-2fcd639fc2a6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.890383] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.890593] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.891346] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3c49494-05aa-4672-b67f-bd6a6589e5d2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.897834] env[65418]: DEBUG oslo_vmware.api [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 975.897834] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5284690b-7abf-f01a-1ba2-9bb4fca4a638" [ 975.897834] env[65418]: _type = "Task" [ 975.897834] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.910404] env[65418]: DEBUG oslo_vmware.api [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5284690b-7abf-f01a-1ba2-9bb4fca4a638, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.921677] env[65418]: WARNING neutronclient.v2_0.client [req-0d08ba89-a24b-497a-be48-8eb6819944f0 req-974e0495-9595-437f-a350-f77859369e47 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.942541] env[65418]: DEBUG nova.network.neutron [req-b42d7e7c-803f-4874-9149-dfc2f192062f req-d70c6d4a-1593-44d1-b344-ef64f9df8666 service nova] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Updated VIF entry in instance network info cache for port 315cde91-6f6f-44de-b2e6-cb87d0ee2e09. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 975.942960] env[65418]: DEBUG nova.network.neutron [req-b42d7e7c-803f-4874-9149-dfc2f192062f req-d70c6d4a-1593-44d1-b344-ef64f9df8666 service nova] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Updating instance_info_cache with network_info: [{"id": "315cde91-6f6f-44de-b2e6-cb87d0ee2e09", "address": "fa:16:3e:4a:dc:21", "network": {"id": "2a5a3af7-abbc-4898-bf93-a8cecca957c1", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-666740477-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "675678a320e2412e9c0beeb77ae0baca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap315cde91-6f", "ovs_interfaceid": "315cde91-6f6f-44de-b2e6-cb87d0ee2e09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.944496] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.945034] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-799a7475-7921-4c90-9ee4-fb75c43b32ea {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.953869] env[65418]: DEBUG oslo_vmware.api [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 975.953869] env[65418]: value = "task-4688785" [ 975.953869] env[65418]: _type = "Task" [ 975.953869] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.968496] env[65418]: DEBUG oslo_vmware.api [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688785, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.003602] env[65418]: DEBUG nova.network.neutron [req-0d08ba89-a24b-497a-be48-8eb6819944f0 req-974e0495-9595-437f-a350-f77859369e47 service nova] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Updated VIF entry in instance network info cache for port 237d1fd5-94bb-4db6-a7d6-bc3e2cb5843b. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 976.004121] env[65418]: DEBUG nova.network.neutron [req-0d08ba89-a24b-497a-be48-8eb6819944f0 req-974e0495-9595-437f-a350-f77859369e47 service nova] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Updating instance_info_cache with network_info: [{"id": "237d1fd5-94bb-4db6-a7d6-bc3e2cb5843b", "address": "fa:16:3e:bf:91:10", "network": {"id": "2562c175-4d15-43d3-b157-3d30695ce81c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402255614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea9a1850358a42e49d88f4b344fe6d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap237d1fd5-94", "ovs_interfaceid": "237d1fd5-94bb-4db6-a7d6-bc3e2cb5843b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.058690] env[65418]: DEBUG nova.objects.base [None req-0220ec9f-ae5c-4654-9312-1b8ea38dd98b tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65418) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 976.060218] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177dae6c-4298-4207-bd2f-f9e53d4cd54e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.079959] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b3bdf98-d69c-4369-99e6-bb4b0ae8f6a4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.086707] env[65418]: DEBUG oslo_vmware.api [None req-0220ec9f-ae5c-4654-9312-1b8ea38dd98b tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 976.086707] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5231c823-5cca-f3be-38db-58b76f93508e" [ 976.086707] env[65418]: _type = "Task" [ 976.086707] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.096144] env[65418]: DEBUG oslo_vmware.api [None req-0220ec9f-ae5c-4654-9312-1b8ea38dd98b tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5231c823-5cca-f3be-38db-58b76f93508e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.275244] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d727fe9d-cd3a-4e3f-bc76-0848d55b7508 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.597s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.277663] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9628e892-bcff-4a78-8922-b66a0e347fa3 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.812s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.277902] env[65418]: DEBUG nova.objects.instance [None req-9628e892-bcff-4a78-8922-b66a0e347fa3 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Lazy-loading 'resources' on Instance uuid 05c0cf75-a49f-43c5-908d-dffb27d14d2a {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.303655] env[65418]: INFO nova.scheduler.client.report [None req-d727fe9d-cd3a-4e3f-bc76-0848d55b7508 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Deleted allocations for instance 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f [ 976.323813] env[65418]: DEBUG nova.network.neutron [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 976.387965] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "cde5e247-0e3b-4dbd-b715-3cf5312465e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.388381] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "cde5e247-0e3b-4dbd-b715-3cf5312465e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.388729] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "cde5e247-0e3b-4dbd-b715-3cf5312465e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.412132] env[65418]: DEBUG oslo_vmware.api [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5284690b-7abf-f01a-1ba2-9bb4fca4a638, 'name': SearchDatastore_Task, 'duration_secs': 0.02736} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.413158] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76af357b-92cf-471d-9ca1-55855b4dd14b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.421236] env[65418]: DEBUG oslo_vmware.api [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 976.421236] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5209b010-99e9-5543-e1d2-20c75e4b5fdc" [ 976.421236] env[65418]: _type = "Task" [ 976.421236] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.425728] env[65418]: WARNING neutronclient.v2_0.client [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.434732] env[65418]: DEBUG oslo_vmware.api [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5209b010-99e9-5543-e1d2-20c75e4b5fdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.446602] env[65418]: DEBUG oslo_concurrency.lockutils [req-b42d7e7c-803f-4874-9149-dfc2f192062f req-d70c6d4a-1593-44d1-b344-ef64f9df8666 service nova] Releasing lock "refresh_cache-45d19b37-ffd2-40d5-a567-9560657d328f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.468538] env[65418]: DEBUG oslo_vmware.api [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688785, 'name': PowerOffVM_Task, 'duration_secs': 0.224306} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.468816] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.469114] env[65418]: DEBUG nova.compute.manager [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 976.470537] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48e3911-caab-4be5-83c7-0a0d2719f8ac {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.507233] env[65418]: DEBUG oslo_concurrency.lockutils [req-0d08ba89-a24b-497a-be48-8eb6819944f0 req-974e0495-9595-437f-a350-f77859369e47 service nova] Releasing lock "refresh_cache-0c682275-f70b-4ed9-88b0-36e2047e00aa" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.507535] env[65418]: DEBUG nova.compute.manager [req-0d08ba89-a24b-497a-be48-8eb6819944f0 req-974e0495-9595-437f-a350-f77859369e47 service nova] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Received event network-changed-12539f6b-1b39-4380-af81-2be9c4c55d46 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 976.507702] env[65418]: DEBUG nova.compute.manager [req-0d08ba89-a24b-497a-be48-8eb6819944f0 req-974e0495-9595-437f-a350-f77859369e47 service nova] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Refreshing instance network info cache due to event network-changed-12539f6b-1b39-4380-af81-2be9c4c55d46. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 976.508011] env[65418]: DEBUG oslo_concurrency.lockutils [req-0d08ba89-a24b-497a-be48-8eb6819944f0 req-974e0495-9595-437f-a350-f77859369e47 service nova] Acquiring lock "refresh_cache-fed7b669-ab6a-4a08-b0f9-a5fd942a9753" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.508108] env[65418]: DEBUG oslo_concurrency.lockutils [req-0d08ba89-a24b-497a-be48-8eb6819944f0 req-974e0495-9595-437f-a350-f77859369e47 service nova] Acquired lock "refresh_cache-fed7b669-ab6a-4a08-b0f9-a5fd942a9753" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.508214] env[65418]: DEBUG nova.network.neutron [req-0d08ba89-a24b-497a-be48-8eb6819944f0 req-974e0495-9595-437f-a350-f77859369e47 service nova] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Refreshing network info cache for port 12539f6b-1b39-4380-af81-2be9c4c55d46 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.521421] env[65418]: DEBUG nova.network.neutron [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Updating instance_info_cache with network_info: [{"id": "c117090b-c193-417b-a9c4-e318692790cf", "address": "fa:16:3e:69:6c:2e", "network": {"id": "a60b1801-8e2d-4966-8362-cdc65ef35a96", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1479408955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "378c1e35059b4dddb61aa567774373a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc117090b-c1", "ovs_interfaceid": "c117090b-c193-417b-a9c4-e318692790cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.599072] env[65418]: DEBUG oslo_vmware.api [None req-0220ec9f-ae5c-4654-9312-1b8ea38dd98b tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5231c823-5cca-f3be-38db-58b76f93508e, 'name': SearchDatastore_Task, 'duration_secs': 0.009911} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.599355] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0220ec9f-ae5c-4654-9312-1b8ea38dd98b tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.819112] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d727fe9d-cd3a-4e3f-bc76-0848d55b7508 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "66b14ca5-5a4f-44c8-91e9-d669ebd62a6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.613s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.934271] env[65418]: DEBUG oslo_vmware.api [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5209b010-99e9-5543-e1d2-20c75e4b5fdc, 'name': SearchDatastore_Task, 'duration_secs': 0.025832} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.934549] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.934777] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 0c682275-f70b-4ed9-88b0-36e2047e00aa/0c682275-f70b-4ed9-88b0-36e2047e00aa.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.935049] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1df10008-aa7c-42d4-98d4-21f1c08e171f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.942465] env[65418]: DEBUG oslo_vmware.api [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 976.942465] env[65418]: value = "task-4688786" [ 976.942465] env[65418]: _type = "Task" [ 976.942465] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.953994] env[65418]: DEBUG oslo_vmware.api [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.962990] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5f931b58-95e3-4c59-85a9-8d6b689b73f3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "interface-d1993506-e855-489a-a879-74483d10153c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.963317] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5f931b58-95e3-4c59-85a9-8d6b689b73f3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "interface-d1993506-e855-489a-a879-74483d10153c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.963633] env[65418]: DEBUG nova.objects.instance [None req-5f931b58-95e3-4c59-85a9-8d6b689b73f3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lazy-loading 'flavor' on Instance uuid d1993506-e855-489a-a879-74483d10153c {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.987603] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "39aca870-0b65-4df6-88bb-e49ae622c66c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.560s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.011985] env[65418]: WARNING neutronclient.v2_0.client [req-0d08ba89-a24b-497a-be48-8eb6819944f0 req-974e0495-9595-437f-a350-f77859369e47 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.025871] env[65418]: DEBUG oslo_concurrency.lockutils [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Releasing lock "refresh_cache-4e62fee3-4a16-4e58-b5b4-05995a7eae64" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.026257] env[65418]: DEBUG nova.compute.manager [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Instance network_info: |[{"id": "c117090b-c193-417b-a9c4-e318692790cf", "address": "fa:16:3e:69:6c:2e", "network": {"id": "a60b1801-8e2d-4966-8362-cdc65ef35a96", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1479408955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "378c1e35059b4dddb61aa567774373a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc117090b-c1", "ovs_interfaceid": "c117090b-c193-417b-a9c4-e318692790cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 977.026864] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:6c:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c117090b-c193-417b-a9c4-e318692790cf', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.034747] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 977.035270] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.037917] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ded896b-3186-46f1-a9a0-f34414976780 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.065720] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.065720] env[65418]: value = "task-4688787" [ 977.065720] env[65418]: _type = "Task" [ 977.065720] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.079441] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688787, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.084119] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642f7a38-77a8-4295-8b1d-b1e91e38514b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.093257] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aae6510-2aa2-4c64-82e3-518d5f2abae1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.135475] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c5d13e-3639-43b3-832a-530954058a12 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.147528] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f17a200-33ce-4194-8a54-a6a893130a53 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.167667] env[65418]: DEBUG nova.compute.provider_tree [None req-9628e892-bcff-4a78-8922-b66a0e347fa3 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.258475] env[65418]: WARNING neutronclient.v2_0.client [req-0d08ba89-a24b-497a-be48-8eb6819944f0 req-974e0495-9595-437f-a350-f77859369e47 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.350313] env[65418]: DEBUG nova.network.neutron [req-0d08ba89-a24b-497a-be48-8eb6819944f0 req-974e0495-9595-437f-a350-f77859369e47 service nova] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Updated VIF entry in instance network info cache for port 12539f6b-1b39-4380-af81-2be9c4c55d46. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 977.350797] env[65418]: DEBUG nova.network.neutron [req-0d08ba89-a24b-497a-be48-8eb6819944f0 req-974e0495-9595-437f-a350-f77859369e47 service nova] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Updating instance_info_cache with network_info: [{"id": "12539f6b-1b39-4380-af81-2be9c4c55d46", "address": "fa:16:3e:88:76:74", "network": {"id": "8300f26e-bb5f-4680-8e68-d1a25e45be92", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-401722129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf990c4ef1ff4879ba4e5d9c0086dc0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12539f6b-1b", "ovs_interfaceid": "12539f6b-1b39-4380-af81-2be9c4c55d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.395922] env[65418]: WARNING neutronclient.v2_0.client [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.434835] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "refresh_cache-cde5e247-0e3b-4dbd-b715-3cf5312465e2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.435048] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquired lock "refresh_cache-cde5e247-0e3b-4dbd-b715-3cf5312465e2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.435227] env[65418]: DEBUG nova.network.neutron [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 977.455547] env[65418]: DEBUG oslo_vmware.api [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688786, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.467898] env[65418]: WARNING neutronclient.v2_0.client [None req-5f931b58-95e3-4c59-85a9-8d6b689b73f3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.468397] env[65418]: DEBUG nova.objects.instance [None req-5f931b58-95e3-4c59-85a9-8d6b689b73f3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lazy-loading 'pci_requests' on Instance uuid d1993506-e855-489a-a879-74483d10153c {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.497449] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.507638] env[65418]: DEBUG nova.compute.manager [req-8b99e6ee-5bf1-4953-94b4-896564c752df req-61b4cae8-079b-4224-9db7-26800e6eb3d4 service nova] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Received event network-vif-plugged-c117090b-c193-417b-a9c4-e318692790cf {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 977.507917] env[65418]: DEBUG oslo_concurrency.lockutils [req-8b99e6ee-5bf1-4953-94b4-896564c752df req-61b4cae8-079b-4224-9db7-26800e6eb3d4 service nova] Acquiring lock "4e62fee3-4a16-4e58-b5b4-05995a7eae64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.508793] env[65418]: DEBUG oslo_concurrency.lockutils [req-8b99e6ee-5bf1-4953-94b4-896564c752df req-61b4cae8-079b-4224-9db7-26800e6eb3d4 service nova] Lock "4e62fee3-4a16-4e58-b5b4-05995a7eae64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.509218] env[65418]: DEBUG oslo_concurrency.lockutils [req-8b99e6ee-5bf1-4953-94b4-896564c752df req-61b4cae8-079b-4224-9db7-26800e6eb3d4 service nova] Lock "4e62fee3-4a16-4e58-b5b4-05995a7eae64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.509218] env[65418]: DEBUG nova.compute.manager [req-8b99e6ee-5bf1-4953-94b4-896564c752df req-61b4cae8-079b-4224-9db7-26800e6eb3d4 service nova] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] No waiting events found dispatching network-vif-plugged-c117090b-c193-417b-a9c4-e318692790cf {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 977.509501] env[65418]: WARNING nova.compute.manager [req-8b99e6ee-5bf1-4953-94b4-896564c752df req-61b4cae8-079b-4224-9db7-26800e6eb3d4 service nova] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Received unexpected event network-vif-plugged-c117090b-c193-417b-a9c4-e318692790cf for instance with vm_state building and task_state spawning. [ 977.509613] env[65418]: DEBUG nova.compute.manager [req-8b99e6ee-5bf1-4953-94b4-896564c752df req-61b4cae8-079b-4224-9db7-26800e6eb3d4 service nova] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Received event network-changed-c117090b-c193-417b-a9c4-e318692790cf {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 977.509803] env[65418]: DEBUG nova.compute.manager [req-8b99e6ee-5bf1-4953-94b4-896564c752df req-61b4cae8-079b-4224-9db7-26800e6eb3d4 service nova] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Refreshing instance network info cache due to event network-changed-c117090b-c193-417b-a9c4-e318692790cf. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 977.510461] env[65418]: DEBUG oslo_concurrency.lockutils [req-8b99e6ee-5bf1-4953-94b4-896564c752df req-61b4cae8-079b-4224-9db7-26800e6eb3d4 service nova] Acquiring lock "refresh_cache-4e62fee3-4a16-4e58-b5b4-05995a7eae64" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.510461] env[65418]: DEBUG oslo_concurrency.lockutils [req-8b99e6ee-5bf1-4953-94b4-896564c752df req-61b4cae8-079b-4224-9db7-26800e6eb3d4 service nova] Acquired lock "refresh_cache-4e62fee3-4a16-4e58-b5b4-05995a7eae64" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.510461] env[65418]: DEBUG nova.network.neutron [req-8b99e6ee-5bf1-4953-94b4-896564c752df req-61b4cae8-079b-4224-9db7-26800e6eb3d4 service nova] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Refreshing network info cache for port c117090b-c193-417b-a9c4-e318692790cf {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.577786] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688787, 'name': CreateVM_Task, 'duration_secs': 0.373373} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.577967] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.578539] env[65418]: WARNING neutronclient.v2_0.client [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.578915] env[65418]: DEBUG oslo_concurrency.lockutils [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.579084] env[65418]: DEBUG oslo_concurrency.lockutils [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.579618] env[65418]: DEBUG oslo_concurrency.lockutils [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.579956] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e23c0e3f-0735-49f9-8604-edd509d2dc9d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.587891] env[65418]: DEBUG oslo_vmware.api [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 977.587891] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c9ae00-b70a-e807-9a48-1161aaadce86" [ 977.587891] env[65418]: _type = "Task" [ 977.587891] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.598482] env[65418]: DEBUG oslo_vmware.api [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c9ae00-b70a-e807-9a48-1161aaadce86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.674637] env[65418]: DEBUG nova.scheduler.client.report [None req-9628e892-bcff-4a78-8922-b66a0e347fa3 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.854137] env[65418]: DEBUG oslo_concurrency.lockutils [req-0d08ba89-a24b-497a-be48-8eb6819944f0 req-974e0495-9595-437f-a350-f77859369e47 service nova] Releasing lock "refresh_cache-fed7b669-ab6a-4a08-b0f9-a5fd942a9753" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.939112] env[65418]: WARNING neutronclient.v2_0.client [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.953567] env[65418]: DEBUG oslo_vmware.api [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724869} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.953837] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 0c682275-f70b-4ed9-88b0-36e2047e00aa/0c682275-f70b-4ed9-88b0-36e2047e00aa.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.954057] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.954313] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25eb4a39-7d33-411d-9416-643086b57826 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.961752] env[65418]: DEBUG oslo_vmware.api [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 977.961752] env[65418]: value = "task-4688788" [ 977.961752] env[65418]: _type = "Task" [ 977.961752] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.971168] env[65418]: DEBUG nova.objects.base [None req-5f931b58-95e3-4c59-85a9-8d6b689b73f3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65418) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 977.971395] env[65418]: DEBUG nova.network.neutron [None req-5f931b58-95e3-4c59-85a9-8d6b689b73f3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 977.971733] env[65418]: WARNING neutronclient.v2_0.client [None req-5f931b58-95e3-4c59-85a9-8d6b689b73f3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.972222] env[65418]: WARNING neutronclient.v2_0.client [None req-5f931b58-95e3-4c59-85a9-8d6b689b73f3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.974462] env[65418]: DEBUG oslo_vmware.api [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.013337] env[65418]: WARNING neutronclient.v2_0.client [req-8b99e6ee-5bf1-4953-94b4-896564c752df req-61b4cae8-079b-4224-9db7-26800e6eb3d4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.102568] env[65418]: DEBUG oslo_vmware.api [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c9ae00-b70a-e807-9a48-1161aaadce86, 'name': SearchDatastore_Task, 'duration_secs': 0.036885} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.107073] env[65418]: DEBUG oslo_concurrency.lockutils [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.107405] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.107871] env[65418]: DEBUG oslo_concurrency.lockutils [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.107967] env[65418]: DEBUG oslo_concurrency.lockutils [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.108331] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.109770] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5f931b58-95e3-4c59-85a9-8d6b689b73f3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "interface-d1993506-e855-489a-a879-74483d10153c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.146s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.111303] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0f29ae6-300e-4f53-8bee-842da134ce50 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.123353] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.123595] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.124459] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7992f39-53a9-434b-8b9d-3c0c286d6195 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.135804] env[65418]: DEBUG oslo_vmware.api [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 978.135804] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52357f10-e89f-5cfa-f4ba-92450a24e067" [ 978.135804] env[65418]: _type = "Task" [ 978.135804] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.147590] env[65418]: DEBUG oslo_vmware.api [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52357f10-e89f-5cfa-f4ba-92450a24e067, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.178827] env[65418]: WARNING neutronclient.v2_0.client [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.183627] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9628e892-bcff-4a78-8922-b66a0e347fa3 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.188943] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.754s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.188943] env[65418]: INFO nova.compute.claims [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.209221] env[65418]: WARNING neutronclient.v2_0.client [req-8b99e6ee-5bf1-4953-94b4-896564c752df req-61b4cae8-079b-4224-9db7-26800e6eb3d4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.220351] env[65418]: INFO nova.scheduler.client.report [None req-9628e892-bcff-4a78-8922-b66a0e347fa3 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Deleted allocations for instance 05c0cf75-a49f-43c5-908d-dffb27d14d2a [ 978.281461] env[65418]: DEBUG nova.network.neutron [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Updating instance_info_cache with network_info: [{"id": "0b6d946a-d398-4c1e-bf74-7df2518a23c3", "address": "fa:16:3e:2e:be:23", "network": {"id": "3fab3b70-ba17-4e6a-ae3d-5a05fb711a8b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-395157993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0727a4c133420fa0cb4f4356dee109", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b6d946a-d3", "ovs_interfaceid": "0b6d946a-d398-4c1e-bf74-7df2518a23c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.297966] env[65418]: DEBUG nova.network.neutron [req-8b99e6ee-5bf1-4953-94b4-896564c752df req-61b4cae8-079b-4224-9db7-26800e6eb3d4 service nova] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Updated VIF entry in instance network info cache for port c117090b-c193-417b-a9c4-e318692790cf. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 978.298354] env[65418]: DEBUG nova.network.neutron [req-8b99e6ee-5bf1-4953-94b4-896564c752df req-61b4cae8-079b-4224-9db7-26800e6eb3d4 service nova] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Updating instance_info_cache with network_info: [{"id": "c117090b-c193-417b-a9c4-e318692790cf", "address": "fa:16:3e:69:6c:2e", "network": {"id": "a60b1801-8e2d-4966-8362-cdc65ef35a96", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1479408955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "378c1e35059b4dddb61aa567774373a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc117090b-c1", "ovs_interfaceid": "c117090b-c193-417b-a9c4-e318692790cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.471473] env[65418]: DEBUG oslo_vmware.api [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074374} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.471751] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.472572] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f0b806-537a-40e2-bac3-dacd0e1463bb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.497556] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 0c682275-f70b-4ed9-88b0-36e2047e00aa/0c682275-f70b-4ed9-88b0-36e2047e00aa.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.497860] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01771298-a70e-430d-8fce-be33dc56e67a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.522305] env[65418]: DEBUG oslo_vmware.api [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 978.522305] env[65418]: value = "task-4688789" [ 978.522305] env[65418]: _type = "Task" [ 978.522305] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.533405] env[65418]: DEBUG oslo_vmware.api [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.647325] env[65418]: DEBUG oslo_vmware.api [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52357f10-e89f-5cfa-f4ba-92450a24e067, 'name': SearchDatastore_Task, 'duration_secs': 0.02353} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.648176] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12590766-7068-4869-89b2-280af2976540 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.655136] env[65418]: DEBUG oslo_vmware.api [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 978.655136] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520576b2-1e65-f862-225c-5503520b0905" [ 978.655136] env[65418]: _type = "Task" [ 978.655136] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.664180] env[65418]: DEBUG oslo_vmware.api [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520576b2-1e65-f862-225c-5503520b0905, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.728018] env[65418]: DEBUG oslo_concurrency.lockutils [None req-9628e892-bcff-4a78-8922-b66a0e347fa3 tempest-AttachInterfacesV270Test-113617806 tempest-AttachInterfacesV270Test-113617806-project-member] Lock "05c0cf75-a49f-43c5-908d-dffb27d14d2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.865s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.784118] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Releasing lock "refresh_cache-cde5e247-0e3b-4dbd-b715-3cf5312465e2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.801382] env[65418]: DEBUG oslo_concurrency.lockutils [req-8b99e6ee-5bf1-4953-94b4-896564c752df req-61b4cae8-079b-4224-9db7-26800e6eb3d4 service nova] Releasing lock "refresh_cache-4e62fee3-4a16-4e58-b5b4-05995a7eae64" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.017775] env[65418]: DEBUG oslo_concurrency.lockutils [None req-56e37fdf-324b-40ed-a0f6-03b7bcf1a20b tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Acquiring lock "41cc4362-bddb-4434-95ba-cc9bc0259356" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.018165] env[65418]: DEBUG oslo_concurrency.lockutils [None req-56e37fdf-324b-40ed-a0f6-03b7bcf1a20b tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Lock "41cc4362-bddb-4434-95ba-cc9bc0259356" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.018448] env[65418]: DEBUG oslo_concurrency.lockutils [None req-56e37fdf-324b-40ed-a0f6-03b7bcf1a20b tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Acquiring lock "41cc4362-bddb-4434-95ba-cc9bc0259356-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.018673] env[65418]: DEBUG oslo_concurrency.lockutils [None req-56e37fdf-324b-40ed-a0f6-03b7bcf1a20b tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Lock "41cc4362-bddb-4434-95ba-cc9bc0259356-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.018875] env[65418]: DEBUG oslo_concurrency.lockutils [None req-56e37fdf-324b-40ed-a0f6-03b7bcf1a20b tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Lock "41cc4362-bddb-4434-95ba-cc9bc0259356-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.021311] env[65418]: INFO nova.compute.manager [None req-56e37fdf-324b-40ed-a0f6-03b7bcf1a20b tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Terminating instance [ 979.035945] env[65418]: DEBUG oslo_vmware.api [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688789, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.085532] env[65418]: DEBUG oslo_concurrency.lockutils [None req-650f871d-c120-469e-a576-e45f70216eb6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "e721fbba-a004-43ef-a91f-1ee19d7834c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.085795] env[65418]: DEBUG oslo_concurrency.lockutils [None req-650f871d-c120-469e-a576-e45f70216eb6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "e721fbba-a004-43ef-a91f-1ee19d7834c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.086041] env[65418]: DEBUG oslo_concurrency.lockutils [None req-650f871d-c120-469e-a576-e45f70216eb6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "e721fbba-a004-43ef-a91f-1ee19d7834c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.086353] env[65418]: DEBUG oslo_concurrency.lockutils [None req-650f871d-c120-469e-a576-e45f70216eb6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "e721fbba-a004-43ef-a91f-1ee19d7834c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.086509] env[65418]: DEBUG oslo_concurrency.lockutils [None req-650f871d-c120-469e-a576-e45f70216eb6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "e721fbba-a004-43ef-a91f-1ee19d7834c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.088674] env[65418]: INFO nova.compute.manager [None req-650f871d-c120-469e-a576-e45f70216eb6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Terminating instance [ 979.167604] env[65418]: DEBUG oslo_vmware.api [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520576b2-1e65-f862-225c-5503520b0905, 'name': SearchDatastore_Task, 'duration_secs': 0.025393} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.167804] env[65418]: DEBUG oslo_concurrency.lockutils [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.168084] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 4e62fee3-4a16-4e58-b5b4-05995a7eae64/4e62fee3-4a16-4e58-b5b4-05995a7eae64.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.168372] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-063ed152-58f4-4218-9348-02a3207aa4f5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.176607] env[65418]: DEBUG oslo_vmware.api [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 979.176607] env[65418]: value = "task-4688790" [ 979.176607] env[65418]: _type = "Task" [ 979.176607] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.188053] env[65418]: DEBUG oslo_vmware.api [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.310181] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac9f47d-a672-43fe-a078-34b35324539a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.336090] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3102fad-2d93-47f7-a813-dad3c119ba83 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.346295] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Updating instance 'cde5e247-0e3b-4dbd-b715-3cf5312465e2' progress to 83 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 979.500580] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d230e0-8e0e-4994-a978-5be89c297021 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.511029] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceecd603-df6b-4cdb-8ece-0c102f1a2f7a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.547965] env[65418]: DEBUG nova.compute.manager [None req-56e37fdf-324b-40ed-a0f6-03b7bcf1a20b tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 979.548360] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-56e37fdf-324b-40ed-a0f6-03b7bcf1a20b tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.553136] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94db201-2ae1-43a5-a934-fadc1ab85d7b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.556958] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c465a61f-0a4a-4878-a312-e3c46ee1cadc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.566064] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e37fdf-324b-40ed-a0f6-03b7bcf1a20b tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.571457] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-635d99e4-61bf-48ad-b02d-f1d22b078657 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.573231] env[65418]: DEBUG oslo_vmware.api [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688789, 'name': ReconfigVM_Task, 'duration_secs': 0.561485} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.574467] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220b781b-8012-4ffe-a287-0d9c64a0f17e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.579015] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 0c682275-f70b-4ed9-88b0-36e2047e00aa/0c682275-f70b-4ed9-88b0-36e2047e00aa.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.580162] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d39ecfd0-7d5a-4fe9-a754-56667e11b908 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.597063] env[65418]: DEBUG nova.compute.manager [None req-650f871d-c120-469e-a576-e45f70216eb6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 979.597291] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-650f871d-c120-469e-a576-e45f70216eb6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.597810] env[65418]: DEBUG nova.compute.provider_tree [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.603107] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9502020b-4f5d-4ed6-879a-3cd0f820587b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.606965] env[65418]: DEBUG oslo_vmware.api [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 979.606965] env[65418]: value = "task-4688792" [ 979.606965] env[65418]: _type = "Task" [ 979.606965] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.607301] env[65418]: DEBUG oslo_vmware.api [None req-56e37fdf-324b-40ed-a0f6-03b7bcf1a20b tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Waiting for the task: (returnval){ [ 979.607301] env[65418]: value = "task-4688791" [ 979.607301] env[65418]: _type = "Task" [ 979.607301] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.620634] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-650f871d-c120-469e-a576-e45f70216eb6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.621745] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63db2ac3-656a-4086-9ac3-ee895cf9d99d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.627817] env[65418]: DEBUG oslo_vmware.api [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688792, 'name': Rename_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.631790] env[65418]: DEBUG oslo_vmware.api [None req-56e37fdf-324b-40ed-a0f6-03b7bcf1a20b tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Task: {'id': task-4688791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.640327] env[65418]: DEBUG oslo_vmware.api [None req-650f871d-c120-469e-a576-e45f70216eb6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 979.640327] env[65418]: value = "task-4688793" [ 979.640327] env[65418]: _type = "Task" [ 979.640327] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.658318] env[65418]: DEBUG oslo_vmware.api [None req-650f871d-c120-469e-a576-e45f70216eb6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.695822] env[65418]: DEBUG oslo_vmware.api [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688790, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.859178] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.860691] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0f80942-492b-4fce-a225-f35add2a990d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.868406] env[65418]: DEBUG oslo_vmware.api [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 979.868406] env[65418]: value = "task-4688794" [ 979.868406] env[65418]: _type = "Task" [ 979.868406] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.879370] env[65418]: DEBUG oslo_vmware.api [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.112086] env[65418]: DEBUG nova.scheduler.client.report [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.130544] env[65418]: DEBUG oslo_vmware.api [None req-56e37fdf-324b-40ed-a0f6-03b7bcf1a20b tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Task: {'id': task-4688791, 'name': PowerOffVM_Task, 'duration_secs': 0.259761} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.132713] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e37fdf-324b-40ed-a0f6-03b7bcf1a20b tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.133363] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-56e37fdf-324b-40ed-a0f6-03b7bcf1a20b tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.133363] env[65418]: DEBUG oslo_vmware.api [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688792, 'name': Rename_Task, 'duration_secs': 0.399056} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.133512] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6dd805e6-084c-4633-b5cf-14ba01845b4d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.135726] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.135726] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7fc02a5-7354-41fc-8589-ecb42d6ba9f1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.146043] env[65418]: DEBUG oslo_vmware.api [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 980.146043] env[65418]: value = "task-4688795" [ 980.146043] env[65418]: _type = "Task" [ 980.146043] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.152669] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c9edcd0f-f60b-4b50-a04b-73305f46144d tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "39aca870-0b65-4df6-88bb-e49ae622c66c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.152965] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c9edcd0f-f60b-4b50-a04b-73305f46144d tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "39aca870-0b65-4df6-88bb-e49ae622c66c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.153147] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c9edcd0f-f60b-4b50-a04b-73305f46144d tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "39aca870-0b65-4df6-88bb-e49ae622c66c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.153315] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c9edcd0f-f60b-4b50-a04b-73305f46144d tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "39aca870-0b65-4df6-88bb-e49ae622c66c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.153466] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c9edcd0f-f60b-4b50-a04b-73305f46144d tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "39aca870-0b65-4df6-88bb-e49ae622c66c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.155512] env[65418]: DEBUG oslo_vmware.api [None req-650f871d-c120-469e-a576-e45f70216eb6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688793, 'name': PowerOffVM_Task, 'duration_secs': 0.247114} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.156121] env[65418]: INFO nova.compute.manager [None req-c9edcd0f-f60b-4b50-a04b-73305f46144d tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Terminating instance [ 980.158100] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-650f871d-c120-469e-a576-e45f70216eb6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.158283] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-650f871d-c120-469e-a576-e45f70216eb6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.159508] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a3766c3-0ed3-45cf-ad33-cede707a9807 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.164767] env[65418]: DEBUG oslo_vmware.api [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688795, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.191879] env[65418]: DEBUG oslo_vmware.api [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.686126} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.192248] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 4e62fee3-4a16-4e58-b5b4-05995a7eae64/4e62fee3-4a16-4e58-b5b4-05995a7eae64.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 980.192490] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 980.193179] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da4a7010-d417-47a5-b596-c9743d0709cc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.205470] env[65418]: DEBUG oslo_vmware.api [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 980.205470] env[65418]: value = "task-4688798" [ 980.205470] env[65418]: _type = "Task" [ 980.205470] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.221428] env[65418]: DEBUG oslo_vmware.api [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688798, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.221963] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-56e37fdf-324b-40ed-a0f6-03b7bcf1a20b tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.222351] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-56e37fdf-324b-40ed-a0f6-03b7bcf1a20b tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.222583] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-56e37fdf-324b-40ed-a0f6-03b7bcf1a20b tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Deleting the datastore file [datastore2] 41cc4362-bddb-4434-95ba-cc9bc0259356 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.222927] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-692e5dd7-0602-4d22-95de-d5f484af0056 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.233063] env[65418]: DEBUG oslo_vmware.api [None req-56e37fdf-324b-40ed-a0f6-03b7bcf1a20b tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Waiting for the task: (returnval){ [ 980.233063] env[65418]: value = "task-4688799" [ 980.233063] env[65418]: _type = "Task" [ 980.233063] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.244724] env[65418]: DEBUG oslo_vmware.api [None req-56e37fdf-324b-40ed-a0f6-03b7bcf1a20b tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Task: {'id': task-4688799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.251735] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-650f871d-c120-469e-a576-e45f70216eb6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.251735] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-650f871d-c120-469e-a576-e45f70216eb6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.251735] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-650f871d-c120-469e-a576-e45f70216eb6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Deleting the datastore file [datastore2] e721fbba-a004-43ef-a91f-1ee19d7834c4 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.252227] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2d7ce6f-7887-422f-97e9-54a627d210bb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.261077] env[65418]: DEBUG oslo_vmware.api [None req-650f871d-c120-469e-a576-e45f70216eb6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 980.261077] env[65418]: value = "task-4688800" [ 980.261077] env[65418]: _type = "Task" [ 980.261077] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.261400] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "interface-d1993506-e855-489a-a879-74483d10153c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.261573] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "interface-d1993506-e855-489a-a879-74483d10153c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.261930] env[65418]: DEBUG nova.objects.instance [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lazy-loading 'flavor' on Instance uuid d1993506-e855-489a-a879-74483d10153c {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.275093] env[65418]: DEBUG oslo_vmware.api [None req-650f871d-c120-469e-a576-e45f70216eb6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.322950] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.323290] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.380893] env[65418]: DEBUG oslo_vmware.api [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688794, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.624172] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.624802] env[65418]: DEBUG nova.compute.manager [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 980.628204] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ce93d800-017c-4718-a7aa-446b37e8c0ad tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.319s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.632027] env[65418]: DEBUG nova.objects.instance [None req-ce93d800-017c-4718-a7aa-446b37e8c0ad tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Lazy-loading 'resources' on Instance uuid b6b13e36-8f82-4285-a58f-7306565c3a23 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.659258] env[65418]: DEBUG oslo_vmware.api [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688795, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.667280] env[65418]: DEBUG nova.compute.manager [None req-c9edcd0f-f60b-4b50-a04b-73305f46144d tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 980.667280] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c9edcd0f-f60b-4b50-a04b-73305f46144d tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.667280] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c66c37d-e47b-44a6-b1c6-43efa0bbc2bc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.680185] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c9edcd0f-f60b-4b50-a04b-73305f46144d tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.681269] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-009d4db7-ada3-479f-a582-2efb11e6ce98 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.716951] env[65418]: DEBUG oslo_vmware.api [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688798, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083762} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.719571] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.722086] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c4f887-2e06-4c86-abea-89b256a99ad9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.746796] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 4e62fee3-4a16-4e58-b5b4-05995a7eae64/4e62fee3-4a16-4e58-b5b4-05995a7eae64.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.752041] env[65418]: DEBUG oslo_vmware.rw_handles [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e1ae3-a647-eb8a-c828-fe4cdfa4d553/disk-0.vmdk. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 980.752473] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24258bd0-46ee-4bc4-866d-b99b2f3430b0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.769729] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f21af4d-aecd-4f81-b2d1-dbba070d25de {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.774313] env[65418]: WARNING neutronclient.v2_0.client [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 980.785607] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c9edcd0f-f60b-4b50-a04b-73305f46144d tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.785873] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c9edcd0f-f60b-4b50-a04b-73305f46144d tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.786880] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9edcd0f-f60b-4b50-a04b-73305f46144d tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Deleting the datastore file [datastore2] 39aca870-0b65-4df6-88bb-e49ae622c66c {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.789513] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec48dfac-a10e-4b10-8c9a-2d8cc787476d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.792547] env[65418]: DEBUG oslo_vmware.api [None req-56e37fdf-324b-40ed-a0f6-03b7bcf1a20b tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Task: {'id': task-4688799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.401903} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.795790] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-56e37fdf-324b-40ed-a0f6-03b7bcf1a20b tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.795790] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-56e37fdf-324b-40ed-a0f6-03b7bcf1a20b tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.795932] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-56e37fdf-324b-40ed-a0f6-03b7bcf1a20b tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.795972] env[65418]: INFO nova.compute.manager [None req-56e37fdf-324b-40ed-a0f6-03b7bcf1a20b tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Took 1.25 seconds to destroy the instance on the hypervisor. [ 980.796409] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-56e37fdf-324b-40ed-a0f6-03b7bcf1a20b tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 980.796623] env[65418]: DEBUG oslo_vmware.rw_handles [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e1ae3-a647-eb8a-c828-fe4cdfa4d553/disk-0.vmdk is in state: ready. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 980.796763] env[65418]: ERROR oslo_vmware.rw_handles [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e1ae3-a647-eb8a-c828-fe4cdfa4d553/disk-0.vmdk due to incomplete transfer. [ 980.797056] env[65418]: DEBUG oslo_vmware.api [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 980.797056] env[65418]: value = "task-4688802" [ 980.797056] env[65418]: _type = "Task" [ 980.797056] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.797874] env[65418]: DEBUG nova.compute.manager [-] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 980.797874] env[65418]: DEBUG nova.network.neutron [-] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 980.798636] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 980.800027] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0fc4ede8-c192-498e-a08a-16d1398df08e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.809576] env[65418]: DEBUG oslo_vmware.api [None req-650f871d-c120-469e-a576-e45f70216eb6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387028} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.809902] env[65418]: DEBUG oslo_vmware.api [None req-c9edcd0f-f60b-4b50-a04b-73305f46144d tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 980.809902] env[65418]: value = "task-4688803" [ 980.809902] env[65418]: _type = "Task" [ 980.809902] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.810558] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-650f871d-c120-469e-a576-e45f70216eb6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.810743] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-650f871d-c120-469e-a576-e45f70216eb6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.810920] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-650f871d-c120-469e-a576-e45f70216eb6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.811133] env[65418]: INFO nova.compute.manager [None req-650f871d-c120-469e-a576-e45f70216eb6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Took 1.21 seconds to destroy the instance on the hypervisor. [ 980.811385] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-650f871d-c120-469e-a576-e45f70216eb6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 980.812030] env[65418]: DEBUG nova.compute.manager [-] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 980.812156] env[65418]: DEBUG nova.network.neutron [-] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 980.812686] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 980.826381] env[65418]: DEBUG oslo_vmware.rw_handles [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e1ae3-a647-eb8a-c828-fe4cdfa4d553/disk-0.vmdk. {{(pid=65418) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 980.826604] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Uploaded image 184d4e24-e5bf-4f26-a243-04e7f1747b22 to the Glance image server {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 980.828812] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Destroying the VM {{(pid=65418) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 980.829128] env[65418]: DEBUG oslo_vmware.api [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.829487] env[65418]: DEBUG nova.compute.manager [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 980.833651] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7347b71c-bfe9-4fa0-a761-be6e84598f84 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.839500] env[65418]: DEBUG oslo_vmware.api [None req-c9edcd0f-f60b-4b50-a04b-73305f46144d tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.846688] env[65418]: DEBUG oslo_vmware.api [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 980.846688] env[65418]: value = "task-4688804" [ 980.846688] env[65418]: _type = "Task" [ 980.846688] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.853919] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 980.860591] env[65418]: DEBUG oslo_vmware.api [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688804, 'name': Destroy_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.882872] env[65418]: DEBUG oslo_vmware.api [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688794, 'name': PowerOnVM_Task, 'duration_secs': 0.559565} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.883286] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.883738] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4256eb45-be80-4b29-9b27-bb7cd3b02f24 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Updating instance 'cde5e247-0e3b-4dbd-b715-3cf5312465e2' progress to 100 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 980.907738] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 980.945100] env[65418]: DEBUG nova.objects.instance [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lazy-loading 'pci_requests' on Instance uuid d1993506-e855-489a-a879-74483d10153c {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.132547] env[65418]: DEBUG nova.compute.utils [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.135611] env[65418]: DEBUG nova.compute.manager [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 981.136198] env[65418]: DEBUG nova.network.neutron [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 981.136198] env[65418]: WARNING neutronclient.v2_0.client [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.136591] env[65418]: WARNING neutronclient.v2_0.client [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.159939] env[65418]: DEBUG oslo_vmware.api [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688795, 'name': PowerOnVM_Task, 'duration_secs': 0.926781} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.161237] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.161669] env[65418]: INFO nova.compute.manager [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Took 9.21 seconds to spawn the instance on the hypervisor. [ 981.163024] env[65418]: DEBUG nova.compute.manager [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 981.163569] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-819b17c9-76e7-4276-a5fc-7c411a7e17f9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.321666] env[65418]: DEBUG oslo_vmware.api [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.335414] env[65418]: DEBUG oslo_vmware.api [None req-c9edcd0f-f60b-4b50-a04b-73305f46144d tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312547} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.336099] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9edcd0f-f60b-4b50-a04b-73305f46144d tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.336576] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c9edcd0f-f60b-4b50-a04b-73305f46144d tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.336872] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c9edcd0f-f60b-4b50-a04b-73305f46144d tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.338031] env[65418]: INFO nova.compute.manager [None req-c9edcd0f-f60b-4b50-a04b-73305f46144d tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Took 0.67 seconds to destroy the instance on the hypervisor. [ 981.338031] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-c9edcd0f-f60b-4b50-a04b-73305f46144d tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 981.340165] env[65418]: DEBUG nova.compute.manager [-] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 981.340291] env[65418]: DEBUG nova.network.neutron [-] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 981.340721] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.360847] env[65418]: DEBUG oslo_vmware.api [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688804, 'name': Destroy_Task} progress is 33%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.363722] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.448248] env[65418]: DEBUG nova.objects.base [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65418) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 981.448476] env[65418]: DEBUG nova.network.neutron [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 981.448809] env[65418]: WARNING neutronclient.v2_0.client [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.449089] env[65418]: WARNING neutronclient.v2_0.client [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.495222] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1350e6c-ce56-4aee-9bcb-2679d7db6abb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.510363] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f08fd15-429a-4175-86a6-5415cf8675f1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.549835] env[65418]: DEBUG nova.policy [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '829306e8b9d04ccd8eb8a462de9960ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6824359fffa4e4a9be6a8fcfac948e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.552318] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec7eb32-5596-4862-811e-f0515b9ceeb1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.561309] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d84b03-4f2b-4c95-bc8e-319d0904475f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.567350] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.585371] env[65418]: DEBUG nova.compute.provider_tree [None req-ce93d800-017c-4718-a7aa-446b37e8c0ad tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.606198] env[65418]: DEBUG nova.policy [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbe4a60696ea41d5b19c47e178308983', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ca3b83200614608a1469439b601a853', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.636116] env[65418]: DEBUG nova.compute.manager [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 981.689380] env[65418]: INFO nova.compute.manager [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Took 36.77 seconds to build instance. [ 981.815951] env[65418]: DEBUG oslo_vmware.api [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688802, 'name': ReconfigVM_Task, 'duration_secs': 0.784693} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.816727] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 4e62fee3-4a16-4e58-b5b4-05995a7eae64/4e62fee3-4a16-4e58-b5b4-05995a7eae64.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.817653] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39e9df38-9cf2-4d4a-be4a-3700aa8e081a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.825827] env[65418]: DEBUG oslo_vmware.api [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 981.825827] env[65418]: value = "task-4688805" [ 981.825827] env[65418]: _type = "Task" [ 981.825827] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.836190] env[65418]: DEBUG oslo_vmware.api [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688805, 'name': Rename_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.861619] env[65418]: DEBUG oslo_vmware.api [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688804, 'name': Destroy_Task, 'duration_secs': 0.949526} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.862258] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Destroyed the VM [ 981.862258] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Deleting Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 981.863339] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ac093158-9611-467b-a5b5-a41bf4e8a22a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.866663] env[65418]: DEBUG nova.network.neutron [-] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.874611] env[65418]: DEBUG oslo_vmware.api [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 981.874611] env[65418]: value = "task-4688806" [ 981.874611] env[65418]: _type = "Task" [ 981.874611] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.886781] env[65418]: DEBUG oslo_vmware.api [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688806, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.002673] env[65418]: DEBUG nova.network.neutron [-] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.090202] env[65418]: DEBUG nova.scheduler.client.report [None req-ce93d800-017c-4718-a7aa-446b37e8c0ad tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.191595] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ab798cc1-15c0-4101-8d59-2312492b10de tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "0c682275-f70b-4ed9-88b0-36e2047e00aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.289s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.213338] env[65418]: DEBUG nova.network.neutron [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Successfully created port: b837651b-8123-418b-ab05-4cd3f3f661b7 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 982.217481] env[65418]: DEBUG nova.network.neutron [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Successfully created port: 7a704222-ef62-43bc-add1-b91f5f86b850 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 982.338487] env[65418]: DEBUG oslo_vmware.api [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688805, 'name': Rename_Task, 'duration_secs': 0.251846} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.338733] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.338902] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f20a1519-3173-460e-9af6-21df50bfb447 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.349074] env[65418]: DEBUG oslo_vmware.api [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 982.349074] env[65418]: value = "task-4688807" [ 982.349074] env[65418]: _type = "Task" [ 982.349074] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.355647] env[65418]: DEBUG nova.network.neutron [-] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.360840] env[65418]: DEBUG oslo_vmware.api [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.368772] env[65418]: INFO nova.compute.manager [-] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Took 1.56 seconds to deallocate network for instance. [ 982.388088] env[65418]: DEBUG oslo_vmware.api [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688806, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.506062] env[65418]: INFO nova.compute.manager [-] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Took 1.71 seconds to deallocate network for instance. [ 982.595841] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ce93d800-017c-4718-a7aa-446b37e8c0ad tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.598470] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.733s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.629378] env[65418]: INFO nova.scheduler.client.report [None req-ce93d800-017c-4718-a7aa-446b37e8c0ad tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Deleted allocations for instance b6b13e36-8f82-4285-a58f-7306565c3a23 [ 982.646562] env[65418]: DEBUG nova.compute.manager [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 982.678780] env[65418]: DEBUG nova.virt.hardware [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 982.678999] env[65418]: DEBUG nova.virt.hardware [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.679162] env[65418]: DEBUG nova.virt.hardware [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 982.679290] env[65418]: DEBUG nova.virt.hardware [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.679447] env[65418]: DEBUG nova.virt.hardware [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 982.679600] env[65418]: DEBUG nova.virt.hardware [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 982.679855] env[65418]: DEBUG nova.virt.hardware [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 982.680034] env[65418]: DEBUG nova.virt.hardware [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 982.680232] env[65418]: DEBUG nova.virt.hardware [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 982.680394] env[65418]: DEBUG nova.virt.hardware [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 982.680592] env[65418]: DEBUG nova.virt.hardware [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 982.682175] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a30ebd5-44d2-4fc0-ba9d-cd069e8aab8a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.693269] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55e7ac4-2f92-4561-82e3-721e4efafe52 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.863522] env[65418]: INFO nova.compute.manager [-] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Took 1.52 seconds to deallocate network for instance. [ 982.863980] env[65418]: DEBUG oslo_vmware.api [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688807, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.876127] env[65418]: DEBUG oslo_concurrency.lockutils [None req-650f871d-c120-469e-a576-e45f70216eb6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.891997] env[65418]: DEBUG oslo_vmware.api [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688806, 'name': RemoveSnapshot_Task, 'duration_secs': 0.817281} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.892590] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Deleted Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 982.893088] env[65418]: DEBUG nova.compute.manager [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 982.894413] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d48fef2-ad44-4029-80c6-e47cf4e9e5f3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.013682] env[65418]: DEBUG oslo_concurrency.lockutils [None req-56e37fdf-324b-40ed-a0f6-03b7bcf1a20b tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.138726] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ce93d800-017c-4718-a7aa-446b37e8c0ad tempest-ServersTestMultiNic-1690690875 tempest-ServersTestMultiNic-1690690875-project-member] Lock "b6b13e36-8f82-4285-a58f-7306565c3a23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.792s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.360865] env[65418]: DEBUG oslo_vmware.api [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688807, 'name': PowerOnVM_Task, 'duration_secs': 0.6143} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.361300] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.361300] env[65418]: INFO nova.compute.manager [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Took 8.72 seconds to spawn the instance on the hypervisor. [ 983.361480] env[65418]: DEBUG nova.compute.manager [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 983.362381] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a398c53-a0d3-4ace-93f2-29a7076d20c4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.373509] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c9edcd0f-f60b-4b50-a04b-73305f46144d tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.412331] env[65418]: INFO nova.compute.manager [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Shelve offloading [ 983.613803] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Applying migration context for instance cde5e247-0e3b-4dbd-b715-3cf5312465e2 as it has an incoming, in-progress migration 4dbc5dce-3066-4652-8dd4-b6a930c77ca4. Migration status is finished {{(pid=65418) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 983.614223] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Applying migration context for instance d5b22bc6-625a-4f32-b6d6-da588f171575 as it has an incoming, in-progress migration ee09d1e9-a5ca-45eb-8967-2947670c6a0d. Migration status is confirming {{(pid=65418) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 983.616030] env[65418]: INFO nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Updating resource usage from migration 4dbc5dce-3066-4652-8dd4-b6a930c77ca4 [ 983.616958] env[65418]: INFO nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Updating resource usage from migration ee09d1e9-a5ca-45eb-8967-2947670c6a0d [ 983.642906] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance f2797997-11ac-4c21-a8db-2588e2232436 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 983.643122] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 6d696804-7857-4d8b-b4bf-fa79c8615b5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 983.643257] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance f20a3241-1b6e-4072-b3f6-f8cef3f52188 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 983.643568] env[65418]: WARNING nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance e721fbba-a004-43ef-a91f-1ee19d7834c4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 983.643568] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 9f657eff-f138-407c-8c54-71fd857a3298 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 983.643726] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance d1993506-e855-489a-a879-74483d10153c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 983.643783] env[65418]: WARNING nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 41cc4362-bddb-4434-95ba-cc9bc0259356 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 983.643877] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 6b1ced43-7a2e-40fb-981f-2b167915fee5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 983.643989] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 39aca870-0b65-4df6-88bb-e49ae622c66c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 983.644119] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Migration ee09d1e9-a5ca-45eb-8967-2947670c6a0d is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 983.644230] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance d5b22bc6-625a-4f32-b6d6-da588f171575 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 983.644336] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 45d19b37-ffd2-40d5-a567-9560657d328f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 983.644441] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance fed7b669-ab6a-4a08-b0f9-a5fd942a9753 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 983.644547] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Migration 4dbc5dce-3066-4652-8dd4-b6a930c77ca4 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 983.644653] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance cde5e247-0e3b-4dbd-b715-3cf5312465e2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 983.644765] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 0c682275-f70b-4ed9-88b0-36e2047e00aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 983.644858] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 4e62fee3-4a16-4e58-b5b4-05995a7eae64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 983.644961] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 9980df28-b588-438f-8dc0-76636341a971 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 983.823682] env[65418]: DEBUG nova.network.neutron [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Successfully updated port: 7a704222-ef62-43bc-add1-b91f5f86b850 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 983.881537] env[65418]: INFO nova.compute.manager [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Took 37.90 seconds to build instance. [ 983.916612] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.916612] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f6a1c6d-cc5d-4e98-ae8c-e48389d54116 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.926422] env[65418]: DEBUG oslo_vmware.api [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 983.926422] env[65418]: value = "task-4688808" [ 983.926422] env[65418]: _type = "Task" [ 983.926422] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.937926] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] VM already powered off {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 983.938169] env[65418]: DEBUG nova.compute.manager [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 983.938963] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8d2a94-44ac-454a-8cea-32ba4ad80939 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.947781] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquiring lock "refresh_cache-9f657eff-f138-407c-8c54-71fd857a3298" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.947781] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquired lock "refresh_cache-9f657eff-f138-407c-8c54-71fd857a3298" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.947949] env[65418]: DEBUG nova.network.neutron [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 984.148580] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 984.148883] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=65418) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 984.149112] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=100GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '14', 'num_vm_resized': '2', 'num_task_None': '10', 'num_os_type_None': '14', 'num_proj_5e0727a4c133420fa0cb4f4356dee109': '1', 'io_workload': '2', 'num_proj_5e14fd3d9ea54564854290858d3c5cc9': '1', 'num_vm_active': '8', 'num_proj_68957baf5aec4df4b0008c8d4632ba1b': '3', 'num_vm_rescued': '1', 'num_proj_4f0140731fab4ddebe63cfa14ec652ae': '2', 'num_task_shelving_image_uploading': '1', 'num_proj_13faa5c583ad4f9a935923e6635dc61e': '1', 'num_proj_2ca3b83200614608a1469439b601a853': '1', 'num_vm_stopped': '1', 'num_task_deleting': '1', 'num_proj_675678a320e2412e9c0beeb77ae0baca': '1', 'num_proj_bf990c4ef1ff4879ba4e5d9c0086dc0f': '1', 'num_proj_ea9a1850358a42e49d88f4b344fe6d7e': '1', 'num_vm_building': '2', 'num_task_spawning': '2', 'num_proj_378c1e35059b4dddb61aa567774373a7': '1', 'num_proj_d6824359fffa4e4a9be6a8fcfac948e7': '1'} {{(pid=65418) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 984.167513] env[65418]: DEBUG nova.compute.manager [req-83444d94-4527-4a34-b888-ba7072f2226b req-e2ba89c2-9746-4011-8fd8-c7cf7b3bffe2 service nova] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Received event network-vif-deleted-14f078c1-737b-4110-a2ad-007c4dd28f3e {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 984.273312] env[65418]: DEBUG nova.network.neutron [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Successfully updated port: b837651b-8123-418b-ab05-4cd3f3f661b7 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 984.319047] env[65418]: DEBUG nova.compute.manager [req-1f141185-5a48-478c-a048-635d1e6cb6b1 req-9a0461b0-c438-44af-b813-b211f066f342 service nova] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Received event network-vif-deleted-3fd7297d-b185-4bda-9107-16c0aeefc457 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 984.328102] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquiring lock "refresh_cache-9980df28-b588-438f-8dc0-76636341a971" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.328314] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquired lock "refresh_cache-9980df28-b588-438f-8dc0-76636341a971" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.328492] env[65418]: DEBUG nova.network.neutron [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 984.383464] env[65418]: DEBUG oslo_concurrency.lockutils [None req-363ef699-5470-49d9-9bd0-19a9527129e4 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "4e62fee3-4a16-4e58-b5b4-05995a7eae64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.405s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.443023] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5c2563-90e5-4a95-9bec-2ea645208924 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.450910] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096a6b0a-f020-4f95-b74f-087839c3edd5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.456389] env[65418]: WARNING neutronclient.v2_0.client [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.488257] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c35f7a7-015e-433b-8a44-b504097b167f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.497562] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1df328-e024-47c0-b227-7f7712a682c7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.512961] env[65418]: DEBUG nova.compute.provider_tree [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.777658] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "refresh_cache-d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.777658] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquired lock "refresh_cache-d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.778259] env[65418]: DEBUG nova.network.neutron [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 984.820540] env[65418]: WARNING neutronclient.v2_0.client [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.018988] env[65418]: DEBUG nova.scheduler.client.report [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.085316] env[65418]: DEBUG nova.network.neutron [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 985.152204] env[65418]: DEBUG nova.network.neutron [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Updating instance_info_cache with network_info: [{"id": "c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd", "address": "fa:16:3e:dd:29:5a", "network": {"id": "06ea58af-38d9-465d-900e-da9d74af1c1e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-720438806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13faa5c583ad4f9a935923e6635dc61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc51b2fcd-ba", "ovs_interfaceid": "c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.524711] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65418) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 985.525030] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.927s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.525314] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0220ec9f-ae5c-4654-9312-1b8ea38dd98b tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.926s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.611585] env[65418]: WARNING nova.network.neutron [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] 7eb8d990-6d3e-4b01-a203-6d2e2113297e already exists in list: networks containing: ['7eb8d990-6d3e-4b01-a203-6d2e2113297e']. ignoring it [ 985.654189] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Releasing lock "refresh_cache-9f657eff-f138-407c-8c54-71fd857a3298" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.654642] env[65418]: WARNING neutronclient.v2_0.client [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.654942] env[65418]: WARNING neutronclient.v2_0.client [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.691400] env[65418]: WARNING neutronclient.v2_0.client [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.855068] env[65418]: WARNING neutronclient.v2_0.client [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.887518] env[65418]: DEBUG nova.network.neutron [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Updating instance_info_cache with network_info: [{"id": "7a704222-ef62-43bc-add1-b91f5f86b850", "address": "fa:16:3e:e4:e9:0a", "network": {"id": "b465667a-082c-4f49-9557-8cf44a22f951", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1612843654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6824359fffa4e4a9be6a8fcfac948e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a704222-ef", "ovs_interfaceid": "7a704222-ef62-43bc-add1-b91f5f86b850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.109980] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.111284] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109f6d66-353f-49f0-b053-5a827bca13a2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.119862] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 986.120875] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b505e19-fd95-4d83-8e03-a75d1f501bbf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.210087] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 986.210468] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 986.210777] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Deleting the datastore file [datastore2] 9f657eff-f138-407c-8c54-71fd857a3298 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 986.211229] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b401e81-1345-4671-b3cb-87f508ada6e5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.220584] env[65418]: DEBUG oslo_vmware.api [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 986.220584] env[65418]: value = "task-4688810" [ 986.220584] env[65418]: _type = "Task" [ 986.220584] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.235422] env[65418]: DEBUG oslo_vmware.api [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.239271] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6455be-abff-4815-a200-f2dbaaaecd7f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.250741] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1de96254-6d22-4ec6-9b79-b7c956ddb77f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Suspending the VM {{(pid=65418) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 986.251320] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-002ac370-835b-47ca-99c3-94e975bd9025 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.263784] env[65418]: DEBUG oslo_vmware.api [None req-1de96254-6d22-4ec6-9b79-b7c956ddb77f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 986.263784] env[65418]: value = "task-4688811" [ 986.263784] env[65418]: _type = "Task" [ 986.263784] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.280786] env[65418]: DEBUG oslo_vmware.api [None req-1de96254-6d22-4ec6-9b79-b7c956ddb77f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688811, 'name': SuspendVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.349224] env[65418]: WARNING neutronclient.v2_0.client [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.390356] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Releasing lock "refresh_cache-9980df28-b588-438f-8dc0-76636341a971" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.390739] env[65418]: DEBUG nova.compute.manager [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Instance network_info: |[{"id": "7a704222-ef62-43bc-add1-b91f5f86b850", "address": "fa:16:3e:e4:e9:0a", "network": {"id": "b465667a-082c-4f49-9557-8cf44a22f951", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1612843654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6824359fffa4e4a9be6a8fcfac948e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a704222-ef", "ovs_interfaceid": "7a704222-ef62-43bc-add1-b91f5f86b850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 986.391397] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:e9:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a704222-ef62-43bc-add1-b91f5f86b850', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.399465] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Creating folder: Project (d6824359fffa4e4a9be6a8fcfac948e7). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.400720] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b21b4938-b64f-4d59-a228-1359153c8bd0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.403246] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8426a7-62ed-4071-849f-8dc6dc251af3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.412299] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf6cafb-267a-4bb2-93e9-f87812bb7f2b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.418204] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Created folder: Project (d6824359fffa4e4a9be6a8fcfac948e7) in parent group-v914982. [ 986.418519] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Creating folder: Instances. Parent ref: group-v915231. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.419401] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bed4ebb-2434-4ccc-ae57-a7f101b4a904 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.453247] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db62a86e-c79d-4132-ac61-0077e37c68c9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.455915] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Created folder: Instances in parent group-v915231. [ 986.456269] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 986.456638] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9980df28-b588-438f-8dc0-76636341a971] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.457275] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16334abf-f9eb-4688-aea4-8cbba2f4af01 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.475778] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd392dca-5bac-4a0d-aabf-2d5e11852d4d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.483211] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.483211] env[65418]: value = "task-4688814" [ 986.483211] env[65418]: _type = "Task" [ 986.483211] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.496398] env[65418]: DEBUG nova.compute.provider_tree [None req-0220ec9f-ae5c-4654-9312-1b8ea38dd98b tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.505194] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688814, 'name': CreateVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.509204] env[65418]: DEBUG nova.network.neutron [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Updating instance_info_cache with network_info: [{"id": "90fa80de-51c3-4c3c-aea9-184bb2cb0e75", "address": "fa:16:3e:22:79:ed", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90fa80de-51", "ovs_interfaceid": "90fa80de-51c3-4c3c-aea9-184bb2cb0e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b837651b-8123-418b-ab05-4cd3f3f661b7", "address": "fa:16:3e:cd:aa:4f", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb837651b-81", "ovs_interfaceid": "b837651b-8123-418b-ab05-4cd3f3f661b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.732663] env[65418]: DEBUG oslo_vmware.api [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.758438] env[65418]: DEBUG oslo_concurrency.lockutils [None req-25882c80-f96c-4580-928a-04f45eae1aeb tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquiring lock "6b1ced43-7a2e-40fb-981f-2b167915fee5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.758699] env[65418]: DEBUG oslo_concurrency.lockutils [None req-25882c80-f96c-4580-928a-04f45eae1aeb tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "6b1ced43-7a2e-40fb-981f-2b167915fee5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.777074] env[65418]: DEBUG oslo_vmware.api [None req-1de96254-6d22-4ec6-9b79-b7c956ddb77f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688811, 'name': SuspendVM_Task} progress is 62%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.996219] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688814, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.001742] env[65418]: DEBUG nova.scheduler.client.report [None req-0220ec9f-ae5c-4654-9312-1b8ea38dd98b tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.012536] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Releasing lock "refresh_cache-d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.013724] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.013724] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquired lock "d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.015247] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d88ba4b-6198-43a3-8d8f-c6a092b2c2c2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.033653] env[65418]: DEBUG nova.virt.hardware [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 987.033904] env[65418]: DEBUG nova.virt.hardware [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.034100] env[65418]: DEBUG nova.virt.hardware [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 987.034292] env[65418]: DEBUG nova.virt.hardware [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.034449] env[65418]: DEBUG nova.virt.hardware [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 987.034589] env[65418]: DEBUG nova.virt.hardware [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 987.034807] env[65418]: DEBUG nova.virt.hardware [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 987.034976] env[65418]: DEBUG nova.virt.hardware [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 987.035177] env[65418]: DEBUG nova.virt.hardware [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 987.035353] env[65418]: DEBUG nova.virt.hardware [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 987.035525] env[65418]: DEBUG nova.virt.hardware [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 987.041973] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Reconfiguring VM to attach interface {{(pid=65418) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 987.042660] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f72625be-e3c6-492c-8663-38bfdd7f2b79 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.063122] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4d5a22b5-6af5-4369-b7bd-5f5297369230 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "cde5e247-0e3b-4dbd-b715-3cf5312465e2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.063295] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4d5a22b5-6af5-4369-b7bd-5f5297369230 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "cde5e247-0e3b-4dbd-b715-3cf5312465e2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.063483] env[65418]: DEBUG nova.compute.manager [None req-4d5a22b5-6af5-4369-b7bd-5f5297369230 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Going to confirm migration 4 {{(pid=65418) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 987.065395] env[65418]: DEBUG oslo_vmware.api [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 987.065395] env[65418]: value = "task-4688815" [ 987.065395] env[65418]: _type = "Task" [ 987.065395] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.075186] env[65418]: DEBUG oslo_vmware.api [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688815, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.233968] env[65418]: DEBUG oslo_vmware.api [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.544169} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.233968] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.233968] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.234218] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.262706] env[65418]: INFO nova.scheduler.client.report [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Deleted allocations for instance 9f657eff-f138-407c-8c54-71fd857a3298 [ 987.266036] env[65418]: DEBUG nova.compute.utils [None req-25882c80-f96c-4580-928a-04f45eae1aeb tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 987.277445] env[65418]: DEBUG oslo_vmware.api [None req-1de96254-6d22-4ec6-9b79-b7c956ddb77f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688811, 'name': SuspendVM_Task, 'duration_secs': 0.987895} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.279462] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1de96254-6d22-4ec6-9b79-b7c956ddb77f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Suspended the VM {{(pid=65418) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 987.279462] env[65418]: DEBUG nova.compute.manager [None req-1de96254-6d22-4ec6-9b79-b7c956ddb77f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 987.279746] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73938a0-d42c-4d7d-9518-065e121baedd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.494866] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688814, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.573210] env[65418]: WARNING neutronclient.v2_0.client [None req-4d5a22b5-6af5-4369-b7bd-5f5297369230 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 987.581895] env[65418]: DEBUG oslo_vmware.api [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688815, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.648053] env[65418]: WARNING neutronclient.v2_0.client [None req-4d5a22b5-6af5-4369-b7bd-5f5297369230 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 987.648241] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4d5a22b5-6af5-4369-b7bd-5f5297369230 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "refresh_cache-cde5e247-0e3b-4dbd-b715-3cf5312465e2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.648394] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4d5a22b5-6af5-4369-b7bd-5f5297369230 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquired lock "refresh_cache-cde5e247-0e3b-4dbd-b715-3cf5312465e2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.648559] env[65418]: DEBUG nova.network.neutron [None req-4d5a22b5-6af5-4369-b7bd-5f5297369230 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 987.648743] env[65418]: DEBUG nova.objects.instance [None req-4d5a22b5-6af5-4369-b7bd-5f5297369230 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lazy-loading 'info_cache' on Instance uuid cde5e247-0e3b-4dbd-b715-3cf5312465e2 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.769091] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.771928] env[65418]: DEBUG oslo_concurrency.lockutils [None req-25882c80-f96c-4580-928a-04f45eae1aeb tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "6b1ced43-7a2e-40fb-981f-2b167915fee5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.996739] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688814, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.013845] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0220ec9f-ae5c-4654-9312-1b8ea38dd98b tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.488s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.014301] env[65418]: DEBUG nova.compute.manager [None req-0220ec9f-ae5c-4654-9312-1b8ea38dd98b tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=65418) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5416}} [ 988.017469] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.520s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.017667] env[65418]: DEBUG nova.objects.instance [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65418) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 988.078191] env[65418]: DEBUG oslo_vmware.api [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688815, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.496165] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688814, 'name': CreateVM_Task, 'duration_secs': 1.610894} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.496362] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9980df28-b588-438f-8dc0-76636341a971] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 988.496992] env[65418]: WARNING neutronclient.v2_0.client [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.497397] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.497549] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.497906] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.498221] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69ca58de-df05-49e7-bbd6-2ab420e6f440 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.505575] env[65418]: DEBUG oslo_vmware.api [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 988.505575] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e14b6d-e8d1-daf1-3062-214e0c33c720" [ 988.505575] env[65418]: _type = "Task" [ 988.505575] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.517811] env[65418]: DEBUG oslo_vmware.api [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e14b6d-e8d1-daf1-3062-214e0c33c720, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.579411] env[65418]: DEBUG oslo_vmware.api [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688815, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.584929] env[65418]: INFO nova.scheduler.client.report [None req-0220ec9f-ae5c-4654-9312-1b8ea38dd98b tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Deleted allocation for migration ee09d1e9-a5ca-45eb-8967-2947670c6a0d [ 988.656247] env[65418]: WARNING neutronclient.v2_0.client [None req-4d5a22b5-6af5-4369-b7bd-5f5297369230 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.708432] env[65418]: DEBUG nova.compute.manager [req-a05d3470-9fd2-46ee-91f1-98a79583b9b3 req-2d79fa13-1ddc-4e99-805a-337fc935b39f service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Received event network-vif-plugged-b837651b-8123-418b-ab05-4cd3f3f661b7 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 988.708432] env[65418]: DEBUG oslo_concurrency.lockutils [req-a05d3470-9fd2-46ee-91f1-98a79583b9b3 req-2d79fa13-1ddc-4e99-805a-337fc935b39f service nova] Acquiring lock "d1993506-e855-489a-a879-74483d10153c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.708432] env[65418]: DEBUG oslo_concurrency.lockutils [req-a05d3470-9fd2-46ee-91f1-98a79583b9b3 req-2d79fa13-1ddc-4e99-805a-337fc935b39f service nova] Lock "d1993506-e855-489a-a879-74483d10153c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.708432] env[65418]: DEBUG oslo_concurrency.lockutils [req-a05d3470-9fd2-46ee-91f1-98a79583b9b3 req-2d79fa13-1ddc-4e99-805a-337fc935b39f service nova] Lock "d1993506-e855-489a-a879-74483d10153c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.709433] env[65418]: DEBUG nova.compute.manager [req-a05d3470-9fd2-46ee-91f1-98a79583b9b3 req-2d79fa13-1ddc-4e99-805a-337fc935b39f service nova] [instance: d1993506-e855-489a-a879-74483d10153c] No waiting events found dispatching network-vif-plugged-b837651b-8123-418b-ab05-4cd3f3f661b7 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 988.709433] env[65418]: WARNING nova.compute.manager [req-a05d3470-9fd2-46ee-91f1-98a79583b9b3 req-2d79fa13-1ddc-4e99-805a-337fc935b39f service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Received unexpected event network-vif-plugged-b837651b-8123-418b-ab05-4cd3f3f661b7 for instance with vm_state active and task_state None. [ 988.709433] env[65418]: DEBUG nova.compute.manager [req-a05d3470-9fd2-46ee-91f1-98a79583b9b3 req-2d79fa13-1ddc-4e99-805a-337fc935b39f service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Received event network-changed-b837651b-8123-418b-ab05-4cd3f3f661b7 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 988.709433] env[65418]: DEBUG nova.compute.manager [req-a05d3470-9fd2-46ee-91f1-98a79583b9b3 req-2d79fa13-1ddc-4e99-805a-337fc935b39f service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Refreshing instance network info cache due to event network-changed-b837651b-8123-418b-ab05-4cd3f3f661b7. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 988.709433] env[65418]: DEBUG oslo_concurrency.lockutils [req-a05d3470-9fd2-46ee-91f1-98a79583b9b3 req-2d79fa13-1ddc-4e99-805a-337fc935b39f service nova] Acquiring lock "refresh_cache-d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.709433] env[65418]: DEBUG oslo_concurrency.lockutils [req-a05d3470-9fd2-46ee-91f1-98a79583b9b3 req-2d79fa13-1ddc-4e99-805a-337fc935b39f service nova] Acquired lock "refresh_cache-d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.709771] env[65418]: DEBUG nova.network.neutron [req-a05d3470-9fd2-46ee-91f1-98a79583b9b3 req-2d79fa13-1ddc-4e99-805a-337fc935b39f service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Refreshing network info cache for port b837651b-8123-418b-ab05-4cd3f3f661b7 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.838399] env[65418]: DEBUG oslo_concurrency.lockutils [None req-25882c80-f96c-4580-928a-04f45eae1aeb tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquiring lock "6b1ced43-7a2e-40fb-981f-2b167915fee5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.838894] env[65418]: DEBUG oslo_concurrency.lockutils [None req-25882c80-f96c-4580-928a-04f45eae1aeb tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "6b1ced43-7a2e-40fb-981f-2b167915fee5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.839671] env[65418]: INFO nova.compute.manager [None req-25882c80-f96c-4580-928a-04f45eae1aeb tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Attaching volume afb98b5c-33d2-49eb-b33b-b613694aeecc to /dev/sdb [ 988.855789] env[65418]: DEBUG nova.compute.manager [req-f03366ac-33fb-4dc7-863e-d7e93302267d req-e8415f94-8749-4df2-a9d3-7062d0975c0c service nova] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Received event network-vif-deleted-0aa98992-dec5-4730-948e-ad2065af9cd2 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 988.856093] env[65418]: DEBUG nova.compute.manager [req-f03366ac-33fb-4dc7-863e-d7e93302267d req-e8415f94-8749-4df2-a9d3-7062d0975c0c service nova] [instance: 9980df28-b588-438f-8dc0-76636341a971] Received event network-vif-plugged-7a704222-ef62-43bc-add1-b91f5f86b850 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 988.856421] env[65418]: DEBUG oslo_concurrency.lockutils [req-f03366ac-33fb-4dc7-863e-d7e93302267d req-e8415f94-8749-4df2-a9d3-7062d0975c0c service nova] Acquiring lock "9980df28-b588-438f-8dc0-76636341a971-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.856644] env[65418]: DEBUG oslo_concurrency.lockutils [req-f03366ac-33fb-4dc7-863e-d7e93302267d req-e8415f94-8749-4df2-a9d3-7062d0975c0c service nova] Lock "9980df28-b588-438f-8dc0-76636341a971-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.856784] env[65418]: DEBUG oslo_concurrency.lockutils [req-f03366ac-33fb-4dc7-863e-d7e93302267d req-e8415f94-8749-4df2-a9d3-7062d0975c0c service nova] Lock "9980df28-b588-438f-8dc0-76636341a971-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.856922] env[65418]: DEBUG nova.compute.manager [req-f03366ac-33fb-4dc7-863e-d7e93302267d req-e8415f94-8749-4df2-a9d3-7062d0975c0c service nova] [instance: 9980df28-b588-438f-8dc0-76636341a971] No waiting events found dispatching network-vif-plugged-7a704222-ef62-43bc-add1-b91f5f86b850 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 988.857149] env[65418]: WARNING nova.compute.manager [req-f03366ac-33fb-4dc7-863e-d7e93302267d req-e8415f94-8749-4df2-a9d3-7062d0975c0c service nova] [instance: 9980df28-b588-438f-8dc0-76636341a971] Received unexpected event network-vif-plugged-7a704222-ef62-43bc-add1-b91f5f86b850 for instance with vm_state building and task_state spawning. [ 988.857356] env[65418]: DEBUG nova.compute.manager [req-f03366ac-33fb-4dc7-863e-d7e93302267d req-e8415f94-8749-4df2-a9d3-7062d0975c0c service nova] [instance: 9980df28-b588-438f-8dc0-76636341a971] Received event network-changed-7a704222-ef62-43bc-add1-b91f5f86b850 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 988.857531] env[65418]: DEBUG nova.compute.manager [req-f03366ac-33fb-4dc7-863e-d7e93302267d req-e8415f94-8749-4df2-a9d3-7062d0975c0c service nova] [instance: 9980df28-b588-438f-8dc0-76636341a971] Refreshing instance network info cache due to event network-changed-7a704222-ef62-43bc-add1-b91f5f86b850. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 988.857713] env[65418]: DEBUG oslo_concurrency.lockutils [req-f03366ac-33fb-4dc7-863e-d7e93302267d req-e8415f94-8749-4df2-a9d3-7062d0975c0c service nova] Acquiring lock "refresh_cache-9980df28-b588-438f-8dc0-76636341a971" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.857843] env[65418]: DEBUG oslo_concurrency.lockutils [req-f03366ac-33fb-4dc7-863e-d7e93302267d req-e8415f94-8749-4df2-a9d3-7062d0975c0c service nova] Acquired lock "refresh_cache-9980df28-b588-438f-8dc0-76636341a971" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.857993] env[65418]: DEBUG nova.network.neutron [req-f03366ac-33fb-4dc7-863e-d7e93302267d req-e8415f94-8749-4df2-a9d3-7062d0975c0c service nova] [instance: 9980df28-b588-438f-8dc0-76636341a971] Refreshing network info cache for port 7a704222-ef62-43bc-add1-b91f5f86b850 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.876476] env[65418]: WARNING neutronclient.v2_0.client [None req-4d5a22b5-6af5-4369-b7bd-5f5297369230 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.885090] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0d2e7a-a381-4130-8d6a-ce809fda5c89 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.897186] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391562ed-5571-4b58-a74c-2ed84089f0d1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.913775] env[65418]: DEBUG nova.virt.block_device [None req-25882c80-f96c-4580-928a-04f45eae1aeb tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Updating existing volume attachment record: 291c179c-206a-48e6-94ff-8661462b8cd0 {{(pid=65418) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 988.955855] env[65418]: DEBUG nova.network.neutron [None req-4d5a22b5-6af5-4369-b7bd-5f5297369230 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Updating instance_info_cache with network_info: [{"id": "0b6d946a-d398-4c1e-bf74-7df2518a23c3", "address": "fa:16:3e:2e:be:23", "network": {"id": "3fab3b70-ba17-4e6a-ae3d-5a05fb711a8b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-395157993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0727a4c133420fa0cb4f4356dee109", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b6d946a-d3", "ovs_interfaceid": "0b6d946a-d398-4c1e-bf74-7df2518a23c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.019092] env[65418]: DEBUG oslo_vmware.api [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e14b6d-e8d1-daf1-3062-214e0c33c720, 'name': SearchDatastore_Task, 'duration_secs': 0.012105} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.019526] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.019824] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 989.020209] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.020416] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.020638] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 989.020964] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea2c53ac-c082-48d0-81a8-5b9830f6fedf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.031282] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d33f28b0-33c5-4755-a213-31444e053bc7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.032851] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.669s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.034208] env[65418]: INFO nova.compute.claims [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.038995] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 989.039195] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 989.040224] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62b9589e-a4d0-4f7c-a357-1f01c4be588c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.047230] env[65418]: DEBUG oslo_vmware.api [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 989.047230] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ecbad7-db07-8fca-7f73-5ef57752b39c" [ 989.047230] env[65418]: _type = "Task" [ 989.047230] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.058451] env[65418]: DEBUG oslo_vmware.api [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ecbad7-db07-8fca-7f73-5ef57752b39c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.080891] env[65418]: DEBUG oslo_vmware.api [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688815, 'name': ReconfigVM_Task, 'duration_secs': 1.848417} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.081488] env[65418]: WARNING neutronclient.v2_0.client [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.081743] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Releasing lock "d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.082051] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Reconfigured VM to attach interface {{(pid=65418) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 989.090415] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0220ec9f-ae5c-4654-9312-1b8ea38dd98b tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "d5b22bc6-625a-4f32-b6d6-da588f171575" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 16.984s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.213583] env[65418]: WARNING neutronclient.v2_0.client [req-a05d3470-9fd2-46ee-91f1-98a79583b9b3 req-2d79fa13-1ddc-4e99-805a-337fc935b39f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.363153] env[65418]: WARNING neutronclient.v2_0.client [req-f03366ac-33fb-4dc7-863e-d7e93302267d req-e8415f94-8749-4df2-a9d3-7062d0975c0c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.444921] env[65418]: WARNING neutronclient.v2_0.client [req-a05d3470-9fd2-46ee-91f1-98a79583b9b3 req-2d79fa13-1ddc-4e99-805a-337fc935b39f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.460229] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4d5a22b5-6af5-4369-b7bd-5f5297369230 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Releasing lock "refresh_cache-cde5e247-0e3b-4dbd-b715-3cf5312465e2" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.460388] env[65418]: DEBUG nova.objects.instance [None req-4d5a22b5-6af5-4369-b7bd-5f5297369230 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lazy-loading 'migration_context' on Instance uuid cde5e247-0e3b-4dbd-b715-3cf5312465e2 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.561259] env[65418]: DEBUG oslo_vmware.api [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ecbad7-db07-8fca-7f73-5ef57752b39c, 'name': SearchDatastore_Task, 'duration_secs': 0.014076} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.562263] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-515c6b69-107b-4399-a1bd-d89b25b3179f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.569267] env[65418]: DEBUG oslo_vmware.api [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 989.569267] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52651cd1-2d89-a3f6-769c-5df5a9c57f9e" [ 989.569267] env[65418]: _type = "Task" [ 989.569267] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.580430] env[65418]: DEBUG oslo_vmware.api [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52651cd1-2d89-a3f6-769c-5df5a9c57f9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.588845] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1cd45d23-a4d6-45bb-93dd-db9e6dc8205b tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "interface-d1993506-e855-489a-a879-74483d10153c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 9.327s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.964330] env[65418]: DEBUG nova.objects.base [None req-4d5a22b5-6af5-4369-b7bd-5f5297369230 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65418) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 989.965342] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a604e0-2e83-4c79-8ce4-0e65c8b37728 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.992300] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b526576-b8da-4280-89a5-38c5944c69a6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.999512] env[65418]: DEBUG oslo_vmware.api [None req-4d5a22b5-6af5-4369-b7bd-5f5297369230 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 989.999512] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d3a3b1-322b-e9ac-8763-d57c4c7ae026" [ 989.999512] env[65418]: _type = "Task" [ 989.999512] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.000423] env[65418]: DEBUG nova.network.neutron [req-a05d3470-9fd2-46ee-91f1-98a79583b9b3 req-2d79fa13-1ddc-4e99-805a-337fc935b39f service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Updated VIF entry in instance network info cache for port b837651b-8123-418b-ab05-4cd3f3f661b7. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 990.000827] env[65418]: DEBUG nova.network.neutron [req-a05d3470-9fd2-46ee-91f1-98a79583b9b3 req-2d79fa13-1ddc-4e99-805a-337fc935b39f service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Updating instance_info_cache with network_info: [{"id": "90fa80de-51c3-4c3c-aea9-184bb2cb0e75", "address": "fa:16:3e:22:79:ed", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90fa80de-51", "ovs_interfaceid": "90fa80de-51c3-4c3c-aea9-184bb2cb0e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b837651b-8123-418b-ab05-4cd3f3f661b7", "address": "fa:16:3e:cd:aa:4f", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb837651b-81", "ovs_interfaceid": "b837651b-8123-418b-ab05-4cd3f3f661b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.016995] env[65418]: DEBUG oslo_vmware.api [None req-4d5a22b5-6af5-4369-b7bd-5f5297369230 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d3a3b1-322b-e9ac-8763-d57c4c7ae026, 'name': SearchDatastore_Task, 'duration_secs': 0.008342} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.017215] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4d5a22b5-6af5-4369-b7bd-5f5297369230 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.041394] env[65418]: WARNING neutronclient.v2_0.client [req-f03366ac-33fb-4dc7-863e-d7e93302267d req-e8415f94-8749-4df2-a9d3-7062d0975c0c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.083705] env[65418]: DEBUG oslo_vmware.api [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52651cd1-2d89-a3f6-769c-5df5a9c57f9e, 'name': SearchDatastore_Task, 'duration_secs': 0.012102} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.086948] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.087261] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 9980df28-b588-438f-8dc0-76636341a971/9980df28-b588-438f-8dc0-76636341a971.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 990.090369] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85d9c0a2-d111-4064-bc13-c87880bde7b3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.105193] env[65418]: DEBUG oslo_vmware.api [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 990.105193] env[65418]: value = "task-4688819" [ 990.105193] env[65418]: _type = "Task" [ 990.105193] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.118560] env[65418]: DEBUG oslo_vmware.api [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4688819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.142402] env[65418]: DEBUG nova.network.neutron [req-f03366ac-33fb-4dc7-863e-d7e93302267d req-e8415f94-8749-4df2-a9d3-7062d0975c0c service nova] [instance: 9980df28-b588-438f-8dc0-76636341a971] Updated VIF entry in instance network info cache for port 7a704222-ef62-43bc-add1-b91f5f86b850. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 990.142785] env[65418]: DEBUG nova.network.neutron [req-f03366ac-33fb-4dc7-863e-d7e93302267d req-e8415f94-8749-4df2-a9d3-7062d0975c0c service nova] [instance: 9980df28-b588-438f-8dc0-76636341a971] Updating instance_info_cache with network_info: [{"id": "7a704222-ef62-43bc-add1-b91f5f86b850", "address": "fa:16:3e:e4:e9:0a", "network": {"id": "b465667a-082c-4f49-9557-8cf44a22f951", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1612843654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6824359fffa4e4a9be6a8fcfac948e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a704222-ef", "ovs_interfaceid": "7a704222-ef62-43bc-add1-b91f5f86b850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.353425] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0842ee39-b554-4bd5-9ec4-d23299d412cc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.366413] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5efe907-2fc0-4a1f-867f-1e538f4e7a16 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.403123] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3afc12-29a9-4367-b601-c6095b1a38fb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.413681] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf551d0-c785-462f-b409-3cd95939a0bb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.429887] env[65418]: DEBUG nova.compute.provider_tree [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.510270] env[65418]: DEBUG oslo_concurrency.lockutils [req-a05d3470-9fd2-46ee-91f1-98a79583b9b3 req-2d79fa13-1ddc-4e99-805a-337fc935b39f service nova] Releasing lock "refresh_cache-d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.603125] env[65418]: DEBUG oslo_concurrency.lockutils [None req-57309c63-78ac-457b-8e5e-7a3cfacc3b69 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "0c682275-f70b-4ed9-88b0-36e2047e00aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.603415] env[65418]: DEBUG oslo_concurrency.lockutils [None req-57309c63-78ac-457b-8e5e-7a3cfacc3b69 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "0c682275-f70b-4ed9-88b0-36e2047e00aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.603711] env[65418]: DEBUG oslo_concurrency.lockutils [None req-57309c63-78ac-457b-8e5e-7a3cfacc3b69 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "0c682275-f70b-4ed9-88b0-36e2047e00aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.603945] env[65418]: DEBUG oslo_concurrency.lockutils [None req-57309c63-78ac-457b-8e5e-7a3cfacc3b69 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "0c682275-f70b-4ed9-88b0-36e2047e00aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.604182] env[65418]: DEBUG oslo_concurrency.lockutils [None req-57309c63-78ac-457b-8e5e-7a3cfacc3b69 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "0c682275-f70b-4ed9-88b0-36e2047e00aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.610222] env[65418]: INFO nova.compute.manager [None req-57309c63-78ac-457b-8e5e-7a3cfacc3b69 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Terminating instance [ 990.618329] env[65418]: DEBUG oslo_vmware.api [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4688819, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511048} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.618763] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 9980df28-b588-438f-8dc0-76636341a971/9980df28-b588-438f-8dc0-76636341a971.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.619116] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.619372] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b87d256a-7b13-4182-bafd-c5699da2a8b4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.627419] env[65418]: DEBUG oslo_vmware.api [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 990.627419] env[65418]: value = "task-4688820" [ 990.627419] env[65418]: _type = "Task" [ 990.627419] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.637880] env[65418]: DEBUG oslo_vmware.api [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4688820, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.646120] env[65418]: DEBUG oslo_concurrency.lockutils [req-f03366ac-33fb-4dc7-863e-d7e93302267d req-e8415f94-8749-4df2-a9d3-7062d0975c0c service nova] Releasing lock "refresh_cache-9980df28-b588-438f-8dc0-76636341a971" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.646244] env[65418]: DEBUG nova.compute.manager [req-f03366ac-33fb-4dc7-863e-d7e93302267d req-e8415f94-8749-4df2-a9d3-7062d0975c0c service nova] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Received event network-vif-unplugged-c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 990.646465] env[65418]: DEBUG oslo_concurrency.lockutils [req-f03366ac-33fb-4dc7-863e-d7e93302267d req-e8415f94-8749-4df2-a9d3-7062d0975c0c service nova] Acquiring lock "9f657eff-f138-407c-8c54-71fd857a3298-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.646699] env[65418]: DEBUG oslo_concurrency.lockutils [req-f03366ac-33fb-4dc7-863e-d7e93302267d req-e8415f94-8749-4df2-a9d3-7062d0975c0c service nova] Lock "9f657eff-f138-407c-8c54-71fd857a3298-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.646826] env[65418]: DEBUG oslo_concurrency.lockutils [req-f03366ac-33fb-4dc7-863e-d7e93302267d req-e8415f94-8749-4df2-a9d3-7062d0975c0c service nova] Lock "9f657eff-f138-407c-8c54-71fd857a3298-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.646994] env[65418]: DEBUG nova.compute.manager [req-f03366ac-33fb-4dc7-863e-d7e93302267d req-e8415f94-8749-4df2-a9d3-7062d0975c0c service nova] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] No waiting events found dispatching network-vif-unplugged-c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 990.647167] env[65418]: WARNING nova.compute.manager [req-f03366ac-33fb-4dc7-863e-d7e93302267d req-e8415f94-8749-4df2-a9d3-7062d0975c0c service nova] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Received unexpected event network-vif-unplugged-c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd for instance with vm_state shelved_offloaded and task_state None. [ 990.647310] env[65418]: DEBUG nova.compute.manager [req-f03366ac-33fb-4dc7-863e-d7e93302267d req-e8415f94-8749-4df2-a9d3-7062d0975c0c service nova] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Received event network-changed-c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 990.648020] env[65418]: DEBUG nova.compute.manager [req-f03366ac-33fb-4dc7-863e-d7e93302267d req-e8415f94-8749-4df2-a9d3-7062d0975c0c service nova] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Refreshing instance network info cache due to event network-changed-c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 990.648020] env[65418]: DEBUG oslo_concurrency.lockutils [req-f03366ac-33fb-4dc7-863e-d7e93302267d req-e8415f94-8749-4df2-a9d3-7062d0975c0c service nova] Acquiring lock "refresh_cache-9f657eff-f138-407c-8c54-71fd857a3298" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.648020] env[65418]: DEBUG oslo_concurrency.lockutils [req-f03366ac-33fb-4dc7-863e-d7e93302267d req-e8415f94-8749-4df2-a9d3-7062d0975c0c service nova] Acquired lock "refresh_cache-9f657eff-f138-407c-8c54-71fd857a3298" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.648020] env[65418]: DEBUG nova.network.neutron [req-f03366ac-33fb-4dc7-863e-d7e93302267d req-e8415f94-8749-4df2-a9d3-7062d0975c0c service nova] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Refreshing network info cache for port c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.934422] env[65418]: DEBUG nova.scheduler.client.report [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.120363] env[65418]: DEBUG nova.compute.manager [None req-57309c63-78ac-457b-8e5e-7a3cfacc3b69 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 991.120782] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-57309c63-78ac-457b-8e5e-7a3cfacc3b69 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 991.121587] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a255d7-a726-40c6-a8e4-a25406585ceb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.134070] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-57309c63-78ac-457b-8e5e-7a3cfacc3b69 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.134749] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23735853-f286-40c1-a99a-62447a3b2bb7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.139670] env[65418]: DEBUG oslo_vmware.api [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4688820, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070403} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.139964] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 991.140809] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3621a1e-c984-4e8d-9a7f-fc6972e39448 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.163157] env[65418]: WARNING neutronclient.v2_0.client [req-f03366ac-33fb-4dc7-863e-d7e93302267d req-e8415f94-8749-4df2-a9d3-7062d0975c0c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.175398] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 9980df28-b588-438f-8dc0-76636341a971/9980df28-b588-438f-8dc0-76636341a971.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.176474] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01ad3429-54e1-495f-8dcc-709b52d1911f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.200807] env[65418]: DEBUG oslo_vmware.api [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 991.200807] env[65418]: value = "task-4688825" [ 991.200807] env[65418]: _type = "Task" [ 991.200807] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.212035] env[65418]: DEBUG oslo_vmware.api [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4688825, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.215558] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-57309c63-78ac-457b-8e5e-7a3cfacc3b69 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.215791] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-57309c63-78ac-457b-8e5e-7a3cfacc3b69 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.216016] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-57309c63-78ac-457b-8e5e-7a3cfacc3b69 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Deleting the datastore file [datastore2] 0c682275-f70b-4ed9-88b0-36e2047e00aa {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.216369] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f33de260-7b34-4211-b2ac-243c6bec6ec8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.225629] env[65418]: DEBUG oslo_vmware.api [None req-57309c63-78ac-457b-8e5e-7a3cfacc3b69 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 991.225629] env[65418]: value = "task-4688826" [ 991.225629] env[65418]: _type = "Task" [ 991.225629] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.236134] env[65418]: DEBUG oslo_vmware.api [None req-57309c63-78ac-457b-8e5e-7a3cfacc3b69 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.415315] env[65418]: DEBUG nova.objects.instance [None req-dc36c005-7a6b-4874-951f-25e6b8073b77 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lazy-loading 'flavor' on Instance uuid d5b22bc6-625a-4f32-b6d6-da588f171575 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.438885] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.439974] env[65418]: DEBUG nova.compute.manager [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 991.445039] env[65418]: DEBUG oslo_concurrency.lockutils [None req-650f871d-c120-469e-a576-e45f70216eb6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.569s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.445832] env[65418]: DEBUG oslo_concurrency.lockutils [None req-650f871d-c120-469e-a576-e45f70216eb6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.449946] env[65418]: DEBUG oslo_concurrency.lockutils [None req-56e37fdf-324b-40ed-a0f6-03b7bcf1a20b tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.436s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.454017] env[65418]: DEBUG oslo_concurrency.lockutils [None req-56e37fdf-324b-40ed-a0f6-03b7bcf1a20b tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.454017] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c9edcd0f-f60b-4b50-a04b-73305f46144d tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.080s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.454017] env[65418]: DEBUG nova.objects.instance [None req-c9edcd0f-f60b-4b50-a04b-73305f46144d tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lazy-loading 'resources' on Instance uuid 39aca870-0b65-4df6-88bb-e49ae622c66c {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.486770] env[65418]: INFO nova.scheduler.client.report [None req-56e37fdf-324b-40ed-a0f6-03b7bcf1a20b tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Deleted allocations for instance 41cc4362-bddb-4434-95ba-cc9bc0259356 [ 991.488744] env[65418]: INFO nova.scheduler.client.report [None req-650f871d-c120-469e-a576-e45f70216eb6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Deleted allocations for instance e721fbba-a004-43ef-a91f-1ee19d7834c4 [ 991.587587] env[65418]: INFO nova.compute.manager [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Rebuilding instance [ 991.652403] env[65418]: DEBUG nova.compute.manager [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 991.653850] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1a5979-4fdc-45c9-8c33-0771c263936f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.702166] env[65418]: WARNING neutronclient.v2_0.client [req-f03366ac-33fb-4dc7-863e-d7e93302267d req-e8415f94-8749-4df2-a9d3-7062d0975c0c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.715902] env[65418]: DEBUG oslo_vmware.api [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4688825, 'name': ReconfigVM_Task, 'duration_secs': 0.377007} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.716752] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 9980df28-b588-438f-8dc0-76636341a971/9980df28-b588-438f-8dc0-76636341a971.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.717452] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f15a7fd0-2712-492c-9cda-8570e3e9939f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.727297] env[65418]: DEBUG oslo_vmware.api [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 991.727297] env[65418]: value = "task-4688828" [ 991.727297] env[65418]: _type = "Task" [ 991.727297] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.744026] env[65418]: DEBUG oslo_vmware.api [None req-57309c63-78ac-457b-8e5e-7a3cfacc3b69 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170686} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.746438] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-57309c63-78ac-457b-8e5e-7a3cfacc3b69 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.747048] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-57309c63-78ac-457b-8e5e-7a3cfacc3b69 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.747048] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-57309c63-78ac-457b-8e5e-7a3cfacc3b69 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.747048] env[65418]: INFO nova.compute.manager [None req-57309c63-78ac-457b-8e5e-7a3cfacc3b69 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Took 0.63 seconds to destroy the instance on the hypervisor. [ 991.747321] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-57309c63-78ac-457b-8e5e-7a3cfacc3b69 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 991.747524] env[65418]: DEBUG oslo_vmware.api [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4688828, 'name': Rename_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.747757] env[65418]: DEBUG nova.compute.manager [-] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 991.747858] env[65418]: DEBUG nova.network.neutron [-] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 991.748171] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.837210] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.843396] env[65418]: DEBUG nova.network.neutron [req-f03366ac-33fb-4dc7-863e-d7e93302267d req-e8415f94-8749-4df2-a9d3-7062d0975c0c service nova] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Updated VIF entry in instance network info cache for port c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 991.843577] env[65418]: DEBUG nova.network.neutron [req-f03366ac-33fb-4dc7-863e-d7e93302267d req-e8415f94-8749-4df2-a9d3-7062d0975c0c service nova] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Updating instance_info_cache with network_info: [{"id": "c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd", "address": "fa:16:3e:dd:29:5a", "network": {"id": "06ea58af-38d9-465d-900e-da9d74af1c1e", "bridge": null, "label": "tempest-ServersNegativeTestJSON-720438806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13faa5c583ad4f9a935923e6635dc61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc51b2fcd-ba", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.922296] env[65418]: DEBUG oslo_concurrency.lockutils [None req-dc36c005-7a6b-4874-951f-25e6b8073b77 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "refresh_cache-d5b22bc6-625a-4f32-b6d6-da588f171575" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.922555] env[65418]: DEBUG oslo_concurrency.lockutils [None req-dc36c005-7a6b-4874-951f-25e6b8073b77 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquired lock "refresh_cache-d5b22bc6-625a-4f32-b6d6-da588f171575" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.922741] env[65418]: DEBUG nova.network.neutron [None req-dc36c005-7a6b-4874-951f-25e6b8073b77 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 991.923114] env[65418]: DEBUG nova.objects.instance [None req-dc36c005-7a6b-4874-951f-25e6b8073b77 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lazy-loading 'info_cache' on Instance uuid d5b22bc6-625a-4f32-b6d6-da588f171575 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.957584] env[65418]: DEBUG nova.compute.utils [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.963683] env[65418]: DEBUG nova.compute.manager [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 991.963683] env[65418]: DEBUG nova.network.neutron [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 991.963683] env[65418]: WARNING neutronclient.v2_0.client [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.963683] env[65418]: WARNING neutronclient.v2_0.client [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.001072] env[65418]: DEBUG oslo_concurrency.lockutils [None req-56e37fdf-324b-40ed-a0f6-03b7bcf1a20b tempest-ServersTestJSON-725515921 tempest-ServersTestJSON-725515921-project-member] Lock "41cc4362-bddb-4434-95ba-cc9bc0259356" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.983s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.008465] env[65418]: DEBUG oslo_concurrency.lockutils [None req-650f871d-c120-469e-a576-e45f70216eb6 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "e721fbba-a004-43ef-a91f-1ee19d7834c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.923s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.091855] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "interface-d1993506-e855-489a-a879-74483d10153c-53c30ca3-fef4-456f-b1fe-3441a86de56b" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.093194] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "interface-d1993506-e855-489a-a879-74483d10153c-53c30ca3-fef4-456f-b1fe-3441a86de56b" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.093194] env[65418]: DEBUG nova.objects.instance [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lazy-loading 'flavor' on Instance uuid d1993506-e855-489a-a879-74483d10153c {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.161970] env[65418]: DEBUG nova.policy [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '356143ce08984217a5c45376dd335a41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '600e90f5dfed49e99fb0332048dc45ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.249026] env[65418]: DEBUG oslo_vmware.api [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4688828, 'name': Rename_Task, 'duration_secs': 0.167015} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.249352] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.249620] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f63161a-1ed1-4677-ade1-c11a27b3424c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.258922] env[65418]: DEBUG oslo_vmware.api [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 992.258922] env[65418]: value = "task-4688829" [ 992.258922] env[65418]: _type = "Task" [ 992.258922] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.271013] env[65418]: DEBUG oslo_vmware.api [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4688829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.274697] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29c8225-1881-4a7b-989d-a61d750159b5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.284274] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328ee003-f398-4856-a6da-0c931f49e452 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.326626] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9172db2c-5370-4898-bf7f-f4d4d43e452c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.337242] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd44067-7ebe-4fa6-8bf6-44add8cdc4ad {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.353598] env[65418]: DEBUG oslo_concurrency.lockutils [req-f03366ac-33fb-4dc7-863e-d7e93302267d req-e8415f94-8749-4df2-a9d3-7062d0975c0c service nova] Releasing lock "refresh_cache-9f657eff-f138-407c-8c54-71fd857a3298" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.354389] env[65418]: DEBUG nova.compute.provider_tree [None req-c9edcd0f-f60b-4b50-a04b-73305f46144d tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.427263] env[65418]: DEBUG nova.objects.base [None req-dc36c005-7a6b-4874-951f-25e6b8073b77 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65418) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 992.462893] env[65418]: DEBUG nova.compute.manager [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 992.574536] env[65418]: DEBUG nova.network.neutron [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Successfully created port: 9c562e89-cbf6-4aad-9854-5c2c4198bd7f {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 992.590050] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquiring lock "9f657eff-f138-407c-8c54-71fd857a3298" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.590526] env[65418]: DEBUG nova.network.neutron [-] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.598487] env[65418]: WARNING neutronclient.v2_0.client [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.671733] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.672114] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c118c79-0a8f-4d5c-a181-46153bef8dc2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.681015] env[65418]: DEBUG oslo_vmware.api [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 992.681015] env[65418]: value = "task-4688830" [ 992.681015] env[65418]: _type = "Task" [ 992.681015] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.690561] env[65418]: DEBUG oslo_vmware.api [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.772803] env[65418]: DEBUG oslo_vmware.api [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4688829, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.828727] env[65418]: DEBUG nova.objects.instance [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lazy-loading 'pci_requests' on Instance uuid d1993506-e855-489a-a879-74483d10153c {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.858891] env[65418]: DEBUG nova.scheduler.client.report [None req-c9edcd0f-f60b-4b50-a04b-73305f46144d tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.933760] env[65418]: WARNING neutronclient.v2_0.client [None req-dc36c005-7a6b-4874-951f-25e6b8073b77 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.012495] env[65418]: DEBUG nova.compute.manager [req-077400fc-4350-4fdf-a775-856860c2f3d1 req-7c86e992-104e-4e82-88ca-7cbddcdfce05 service nova] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Received event network-vif-deleted-237d1fd5-94bb-4db6-a7d6-bc3e2cb5843b {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 993.092963] env[65418]: INFO nova.compute.manager [-] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Took 1.34 seconds to deallocate network for instance. [ 993.198283] env[65418]: DEBUG oslo_vmware.api [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688830, 'name': PowerOffVM_Task, 'duration_secs': 0.214116} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.200349] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.200849] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 993.202358] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6baca3-76ab-47f3-bcb9-9333c3ab7e05 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.216220] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.216373] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd369379-0165-4706-9c84-f38888079223 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.272358] env[65418]: DEBUG oslo_vmware.api [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4688829, 'name': PowerOnVM_Task, 'duration_secs': 0.830763} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.272673] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.272901] env[65418]: INFO nova.compute.manager [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Took 10.63 seconds to spawn the instance on the hypervisor. [ 993.273143] env[65418]: DEBUG nova.compute.manager [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 993.274038] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f85624-ac4c-4eff-b6f6-74d48337bf6e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.315028] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.315207] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.315440] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Deleting the datastore file [datastore1] 4e62fee3-4a16-4e58-b5b4-05995a7eae64 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.315691] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d833245c-3025-4ea9-ba63-8f439fef3724 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.326975] env[65418]: DEBUG oslo_vmware.api [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 993.326975] env[65418]: value = "task-4688832" [ 993.326975] env[65418]: _type = "Task" [ 993.326975] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.331404] env[65418]: DEBUG nova.objects.base [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65418) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 993.331404] env[65418]: DEBUG nova.network.neutron [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 993.331589] env[65418]: WARNING neutronclient.v2_0.client [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.331881] env[65418]: WARNING neutronclient.v2_0.client [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.343466] env[65418]: DEBUG oslo_vmware.api [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.364697] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c9edcd0f-f60b-4b50-a04b-73305f46144d tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.367464] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.598s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.367680] env[65418]: DEBUG nova.objects.instance [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lazy-loading 'resources' on Instance uuid 9f657eff-f138-407c-8c54-71fd857a3298 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.400646] env[65418]: INFO nova.scheduler.client.report [None req-c9edcd0f-f60b-4b50-a04b-73305f46144d tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Deleted allocations for instance 39aca870-0b65-4df6-88bb-e49ae622c66c [ 993.471751] env[65418]: DEBUG nova.compute.manager [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 993.503376] env[65418]: DEBUG nova.virt.hardware [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 993.503769] env[65418]: DEBUG nova.virt.hardware [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.503996] env[65418]: DEBUG nova.virt.hardware [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 993.504278] env[65418]: DEBUG nova.virt.hardware [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.504497] env[65418]: DEBUG nova.virt.hardware [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 993.504712] env[65418]: DEBUG nova.virt.hardware [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 993.504932] env[65418]: DEBUG nova.virt.hardware [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 993.505122] env[65418]: DEBUG nova.virt.hardware [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 993.505403] env[65418]: DEBUG nova.virt.hardware [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 993.505631] env[65418]: DEBUG nova.virt.hardware [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 993.505816] env[65418]: DEBUG nova.virt.hardware [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 993.507339] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe0ab9d-dad1-41dc-a7b5-41fe32b25a91 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.516898] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4188c303-9689-447e-b826-85b64aaa1111 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.600283] env[65418]: DEBUG oslo_concurrency.lockutils [None req-57309c63-78ac-457b-8e5e-7a3cfacc3b69 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.793541] env[65418]: INFO nova.compute.manager [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Took 21.38 seconds to build instance. [ 993.841806] env[65418]: DEBUG oslo_vmware.api [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194973} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.842150] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.842411] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.842543] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.871054] env[65418]: DEBUG nova.objects.instance [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lazy-loading 'numa_topology' on Instance uuid 9f657eff-f138-407c-8c54-71fd857a3298 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.910140] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c9edcd0f-f60b-4b50-a04b-73305f46144d tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "39aca870-0b65-4df6-88bb-e49ae622c66c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.757s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.969607] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-25882c80-f96c-4580-928a-04f45eae1aeb tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Volume attach. Driver type: vmdk {{(pid=65418) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 993.969712] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-25882c80-f96c-4580-928a-04f45eae1aeb tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915235', 'volume_id': 'afb98b5c-33d2-49eb-b33b-b613694aeecc', 'name': 'volume-afb98b5c-33d2-49eb-b33b-b613694aeecc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b1ced43-7a2e-40fb-981f-2b167915fee5', 'attached_at': '', 'detached_at': '', 'volume_id': 'afb98b5c-33d2-49eb-b33b-b613694aeecc', 'serial': 'afb98b5c-33d2-49eb-b33b-b613694aeecc'} {{(pid=65418) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 993.970738] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885c6fad-5242-45ba-945e-49a4456eb861 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.992121] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af64cad0-2199-41e0-b4a6-35872d513975 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.020218] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-25882c80-f96c-4580-928a-04f45eae1aeb tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] volume-afb98b5c-33d2-49eb-b33b-b613694aeecc/volume-afb98b5c-33d2-49eb-b33b-b613694aeecc.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.020563] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03df2b35-999a-44ff-b5d1-75fd3eed5a56 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.040024] env[65418]: DEBUG oslo_vmware.api [None req-25882c80-f96c-4580-928a-04f45eae1aeb tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 994.040024] env[65418]: value = "task-4688834" [ 994.040024] env[65418]: _type = "Task" [ 994.040024] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.050434] env[65418]: DEBUG oslo_vmware.api [None req-25882c80-f96c-4580-928a-04f45eae1aeb tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.211252] env[65418]: DEBUG nova.network.neutron [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Successfully updated port: 9c562e89-cbf6-4aad-9854-5c2c4198bd7f {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 994.247348] env[65418]: WARNING neutronclient.v2_0.client [None req-dc36c005-7a6b-4874-951f-25e6b8073b77 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.295503] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1fc2855c-c2fa-47b3-9e8e-b86ef28e6606 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "9980df28-b588-438f-8dc0-76636341a971" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.899s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.303926] env[65418]: DEBUG nova.policy [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbe4a60696ea41d5b19c47e178308983', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ca3b83200614608a1469439b601a853', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.378790] env[65418]: DEBUG nova.objects.base [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Object Instance<9f657eff-f138-407c-8c54-71fd857a3298> lazy-loaded attributes: resources,numa_topology {{(pid=65418) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 994.557722] env[65418]: DEBUG oslo_vmware.api [None req-25882c80-f96c-4580-928a-04f45eae1aeb tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.631723] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0796ecb-80b0-4e22-9659-b4358d71f5d8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.640363] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac9ac99-6dde-4271-97e0-6e35fdbed82e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.673645] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02091dd8-96db-4a2d-a9d6-6c245a51ee74 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.683153] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799d0b79-1b8c-4b51-aac7-9919d1a92973 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.700457] env[65418]: DEBUG nova.compute.provider_tree [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.714265] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "refresh_cache-78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.714265] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquired lock "refresh_cache-78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.714448] env[65418]: DEBUG nova.network.neutron [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 994.884650] env[65418]: DEBUG nova.virt.hardware [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 994.884808] env[65418]: DEBUG nova.virt.hardware [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.885115] env[65418]: DEBUG nova.virt.hardware [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 994.885430] env[65418]: DEBUG nova.virt.hardware [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.885685] env[65418]: DEBUG nova.virt.hardware [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 994.885945] env[65418]: DEBUG nova.virt.hardware [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 994.886275] env[65418]: DEBUG nova.virt.hardware [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 994.886536] env[65418]: DEBUG nova.virt.hardware [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 994.886799] env[65418]: DEBUG nova.virt.hardware [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 994.887070] env[65418]: DEBUG nova.virt.hardware [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 994.887358] env[65418]: DEBUG nova.virt.hardware [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 994.888354] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2ff5e4-e6c6-48da-9f42-a2055c818c23 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.900974] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ab333c-1a97-4814-b48d-ba48462c6121 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.913593] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:6c:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c117090b-c193-417b-a9c4-e318692790cf', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.921376] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 994.921704] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 994.921978] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ff4f904-900c-413d-8663-f8ba708c9717 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.943674] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.943674] env[65418]: value = "task-4688835" [ 994.943674] env[65418]: _type = "Task" [ 994.943674] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.953521] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688835, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.052533] env[65418]: DEBUG oslo_vmware.api [None req-25882c80-f96c-4580-928a-04f45eae1aeb tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688834, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.205848] env[65418]: DEBUG nova.scheduler.client.report [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.455709] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688835, 'name': CreateVM_Task, 'duration_secs': 0.402427} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.455709] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.456129] env[65418]: WARNING neutronclient.v2_0.client [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 995.456515] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.456715] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.457056] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.457374] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f3ee2ab-c92b-4cdb-8591-d60a3d2f9f60 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.463541] env[65418]: DEBUG oslo_vmware.api [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 995.463541] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525ec4fe-56df-1d38-e2f6-db6fc6856234" [ 995.463541] env[65418]: _type = "Task" [ 995.463541] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.468620] env[65418]: DEBUG nova.network.neutron [None req-dc36c005-7a6b-4874-951f-25e6b8073b77 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Updating instance_info_cache with network_info: [{"id": "bda1a36a-76c0-468a-b6fe-0aa7690c3325", "address": "fa:16:3e:c5:9c:dc", "network": {"id": "c5654c64-ff10-4cb7-bcc0-9c8f1f9f2c7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-459739501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e14fd3d9ea54564854290858d3c5cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbda1a36a-76", "ovs_interfaceid": "bda1a36a-76c0-468a-b6fe-0aa7690c3325", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.476892] env[65418]: DEBUG oslo_vmware.api [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525ec4fe-56df-1d38-e2f6-db6fc6856234, 'name': SearchDatastore_Task, 'duration_secs': 0.010048} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.477241] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.477477] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.477715] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.477851] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.478034] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.478345] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd2d73d5-39b5-4b85-a428-53ec7193b957 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.488647] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.488826] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.489560] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-418d8275-a97b-4f26-8c46-41cbb112f8a8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.497297] env[65418]: DEBUG oslo_vmware.api [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 995.497297] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52cbc6e1-eedb-e6b4-9fa6-9183c9df84fa" [ 995.497297] env[65418]: _type = "Task" [ 995.497297] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.507074] env[65418]: DEBUG oslo_vmware.api [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52cbc6e1-eedb-e6b4-9fa6-9183c9df84fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.552529] env[65418]: DEBUG oslo_vmware.api [None req-25882c80-f96c-4580-928a-04f45eae1aeb tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688834, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.711471] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.344s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.714171] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4d5a22b5-6af5-4369-b7bd-5f5297369230 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.697s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.891622] env[65418]: DEBUG nova.network.neutron [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 995.972962] env[65418]: DEBUG oslo_concurrency.lockutils [None req-dc36c005-7a6b-4874-951f-25e6b8073b77 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Releasing lock "refresh_cache-d5b22bc6-625a-4f32-b6d6-da588f171575" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.009432] env[65418]: DEBUG oslo_vmware.api [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52cbc6e1-eedb-e6b4-9fa6-9183c9df84fa, 'name': SearchDatastore_Task, 'duration_secs': 0.010002} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.011101] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-665e089f-78f6-417b-8cc6-1178d1829ee4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.018142] env[65418]: DEBUG oslo_vmware.api [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 996.018142] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ae7f9a-e23e-0847-e2d3-d9c7319a61bf" [ 996.018142] env[65418]: _type = "Task" [ 996.018142] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.029651] env[65418]: DEBUG oslo_vmware.api [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ae7f9a-e23e-0847-e2d3-d9c7319a61bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.055185] env[65418]: DEBUG oslo_vmware.api [None req-25882c80-f96c-4580-928a-04f45eae1aeb tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688834, 'name': ReconfigVM_Task, 'duration_secs': 1.83677} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.055474] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-25882c80-f96c-4580-928a-04f45eae1aeb tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Reconfigured VM instance instance-00000050 to attach disk [datastore2] volume-afb98b5c-33d2-49eb-b33b-b613694aeecc/volume-afb98b5c-33d2-49eb-b33b-b613694aeecc.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.063434] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-842dc9ea-7551-4db6-b324-e24b73c6efe0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.080395] env[65418]: DEBUG oslo_vmware.api [None req-25882c80-f96c-4580-928a-04f45eae1aeb tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 996.080395] env[65418]: value = "task-4688837" [ 996.080395] env[65418]: _type = "Task" [ 996.080395] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.090841] env[65418]: DEBUG oslo_vmware.api [None req-25882c80-f96c-4580-928a-04f45eae1aeb tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.166737] env[65418]: DEBUG nova.network.neutron [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Successfully updated port: 53c30ca3-fef4-456f-b1fe-3441a86de56b {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 996.230856] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ab0476fb-3e04-4f47-b06b-01481de86df0 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lock "9f657eff-f138-407c-8c54-71fd857a3298" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 33.266s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.232086] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lock "9f657eff-f138-407c-8c54-71fd857a3298" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.642s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.232086] env[65418]: INFO nova.compute.manager [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Unshelving [ 996.456791] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e21628-038c-45a1-9163-c964e1255b59 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.465589] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c17f5f-479d-438c-9f05-42ced752a50a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.499115] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b474b119-1440-41f0-ae1b-d60da82a7095 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.508329] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b2d74f-e278-4974-9f74-9224cc66e222 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.527774] env[65418]: DEBUG nova.compute.provider_tree [None req-4d5a22b5-6af5-4369-b7bd-5f5297369230 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.539468] env[65418]: DEBUG oslo_vmware.api [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ae7f9a-e23e-0847-e2d3-d9c7319a61bf, 'name': SearchDatastore_Task, 'duration_secs': 0.009958} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.540340] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.540594] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 4e62fee3-4a16-4e58-b5b4-05995a7eae64/4e62fee3-4a16-4e58-b5b4-05995a7eae64.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.540875] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5d144e9-97eb-447c-97d4-39ecf9f7ebeb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.549479] env[65418]: DEBUG oslo_vmware.api [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 996.549479] env[65418]: value = "task-4688838" [ 996.549479] env[65418]: _type = "Task" [ 996.549479] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.560762] env[65418]: DEBUG oslo_vmware.api [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.594079] env[65418]: DEBUG oslo_vmware.api [None req-25882c80-f96c-4580-928a-04f45eae1aeb tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688837, 'name': ReconfigVM_Task, 'duration_secs': 0.164465} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.594529] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-25882c80-f96c-4580-928a-04f45eae1aeb tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915235', 'volume_id': 'afb98b5c-33d2-49eb-b33b-b613694aeecc', 'name': 'volume-afb98b5c-33d2-49eb-b33b-b613694aeecc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b1ced43-7a2e-40fb-981f-2b167915fee5', 'attached_at': '', 'detached_at': '', 'volume_id': 'afb98b5c-33d2-49eb-b33b-b613694aeecc', 'serial': 'afb98b5c-33d2-49eb-b33b-b613694aeecc'} {{(pid=65418) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 996.669696] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "refresh_cache-d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.669873] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquired lock "refresh_cache-d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.670073] env[65418]: DEBUG nova.network.neutron [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 996.736707] env[65418]: WARNING neutronclient.v2_0.client [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.962598] env[65418]: DEBUG nova.network.neutron [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Updating instance_info_cache with network_info: [{"id": "9c562e89-cbf6-4aad-9854-5c2c4198bd7f", "address": "fa:16:3e:3c:3f:fd", "network": {"id": "bbc60f98-d468-4e8d-9774-ea69eb2850f4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-368158998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "600e90f5dfed49e99fb0332048dc45ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c562e89-cb", "ovs_interfaceid": "9c562e89-cbf6-4aad-9854-5c2c4198bd7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.006035] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc36c005-7a6b-4874-951f-25e6b8073b77 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.006035] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d0c90e4-7dcd-44db-840b-e4647a96b1de {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.015308] env[65418]: DEBUG oslo_vmware.api [None req-dc36c005-7a6b-4874-951f-25e6b8073b77 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 997.015308] env[65418]: value = "task-4688839" [ 997.015308] env[65418]: _type = "Task" [ 997.015308] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.025817] env[65418]: DEBUG oslo_vmware.api [None req-dc36c005-7a6b-4874-951f-25e6b8073b77 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.034485] env[65418]: DEBUG nova.scheduler.client.report [None req-4d5a22b5-6af5-4369-b7bd-5f5297369230 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.061497] env[65418]: DEBUG oslo_vmware.api [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688838, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.231021] env[65418]: WARNING nova.network.neutron [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] 7eb8d990-6d3e-4b01-a203-6d2e2113297e already exists in list: networks containing: ['7eb8d990-6d3e-4b01-a203-6d2e2113297e']. ignoring it [ 997.231021] env[65418]: WARNING nova.network.neutron [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] 7eb8d990-6d3e-4b01-a203-6d2e2113297e already exists in list: networks containing: ['7eb8d990-6d3e-4b01-a203-6d2e2113297e']. ignoring it [ 997.266960] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.277058] env[65418]: DEBUG nova.compute.manager [req-4312e89d-40a2-42e0-ae2e-3c571bba876e req-ede30093-4dac-44f4-80e9-5e76b3a1fbd5 service nova] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Received event network-vif-plugged-9c562e89-cbf6-4aad-9854-5c2c4198bd7f {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 997.277279] env[65418]: DEBUG oslo_concurrency.lockutils [req-4312e89d-40a2-42e0-ae2e-3c571bba876e req-ede30093-4dac-44f4-80e9-5e76b3a1fbd5 service nova] Acquiring lock "78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.277487] env[65418]: DEBUG oslo_concurrency.lockutils [req-4312e89d-40a2-42e0-ae2e-3c571bba876e req-ede30093-4dac-44f4-80e9-5e76b3a1fbd5 service nova] Lock "78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.277698] env[65418]: DEBUG oslo_concurrency.lockutils [req-4312e89d-40a2-42e0-ae2e-3c571bba876e req-ede30093-4dac-44f4-80e9-5e76b3a1fbd5 service nova] Lock "78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.277821] env[65418]: DEBUG nova.compute.manager [req-4312e89d-40a2-42e0-ae2e-3c571bba876e req-ede30093-4dac-44f4-80e9-5e76b3a1fbd5 service nova] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] No waiting events found dispatching network-vif-plugged-9c562e89-cbf6-4aad-9854-5c2c4198bd7f {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 997.277981] env[65418]: WARNING nova.compute.manager [req-4312e89d-40a2-42e0-ae2e-3c571bba876e req-ede30093-4dac-44f4-80e9-5e76b3a1fbd5 service nova] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Received unexpected event network-vif-plugged-9c562e89-cbf6-4aad-9854-5c2c4198bd7f for instance with vm_state building and task_state spawning. [ 997.342434] env[65418]: WARNING neutronclient.v2_0.client [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.465853] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Releasing lock "refresh_cache-78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.466203] env[65418]: DEBUG nova.compute.manager [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Instance network_info: |[{"id": "9c562e89-cbf6-4aad-9854-5c2c4198bd7f", "address": "fa:16:3e:3c:3f:fd", "network": {"id": "bbc60f98-d468-4e8d-9774-ea69eb2850f4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-368158998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "600e90f5dfed49e99fb0332048dc45ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c562e89-cb", "ovs_interfaceid": "9c562e89-cbf6-4aad-9854-5c2c4198bd7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 997.467241] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:3f:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bed837fa-6b6a-4192-a229-a99426a46065', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c562e89-cbf6-4aad-9854-5c2c4198bd7f', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.475386] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 997.475728] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.476043] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a6b9a33-6608-4577-acb9-25ed42c6b1c3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.501494] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.501494] env[65418]: value = "task-4688840" [ 997.501494] env[65418]: _type = "Task" [ 997.501494] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.511689] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688840, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.524744] env[65418]: DEBUG oslo_vmware.api [None req-dc36c005-7a6b-4874-951f-25e6b8073b77 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688839, 'name': PowerOnVM_Task, 'duration_secs': 0.458122} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.525979] env[65418]: WARNING neutronclient.v2_0.client [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.528126] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc36c005-7a6b-4874-951f-25e6b8073b77 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.528338] env[65418]: DEBUG nova.compute.manager [None req-dc36c005-7a6b-4874-951f-25e6b8073b77 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 997.529322] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1678f66c-add1-4863-b484-9ccf1f99524e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.561609] env[65418]: DEBUG oslo_vmware.api [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688838, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517853} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.562695] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 4e62fee3-4a16-4e58-b5b4-05995a7eae64/4e62fee3-4a16-4e58-b5b4-05995a7eae64.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.562909] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.563521] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32786025-ff88-427d-8b66-e7c3e7bd5d66 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.575065] env[65418]: DEBUG oslo_vmware.api [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 997.575065] env[65418]: value = "task-4688841" [ 997.575065] env[65418]: _type = "Task" [ 997.575065] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.585980] env[65418]: DEBUG oslo_vmware.api [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.657599] env[65418]: DEBUG nova.objects.instance [None req-25882c80-f96c-4580-928a-04f45eae1aeb tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lazy-loading 'flavor' on Instance uuid 6b1ced43-7a2e-40fb-981f-2b167915fee5 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.704966] env[65418]: WARNING neutronclient.v2_0.client [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.776418] env[65418]: DEBUG nova.network.neutron [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Updating instance_info_cache with network_info: [{"id": "90fa80de-51c3-4c3c-aea9-184bb2cb0e75", "address": "fa:16:3e:22:79:ed", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90fa80de-51", "ovs_interfaceid": "90fa80de-51c3-4c3c-aea9-184bb2cb0e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b837651b-8123-418b-ab05-4cd3f3f661b7", "address": "fa:16:3e:cd:aa:4f", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb837651b-81", "ovs_interfaceid": "b837651b-8123-418b-ab05-4cd3f3f661b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "53c30ca3-fef4-456f-b1fe-3441a86de56b", "address": "fa:16:3e:5a:13:d5", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53c30ca3-fe", "ovs_interfaceid": "53c30ca3-fef4-456f-b1fe-3441a86de56b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.013946] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688840, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.048603] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4d5a22b5-6af5-4369-b7bd-5f5297369230 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.334s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.053573] env[65418]: DEBUG oslo_concurrency.lockutils [None req-57309c63-78ac-457b-8e5e-7a3cfacc3b69 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.453s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.053848] env[65418]: DEBUG nova.objects.instance [None req-57309c63-78ac-457b-8e5e-7a3cfacc3b69 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lazy-loading 'resources' on Instance uuid 0c682275-f70b-4ed9-88b0-36e2047e00aa {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.084551] env[65418]: DEBUG oslo_vmware.api [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077886} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.084935] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.085686] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e9b699-3bfb-4f07-b82c-fbd864452a0b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.112450] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 4e62fee3-4a16-4e58-b5b4-05995a7eae64/4e62fee3-4a16-4e58-b5b4-05995a7eae64.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.113045] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd45a11c-7eb4-4094-8668-3f9edd760729 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.141929] env[65418]: DEBUG oslo_vmware.api [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 998.141929] env[65418]: value = "task-4688843" [ 998.141929] env[65418]: _type = "Task" [ 998.141929] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.152321] env[65418]: DEBUG oslo_vmware.api [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688843, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.166119] env[65418]: DEBUG oslo_concurrency.lockutils [None req-25882c80-f96c-4580-928a-04f45eae1aeb tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "6b1ced43-7a2e-40fb-981f-2b167915fee5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.327s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.280358] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Releasing lock "refresh_cache-d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.281081] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.281253] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquired lock "d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.282148] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadd4ccb-2354-428c-a574-4b178e45fe37 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.307445] env[65418]: DEBUG nova.virt.hardware [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 998.307445] env[65418]: DEBUG nova.virt.hardware [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.307445] env[65418]: DEBUG nova.virt.hardware [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 998.307445] env[65418]: DEBUG nova.virt.hardware [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.307445] env[65418]: DEBUG nova.virt.hardware [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 998.307445] env[65418]: DEBUG nova.virt.hardware [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 998.307445] env[65418]: DEBUG nova.virt.hardware [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 998.307445] env[65418]: DEBUG nova.virt.hardware [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 998.308903] env[65418]: DEBUG nova.virt.hardware [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 998.308903] env[65418]: DEBUG nova.virt.hardware [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 998.308903] env[65418]: DEBUG nova.virt.hardware [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 998.315584] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Reconfiguring VM to attach interface {{(pid=65418) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 998.316545] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9613620d-32b9-4c45-abb9-059f729a3e96 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.347054] env[65418]: DEBUG oslo_vmware.api [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 998.347054] env[65418]: value = "task-4688844" [ 998.347054] env[65418]: _type = "Task" [ 998.347054] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.360884] env[65418]: DEBUG oslo_vmware.api [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688844, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.516091] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688840, 'name': CreateVM_Task, 'duration_secs': 0.572253} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.516522] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.517236] env[65418]: WARNING neutronclient.v2_0.client [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.517782] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.518046] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.518525] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.518918] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c72c91b9-4134-4c2d-8132-0cec33b14a78 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.527069] env[65418]: DEBUG oslo_vmware.api [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 998.527069] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]522462f7-9522-32a1-578d-e5453c3d971d" [ 998.527069] env[65418]: _type = "Task" [ 998.527069] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.538755] env[65418]: DEBUG oslo_vmware.api [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]522462f7-9522-32a1-578d-e5453c3d971d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.641144] env[65418]: INFO nova.scheduler.client.report [None req-4d5a22b5-6af5-4369-b7bd-5f5297369230 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Deleted allocation for migration 4dbc5dce-3066-4652-8dd4-b6a930c77ca4 [ 998.657708] env[65418]: DEBUG oslo_vmware.api [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688843, 'name': ReconfigVM_Task, 'duration_secs': 0.42932} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.661240] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 4e62fee3-4a16-4e58-b5b4-05995a7eae64/4e62fee3-4a16-4e58-b5b4-05995a7eae64.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.662762] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-971f5759-37db-4bcd-b90d-0b7eac6a0c21 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.672286] env[65418]: DEBUG oslo_vmware.api [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 998.672286] env[65418]: value = "task-4688845" [ 998.672286] env[65418]: _type = "Task" [ 998.672286] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.691032] env[65418]: DEBUG oslo_vmware.api [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688845, 'name': Rename_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.858456] env[65418]: DEBUG oslo_vmware.api [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688844, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.860261] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe96d6a6-0e11-4b26-98f7-35d6a60ee3ad {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.869677] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2547fb64-d497-487d-8f83-cb5470e2cbb9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.911199] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fe4ebf-7463-4ec3-8da3-68eaf00aee98 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.924542] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4995cf6-7a92-49c0-9670-c76d34d80819 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.941766] env[65418]: DEBUG nova.compute.provider_tree [None req-57309c63-78ac-457b-8e5e-7a3cfacc3b69 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.988349] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Acquiring lock "adc67893-f2e5-4dea-901e-61e4a9855494" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.988575] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Lock "adc67893-f2e5-4dea-901e-61e4a9855494" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.038933] env[65418]: DEBUG oslo_vmware.api [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]522462f7-9522-32a1-578d-e5453c3d971d, 'name': SearchDatastore_Task, 'duration_secs': 0.023941} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.039131] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.039309] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.039642] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.040188] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.040188] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.040361] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89d164bc-5e06-4f36-92b7-4ad66772c32c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.051736] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.052058] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.053240] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e83e4ee6-ff30-498b-b45b-32e794cdce7b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.060546] env[65418]: DEBUG oslo_vmware.api [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 999.060546] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520ed3a3-f2e3-d219-cbf0-1508315210b4" [ 999.060546] env[65418]: _type = "Task" [ 999.060546] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.070705] env[65418]: DEBUG oslo_vmware.api [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520ed3a3-f2e3-d219-cbf0-1508315210b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.096678] env[65418]: DEBUG nova.compute.manager [req-08321fe1-dac0-42a8-9a33-bd0eebbb8f70 req-a943e4c3-3a81-4450-80d2-4147aa0d1dbd service nova] [instance: 9980df28-b588-438f-8dc0-76636341a971] Received event network-changed-7a704222-ef62-43bc-add1-b91f5f86b850 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 999.096801] env[65418]: DEBUG nova.compute.manager [req-08321fe1-dac0-42a8-9a33-bd0eebbb8f70 req-a943e4c3-3a81-4450-80d2-4147aa0d1dbd service nova] [instance: 9980df28-b588-438f-8dc0-76636341a971] Refreshing instance network info cache due to event network-changed-7a704222-ef62-43bc-add1-b91f5f86b850. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 999.097020] env[65418]: DEBUG oslo_concurrency.lockutils [req-08321fe1-dac0-42a8-9a33-bd0eebbb8f70 req-a943e4c3-3a81-4450-80d2-4147aa0d1dbd service nova] Acquiring lock "refresh_cache-9980df28-b588-438f-8dc0-76636341a971" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.097217] env[65418]: DEBUG oslo_concurrency.lockutils [req-08321fe1-dac0-42a8-9a33-bd0eebbb8f70 req-a943e4c3-3a81-4450-80d2-4147aa0d1dbd service nova] Acquired lock "refresh_cache-9980df28-b588-438f-8dc0-76636341a971" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.097344] env[65418]: DEBUG nova.network.neutron [req-08321fe1-dac0-42a8-9a33-bd0eebbb8f70 req-a943e4c3-3a81-4450-80d2-4147aa0d1dbd service nova] [instance: 9980df28-b588-438f-8dc0-76636341a971] Refreshing network info cache for port 7a704222-ef62-43bc-add1-b91f5f86b850 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.153835] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4d5a22b5-6af5-4369-b7bd-5f5297369230 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "cde5e247-0e3b-4dbd-b715-3cf5312465e2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.090s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.185651] env[65418]: DEBUG oslo_vmware.api [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688845, 'name': Rename_Task, 'duration_secs': 0.242121} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.185987] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.186234] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83476e2b-033d-4c17-86bc-42df1ec9e243 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.194909] env[65418]: DEBUG oslo_vmware.api [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 999.194909] env[65418]: value = "task-4688846" [ 999.194909] env[65418]: _type = "Task" [ 999.194909] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.204529] env[65418]: DEBUG oslo_vmware.api [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.318441] env[65418]: INFO nova.compute.manager [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Rescuing [ 999.318777] env[65418]: DEBUG oslo_concurrency.lockutils [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquiring lock "refresh_cache-6b1ced43-7a2e-40fb-981f-2b167915fee5" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.318959] env[65418]: DEBUG oslo_concurrency.lockutils [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquired lock "refresh_cache-6b1ced43-7a2e-40fb-981f-2b167915fee5" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.319189] env[65418]: DEBUG nova.network.neutron [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 999.359796] env[65418]: DEBUG oslo_vmware.api [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688844, 'name': ReconfigVM_Task, 'duration_secs': 0.926709} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.360320] env[65418]: WARNING neutronclient.v2_0.client [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.360604] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Releasing lock "d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.360855] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Reconfigured VM to attach interface {{(pid=65418) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 999.445112] env[65418]: DEBUG nova.scheduler.client.report [None req-57309c63-78ac-457b-8e5e-7a3cfacc3b69 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.491347] env[65418]: DEBUG nova.compute.manager [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 999.573874] env[65418]: DEBUG oslo_vmware.api [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520ed3a3-f2e3-d219-cbf0-1508315210b4, 'name': SearchDatastore_Task, 'duration_secs': 0.013817} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.574943] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f16174d1-b097-45fc-bf8c-df8ad3ee3b08 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.582500] env[65418]: DEBUG oslo_vmware.api [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 999.582500] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5282ce8f-7dfc-aa92-7fb8-6cdb3f926299" [ 999.582500] env[65418]: _type = "Task" [ 999.582500] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.593346] env[65418]: DEBUG oslo_vmware.api [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5282ce8f-7dfc-aa92-7fb8-6cdb3f926299, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.600709] env[65418]: WARNING neutronclient.v2_0.client [req-08321fe1-dac0-42a8-9a33-bd0eebbb8f70 req-a943e4c3-3a81-4450-80d2-4147aa0d1dbd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.707539] env[65418]: DEBUG oslo_vmware.api [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688846, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.822855] env[65418]: WARNING neutronclient.v2_0.client [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.866122] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6d2d2344-d1c5-45c6-9526-0c2db59bc8bd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "interface-d1993506-e855-489a-a879-74483d10153c-53c30ca3-fef4-456f-b1fe-3441a86de56b" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.774s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.914453] env[65418]: WARNING neutronclient.v2_0.client [req-08321fe1-dac0-42a8-9a33-bd0eebbb8f70 req-a943e4c3-3a81-4450-80d2-4147aa0d1dbd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.943189] env[65418]: DEBUG nova.compute.manager [req-b8750ef3-9688-4fde-8038-1a845715582f req-af18dcbe-9f6f-4d1c-9103-b750cd9acd9e service nova] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Received event network-changed-9c562e89-cbf6-4aad-9854-5c2c4198bd7f {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 999.943272] env[65418]: DEBUG nova.compute.manager [req-b8750ef3-9688-4fde-8038-1a845715582f req-af18dcbe-9f6f-4d1c-9103-b750cd9acd9e service nova] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Refreshing instance network info cache due to event network-changed-9c562e89-cbf6-4aad-9854-5c2c4198bd7f. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 999.943405] env[65418]: DEBUG oslo_concurrency.lockutils [req-b8750ef3-9688-4fde-8038-1a845715582f req-af18dcbe-9f6f-4d1c-9103-b750cd9acd9e service nova] Acquiring lock "refresh_cache-78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.943536] env[65418]: DEBUG oslo_concurrency.lockutils [req-b8750ef3-9688-4fde-8038-1a845715582f req-af18dcbe-9f6f-4d1c-9103-b750cd9acd9e service nova] Acquired lock "refresh_cache-78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.943683] env[65418]: DEBUG nova.network.neutron [req-b8750ef3-9688-4fde-8038-1a845715582f req-af18dcbe-9f6f-4d1c-9103-b750cd9acd9e service nova] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Refreshing network info cache for port 9c562e89-cbf6-4aad-9854-5c2c4198bd7f {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.949668] env[65418]: DEBUG oslo_concurrency.lockutils [None req-57309c63-78ac-457b-8e5e-7a3cfacc3b69 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.952133] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.685s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.953037] env[65418]: DEBUG nova.objects.instance [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lazy-loading 'pci_requests' on Instance uuid 9f657eff-f138-407c-8c54-71fd857a3298 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.978511] env[65418]: INFO nova.scheduler.client.report [None req-57309c63-78ac-457b-8e5e-7a3cfacc3b69 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Deleted allocations for instance 0c682275-f70b-4ed9-88b0-36e2047e00aa [ 1000.012279] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.096404] env[65418]: DEBUG oslo_vmware.api [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5282ce8f-7dfc-aa92-7fb8-6cdb3f926299, 'name': SearchDatastore_Task, 'duration_secs': 0.010335} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.096720] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.096941] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6/78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.097242] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92cab020-6fb5-4d26-8183-7e1d28288fcc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.109604] env[65418]: DEBUG oslo_vmware.api [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 1000.109604] env[65418]: value = "task-4688847" [ 1000.109604] env[65418]: _type = "Task" [ 1000.109604] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.119783] env[65418]: DEBUG oslo_vmware.api [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.120910] env[65418]: DEBUG nova.network.neutron [req-08321fe1-dac0-42a8-9a33-bd0eebbb8f70 req-a943e4c3-3a81-4450-80d2-4147aa0d1dbd service nova] [instance: 9980df28-b588-438f-8dc0-76636341a971] Updated VIF entry in instance network info cache for port 7a704222-ef62-43bc-add1-b91f5f86b850. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1000.121380] env[65418]: DEBUG nova.network.neutron [req-08321fe1-dac0-42a8-9a33-bd0eebbb8f70 req-a943e4c3-3a81-4450-80d2-4147aa0d1dbd service nova] [instance: 9980df28-b588-438f-8dc0-76636341a971] Updating instance_info_cache with network_info: [{"id": "7a704222-ef62-43bc-add1-b91f5f86b850", "address": "fa:16:3e:e4:e9:0a", "network": {"id": "b465667a-082c-4f49-9557-8cf44a22f951", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1612843654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6824359fffa4e4a9be6a8fcfac948e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a704222-ef", "ovs_interfaceid": "7a704222-ef62-43bc-add1-b91f5f86b850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.209281] env[65418]: DEBUG oslo_vmware.api [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688846, 'name': PowerOnVM_Task, 'duration_secs': 0.53576} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.209577] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.209870] env[65418]: DEBUG nova.compute.manager [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1000.210759] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30638c7a-e5ba-4312-856f-d606c6faf882 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.216612] env[65418]: WARNING neutronclient.v2_0.client [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.366037] env[65418]: DEBUG nova.network.neutron [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Updating instance_info_cache with network_info: [{"id": "15ffc214-b1d2-4e69-8a67-f9c54cc59db3", "address": "fa:16:3e:7a:25:65", "network": {"id": "2646edcc-6454-452d-b8f1-35c8443aafaa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1306270923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68957baf5aec4df4b0008c8d4632ba1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15ffc214-b1", "ovs_interfaceid": "15ffc214-b1d2-4e69-8a67-f9c54cc59db3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.406196] env[65418]: DEBUG oslo_concurrency.lockutils [None req-77505cb3-9ebb-43db-af35-98f49e215b48 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "d5b22bc6-625a-4f32-b6d6-da588f171575" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.406480] env[65418]: DEBUG oslo_concurrency.lockutils [None req-77505cb3-9ebb-43db-af35-98f49e215b48 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "d5b22bc6-625a-4f32-b6d6-da588f171575" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.406687] env[65418]: DEBUG oslo_concurrency.lockutils [None req-77505cb3-9ebb-43db-af35-98f49e215b48 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "d5b22bc6-625a-4f32-b6d6-da588f171575-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.406865] env[65418]: DEBUG oslo_concurrency.lockutils [None req-77505cb3-9ebb-43db-af35-98f49e215b48 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "d5b22bc6-625a-4f32-b6d6-da588f171575-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.407039] env[65418]: DEBUG oslo_concurrency.lockutils [None req-77505cb3-9ebb-43db-af35-98f49e215b48 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "d5b22bc6-625a-4f32-b6d6-da588f171575-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.410058] env[65418]: INFO nova.compute.manager [None req-77505cb3-9ebb-43db-af35-98f49e215b48 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Terminating instance [ 1000.447470] env[65418]: WARNING neutronclient.v2_0.client [req-b8750ef3-9688-4fde-8038-1a845715582f req-af18dcbe-9f6f-4d1c-9103-b750cd9acd9e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.460660] env[65418]: DEBUG nova.objects.instance [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lazy-loading 'numa_topology' on Instance uuid 9f657eff-f138-407c-8c54-71fd857a3298 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.488833] env[65418]: DEBUG oslo_concurrency.lockutils [None req-57309c63-78ac-457b-8e5e-7a3cfacc3b69 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "0c682275-f70b-4ed9-88b0-36e2047e00aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.884s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.625089] env[65418]: DEBUG oslo_concurrency.lockutils [req-08321fe1-dac0-42a8-9a33-bd0eebbb8f70 req-a943e4c3-3a81-4450-80d2-4147aa0d1dbd service nova] Releasing lock "refresh_cache-9980df28-b588-438f-8dc0-76636341a971" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.625623] env[65418]: DEBUG oslo_vmware.api [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688847, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.629237] env[65418]: WARNING neutronclient.v2_0.client [req-b8750ef3-9688-4fde-8038-1a845715582f req-af18dcbe-9f6f-4d1c-9103-b750cd9acd9e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.720776] env[65418]: DEBUG nova.network.neutron [req-b8750ef3-9688-4fde-8038-1a845715582f req-af18dcbe-9f6f-4d1c-9103-b750cd9acd9e service nova] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Updated VIF entry in instance network info cache for port 9c562e89-cbf6-4aad-9854-5c2c4198bd7f. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1000.721230] env[65418]: DEBUG nova.network.neutron [req-b8750ef3-9688-4fde-8038-1a845715582f req-af18dcbe-9f6f-4d1c-9103-b750cd9acd9e service nova] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Updating instance_info_cache with network_info: [{"id": "9c562e89-cbf6-4aad-9854-5c2c4198bd7f", "address": "fa:16:3e:3c:3f:fd", "network": {"id": "bbc60f98-d468-4e8d-9774-ea69eb2850f4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-368158998-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "600e90f5dfed49e99fb0332048dc45ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c562e89-cb", "ovs_interfaceid": "9c562e89-cbf6-4aad-9854-5c2c4198bd7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.734377] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.869530] env[65418]: DEBUG oslo_concurrency.lockutils [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Releasing lock "refresh_cache-6b1ced43-7a2e-40fb-981f-2b167915fee5" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.916212] env[65418]: DEBUG nova.compute.manager [None req-77505cb3-9ebb-43db-af35-98f49e215b48 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1000.916512] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-77505cb3-9ebb-43db-af35-98f49e215b48 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.917504] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbeff6d7-e169-48cb-8b27-4a64fde1a7f0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.926562] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-77505cb3-9ebb-43db-af35-98f49e215b48 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.926723] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8353a43-9697-45cd-8ea0-115554036656 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.936185] env[65418]: DEBUG oslo_vmware.api [None req-77505cb3-9ebb-43db-af35-98f49e215b48 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1000.936185] env[65418]: value = "task-4688849" [ 1000.936185] env[65418]: _type = "Task" [ 1000.936185] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.944668] env[65418]: DEBUG oslo_vmware.api [None req-77505cb3-9ebb-43db-af35-98f49e215b48 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.963563] env[65418]: INFO nova.compute.claims [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.122883] env[65418]: DEBUG oslo_vmware.api [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688847, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581444} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.123186] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6/78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.123470] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.123658] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d5d5157-2351-42ef-9d7a-c0e38e483831 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.133445] env[65418]: DEBUG oslo_vmware.api [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 1001.133445] env[65418]: value = "task-4688850" [ 1001.133445] env[65418]: _type = "Task" [ 1001.133445] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.147687] env[65418]: DEBUG oslo_vmware.api [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688850, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.224315] env[65418]: DEBUG oslo_concurrency.lockutils [req-b8750ef3-9688-4fde-8038-1a845715582f req-af18dcbe-9f6f-4d1c-9103-b750cd9acd9e service nova] Releasing lock "refresh_cache-78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.224646] env[65418]: DEBUG nova.compute.manager [req-b8750ef3-9688-4fde-8038-1a845715582f req-af18dcbe-9f6f-4d1c-9103-b750cd9acd9e service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Received event network-vif-plugged-53c30ca3-fef4-456f-b1fe-3441a86de56b {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1001.224904] env[65418]: DEBUG oslo_concurrency.lockutils [req-b8750ef3-9688-4fde-8038-1a845715582f req-af18dcbe-9f6f-4d1c-9103-b750cd9acd9e service nova] Acquiring lock "d1993506-e855-489a-a879-74483d10153c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.225106] env[65418]: DEBUG oslo_concurrency.lockutils [req-b8750ef3-9688-4fde-8038-1a845715582f req-af18dcbe-9f6f-4d1c-9103-b750cd9acd9e service nova] Lock "d1993506-e855-489a-a879-74483d10153c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.225481] env[65418]: DEBUG oslo_concurrency.lockutils [req-b8750ef3-9688-4fde-8038-1a845715582f req-af18dcbe-9f6f-4d1c-9103-b750cd9acd9e service nova] Lock "d1993506-e855-489a-a879-74483d10153c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.225481] env[65418]: DEBUG nova.compute.manager [req-b8750ef3-9688-4fde-8038-1a845715582f req-af18dcbe-9f6f-4d1c-9103-b750cd9acd9e service nova] [instance: d1993506-e855-489a-a879-74483d10153c] No waiting events found dispatching network-vif-plugged-53c30ca3-fef4-456f-b1fe-3441a86de56b {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1001.225684] env[65418]: WARNING nova.compute.manager [req-b8750ef3-9688-4fde-8038-1a845715582f req-af18dcbe-9f6f-4d1c-9103-b750cd9acd9e service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Received unexpected event network-vif-plugged-53c30ca3-fef4-456f-b1fe-3441a86de56b for instance with vm_state active and task_state None. [ 1001.225873] env[65418]: DEBUG nova.compute.manager [req-b8750ef3-9688-4fde-8038-1a845715582f req-af18dcbe-9f6f-4d1c-9103-b750cd9acd9e service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Received event network-changed-53c30ca3-fef4-456f-b1fe-3441a86de56b {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1001.226137] env[65418]: DEBUG nova.compute.manager [req-b8750ef3-9688-4fde-8038-1a845715582f req-af18dcbe-9f6f-4d1c-9103-b750cd9acd9e service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Refreshing instance network info cache due to event network-changed-53c30ca3-fef4-456f-b1fe-3441a86de56b. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1001.226379] env[65418]: DEBUG oslo_concurrency.lockutils [req-b8750ef3-9688-4fde-8038-1a845715582f req-af18dcbe-9f6f-4d1c-9103-b750cd9acd9e service nova] Acquiring lock "refresh_cache-d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.226540] env[65418]: DEBUG oslo_concurrency.lockutils [req-b8750ef3-9688-4fde-8038-1a845715582f req-af18dcbe-9f6f-4d1c-9103-b750cd9acd9e service nova] Acquired lock "refresh_cache-d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.227151] env[65418]: DEBUG nova.network.neutron [req-b8750ef3-9688-4fde-8038-1a845715582f req-af18dcbe-9f6f-4d1c-9103-b750cd9acd9e service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Refreshing network info cache for port 53c30ca3-fef4-456f-b1fe-3441a86de56b {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.262501] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c6637e80-b39e-4484-9a39-394bf3766d19 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "cde5e247-0e3b-4dbd-b715-3cf5312465e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.262810] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c6637e80-b39e-4484-9a39-394bf3766d19 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "cde5e247-0e3b-4dbd-b715-3cf5312465e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.263106] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c6637e80-b39e-4484-9a39-394bf3766d19 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "cde5e247-0e3b-4dbd-b715-3cf5312465e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.263394] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c6637e80-b39e-4484-9a39-394bf3766d19 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "cde5e247-0e3b-4dbd-b715-3cf5312465e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.263586] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c6637e80-b39e-4484-9a39-394bf3766d19 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "cde5e247-0e3b-4dbd-b715-3cf5312465e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.265896] env[65418]: INFO nova.compute.manager [None req-c6637e80-b39e-4484-9a39-394bf3766d19 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Terminating instance [ 1001.445131] env[65418]: DEBUG oslo_vmware.api [None req-77505cb3-9ebb-43db-af35-98f49e215b48 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688849, 'name': PowerOffVM_Task, 'duration_secs': 0.247333} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.445565] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-77505cb3-9ebb-43db-af35-98f49e215b48 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.445847] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-77505cb3-9ebb-43db-af35-98f49e215b48 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.446255] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f568dbba-fc26-4d94-bc67-59c66dd6e725 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.526497] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-77505cb3-9ebb-43db-af35-98f49e215b48 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.526497] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-77505cb3-9ebb-43db-af35-98f49e215b48 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.526497] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-77505cb3-9ebb-43db-af35-98f49e215b48 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Deleting the datastore file [datastore2] d5b22bc6-625a-4f32-b6d6-da588f171575 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.526497] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79b7ba43-f26d-4646-bf0d-f43c571ca455 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.536054] env[65418]: DEBUG oslo_vmware.api [None req-77505cb3-9ebb-43db-af35-98f49e215b48 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1001.536054] env[65418]: value = "task-4688852" [ 1001.536054] env[65418]: _type = "Task" [ 1001.536054] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.545767] env[65418]: DEBUG oslo_vmware.api [None req-77505cb3-9ebb-43db-af35-98f49e215b48 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.646905] env[65418]: DEBUG oslo_concurrency.lockutils [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "024389d2-ea56-42de-aad2-a442c2b8f8cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.647334] env[65418]: DEBUG oslo_concurrency.lockutils [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "024389d2-ea56-42de-aad2-a442c2b8f8cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.655569] env[65418]: DEBUG oslo_vmware.api [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688850, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197668} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.655808] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.656445] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b929853b-56a9-4626-8116-ddbcf3b3a16f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.685133] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6/78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.687853] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c7cbcb6-1759-41fd-8754-938caf04d743 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.711296] env[65418]: DEBUG oslo_vmware.api [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 1001.711296] env[65418]: value = "task-4688853" [ 1001.711296] env[65418]: _type = "Task" [ 1001.711296] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.721224] env[65418]: DEBUG oslo_vmware.api [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688853, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.731585] env[65418]: WARNING neutronclient.v2_0.client [req-b8750ef3-9688-4fde-8038-1a845715582f req-af18dcbe-9f6f-4d1c-9103-b750cd9acd9e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.770827] env[65418]: DEBUG nova.compute.manager [None req-c6637e80-b39e-4484-9a39-394bf3766d19 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1001.770827] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c6637e80-b39e-4484-9a39-394bf3766d19 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.771695] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f857867-1a13-4aa7-8ef9-cc3bb0f12a97 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.780547] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6637e80-b39e-4484-9a39-394bf3766d19 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.783485] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfdefb17-73fd-4933-9ea0-0e0137e92e35 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.791438] env[65418]: DEBUG oslo_vmware.api [None req-c6637e80-b39e-4484-9a39-394bf3766d19 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1001.791438] env[65418]: value = "task-4688854" [ 1001.791438] env[65418]: _type = "Task" [ 1001.791438] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.802375] env[65418]: DEBUG oslo_vmware.api [None req-c6637e80-b39e-4484-9a39-394bf3766d19 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.949922] env[65418]: WARNING neutronclient.v2_0.client [req-b8750ef3-9688-4fde-8038-1a845715582f req-af18dcbe-9f6f-4d1c-9103-b750cd9acd9e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.003317] env[65418]: DEBUG oslo_concurrency.lockutils [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.003678] env[65418]: DEBUG oslo_concurrency.lockutils [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.046968] env[65418]: DEBUG oslo_vmware.api [None req-77505cb3-9ebb-43db-af35-98f49e215b48 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361478} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.048143] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-77505cb3-9ebb-43db-af35-98f49e215b48 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.048143] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-77505cb3-9ebb-43db-af35-98f49e215b48 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.048143] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-77505cb3-9ebb-43db-af35-98f49e215b48 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.048143] env[65418]: INFO nova.compute.manager [None req-77505cb3-9ebb-43db-af35-98f49e215b48 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1002.049631] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-77505cb3-9ebb-43db-af35-98f49e215b48 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1002.050907] env[65418]: DEBUG nova.network.neutron [req-b8750ef3-9688-4fde-8038-1a845715582f req-af18dcbe-9f6f-4d1c-9103-b750cd9acd9e service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Updated VIF entry in instance network info cache for port 53c30ca3-fef4-456f-b1fe-3441a86de56b. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1002.051386] env[65418]: DEBUG nova.network.neutron [req-b8750ef3-9688-4fde-8038-1a845715582f req-af18dcbe-9f6f-4d1c-9103-b750cd9acd9e service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Updating instance_info_cache with network_info: [{"id": "90fa80de-51c3-4c3c-aea9-184bb2cb0e75", "address": "fa:16:3e:22:79:ed", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90fa80de-51", "ovs_interfaceid": "90fa80de-51c3-4c3c-aea9-184bb2cb0e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b837651b-8123-418b-ab05-4cd3f3f661b7", "address": "fa:16:3e:cd:aa:4f", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb837651b-81", "ovs_interfaceid": "b837651b-8123-418b-ab05-4cd3f3f661b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "53c30ca3-fef4-456f-b1fe-3441a86de56b", "address": "fa:16:3e:5a:13:d5", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53c30ca3-fe", "ovs_interfaceid": "53c30ca3-fef4-456f-b1fe-3441a86de56b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.052695] env[65418]: DEBUG nova.compute.manager [-] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1002.052797] env[65418]: DEBUG nova.network.neutron [-] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1002.053058] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.107105] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.148752] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e2108609-3445-48d4-8fe0-2a17355eeb68 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "4e62fee3-4a16-4e58-b5b4-05995a7eae64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.148752] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e2108609-3445-48d4-8fe0-2a17355eeb68 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "4e62fee3-4a16-4e58-b5b4-05995a7eae64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.149377] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e2108609-3445-48d4-8fe0-2a17355eeb68 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "4e62fee3-4a16-4e58-b5b4-05995a7eae64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.150497] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e2108609-3445-48d4-8fe0-2a17355eeb68 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "4e62fee3-4a16-4e58-b5b4-05995a7eae64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.150497] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e2108609-3445-48d4-8fe0-2a17355eeb68 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "4e62fee3-4a16-4e58-b5b4-05995a7eae64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.161250] env[65418]: DEBUG nova.compute.manager [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1002.165509] env[65418]: INFO nova.compute.manager [None req-e2108609-3445-48d4-8fe0-2a17355eeb68 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Terminating instance [ 1002.223878] env[65418]: DEBUG oslo_vmware.api [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688853, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.302348] env[65418]: DEBUG oslo_vmware.api [None req-c6637e80-b39e-4484-9a39-394bf3766d19 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688854, 'name': PowerOffVM_Task, 'duration_secs': 0.248779} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.303380] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6637e80-b39e-4484-9a39-394bf3766d19 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.303380] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c6637e80-b39e-4484-9a39-394bf3766d19 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.303380] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67820fc0-52dc-4538-aadc-c7b1cf9d8b35 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.306814] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07099c20-9130-4fc6-8e03-98b3bea945f9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.316148] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "interface-d1993506-e855-489a-a879-74483d10153c-b837651b-8123-418b-ab05-4cd3f3f661b7" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.316346] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "interface-d1993506-e855-489a-a879-74483d10153c-b837651b-8123-418b-ab05-4cd3f3f661b7" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.318537] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb46d678-04c7-4f96-b326-99468bee1040 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.358307] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70fc576-1512-44b0-812f-6fdb18ac289d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.368057] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1df217-1f9b-4f4f-bd53-0d9b77c59e11 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.384613] env[65418]: DEBUG nova.compute.provider_tree [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.406294] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.406631] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53550271-c0a2-4447-9c2a-724f4ba5107e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.416585] env[65418]: DEBUG oslo_vmware.api [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 1002.416585] env[65418]: value = "task-4688857" [ 1002.416585] env[65418]: _type = "Task" [ 1002.416585] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.431276] env[65418]: DEBUG oslo_vmware.api [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.433588] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c6637e80-b39e-4484-9a39-394bf3766d19 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.433958] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c6637e80-b39e-4484-9a39-394bf3766d19 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.434485] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6637e80-b39e-4484-9a39-394bf3766d19 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Deleting the datastore file [datastore2] cde5e247-0e3b-4dbd-b715-3cf5312465e2 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.434923] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f1e4a8c-6307-4032-9d11-2bd534f98b04 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.448258] env[65418]: DEBUG oslo_vmware.api [None req-c6637e80-b39e-4484-9a39-394bf3766d19 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1002.448258] env[65418]: value = "task-4688858" [ 1002.448258] env[65418]: _type = "Task" [ 1002.448258] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.467538] env[65418]: DEBUG oslo_vmware.api [None req-c6637e80-b39e-4484-9a39-394bf3766d19 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.507616] env[65418]: DEBUG nova.compute.manager [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1002.556281] env[65418]: DEBUG oslo_concurrency.lockutils [req-b8750ef3-9688-4fde-8038-1a845715582f req-af18dcbe-9f6f-4d1c-9103-b750cd9acd9e service nova] Releasing lock "refresh_cache-d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.671792] env[65418]: DEBUG nova.compute.manager [None req-e2108609-3445-48d4-8fe0-2a17355eeb68 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1002.672168] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e2108609-3445-48d4-8fe0-2a17355eeb68 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.672937] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb15868-d163-47ea-8ab4-c0a5807140a2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.685407] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2108609-3445-48d4-8fe0-2a17355eeb68 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.686035] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58765616-0ced-4e1c-9610-166f4aa1bac9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.694816] env[65418]: DEBUG oslo_vmware.api [None req-e2108609-3445-48d4-8fe0-2a17355eeb68 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1002.694816] env[65418]: value = "task-4688859" [ 1002.694816] env[65418]: _type = "Task" [ 1002.694816] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.695875] env[65418]: DEBUG oslo_concurrency.lockutils [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.708052] env[65418]: DEBUG oslo_vmware.api [None req-e2108609-3445-48d4-8fe0-2a17355eeb68 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.714166] env[65418]: DEBUG nova.compute.manager [req-3920a9f1-fbc3-40ef-a622-58093c5bbcd0 req-dd234fae-d44c-4fe9-af0e-58cd7be0bac0 service nova] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Received event network-vif-deleted-bda1a36a-76c0-468a-b6fe-0aa7690c3325 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1002.714166] env[65418]: INFO nova.compute.manager [req-3920a9f1-fbc3-40ef-a622-58093c5bbcd0 req-dd234fae-d44c-4fe9-af0e-58cd7be0bac0 service nova] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Neutron deleted interface bda1a36a-76c0-468a-b6fe-0aa7690c3325; detaching it from the instance and deleting it from the info cache [ 1002.714427] env[65418]: DEBUG nova.network.neutron [req-3920a9f1-fbc3-40ef-a622-58093c5bbcd0 req-dd234fae-d44c-4fe9-af0e-58cd7be0bac0 service nova] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.728370] env[65418]: DEBUG oslo_vmware.api [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688853, 'name': ReconfigVM_Task, 'duration_secs': 0.543755} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.728652] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6/78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.730409] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02c1121d-3c90-47a5-85ab-56ea0eb846d4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.738898] env[65418]: DEBUG oslo_vmware.api [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 1002.738898] env[65418]: value = "task-4688860" [ 1002.738898] env[65418]: _type = "Task" [ 1002.738898] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.750681] env[65418]: DEBUG oslo_vmware.api [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688860, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.794045] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "e1af7d32-1631-48ac-a7f5-73a1888e6ebe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.794578] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "e1af7d32-1631-48ac-a7f5-73a1888e6ebe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.826902] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.826902] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquired lock "d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.826902] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c33baa-7267-47a4-9236-d068fa4bb07d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.856516] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb73d2c-c705-43e8-a14b-ae2c369b2edd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.890091] env[65418]: DEBUG nova.scheduler.client.report [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.895139] env[65418]: WARNING neutronclient.v2_0.client [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.906729] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Reconfiguring VM to detach interface {{(pid=65418) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1002.907708] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e623c58c-54a1-4e59-b8b7-01b7ec516fad {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.934496] env[65418]: DEBUG oslo_vmware.api [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688857, 'name': PowerOffVM_Task, 'duration_secs': 0.471155} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.937238] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.937238] env[65418]: DEBUG oslo_vmware.api [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 1002.937238] env[65418]: value = "task-4688861" [ 1002.937238] env[65418]: _type = "Task" [ 1002.937238] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.938813] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496ce853-6844-4c50-8f1a-9795eb512d60 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.978023] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7389b743-d622-4b51-b18f-af8a7682e880 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.978373] env[65418]: DEBUG oslo_vmware.api [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688861, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.988315] env[65418]: DEBUG oslo_vmware.api [None req-c6637e80-b39e-4484-9a39-394bf3766d19 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243909} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.988597] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6637e80-b39e-4484-9a39-394bf3766d19 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.989412] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c6637e80-b39e-4484-9a39-394bf3766d19 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.989412] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c6637e80-b39e-4484-9a39-394bf3766d19 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.989412] env[65418]: INFO nova.compute.manager [None req-c6637e80-b39e-4484-9a39-394bf3766d19 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1002.989412] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-c6637e80-b39e-4484-9a39-394bf3766d19 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1002.989653] env[65418]: DEBUG nova.compute.manager [-] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1002.989653] env[65418]: DEBUG nova.network.neutron [-] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1002.990309] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.021020] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.021020] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e4c68fa-7d49-4a20-8833-f6ae07b8b641 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.031836] env[65418]: DEBUG oslo_vmware.api [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 1003.031836] env[65418]: value = "task-4688862" [ 1003.031836] env[65418]: _type = "Task" [ 1003.031836] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.037566] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.044666] env[65418]: DEBUG oslo_concurrency.lockutils [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.048703] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] VM already powered off {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1003.048978] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.049251] env[65418]: DEBUG oslo_concurrency.lockutils [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.049404] env[65418]: DEBUG oslo_concurrency.lockutils [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.049611] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.049905] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6b2b6a1-40cf-44be-a496-42b6a3bf4bb6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.060667] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.060814] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.061832] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77a1ecaa-1bb8-46a8-8c15-6d7a648b78f1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.070881] env[65418]: DEBUG oslo_vmware.api [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 1003.070881] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]522c9746-8c3f-d726-3730-7898a290bd47" [ 1003.070881] env[65418]: _type = "Task" [ 1003.070881] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.082358] env[65418]: DEBUG oslo_vmware.api [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]522c9746-8c3f-d726-3730-7898a290bd47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.186753] env[65418]: DEBUG nova.network.neutron [-] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.213587] env[65418]: DEBUG oslo_vmware.api [None req-e2108609-3445-48d4-8fe0-2a17355eeb68 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688859, 'name': PowerOffVM_Task, 'duration_secs': 0.213629} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.213587] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2108609-3445-48d4-8fe0-2a17355eeb68 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.213587] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e2108609-3445-48d4-8fe0-2a17355eeb68 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1003.213900] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dde46722-16c1-4b34-9474-34cf86c3f24c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.220417] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a3e3630-8ab2-4146-a8c3-b307e744d3d4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.233177] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497097f8-4158-48fe-9cb0-2bb9fbfd4abe {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.254474] env[65418]: DEBUG oslo_vmware.api [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688860, 'name': Rename_Task, 'duration_secs': 0.225059} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.254998] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.255404] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17f98048-d10e-4f05-a93d-bd7d0181dfda {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.274445] env[65418]: DEBUG nova.compute.manager [req-3920a9f1-fbc3-40ef-a622-58093c5bbcd0 req-dd234fae-d44c-4fe9-af0e-58cd7be0bac0 service nova] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Detach interface failed, port_id=bda1a36a-76c0-468a-b6fe-0aa7690c3325, reason: Instance d5b22bc6-625a-4f32-b6d6-da588f171575 could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1003.276274] env[65418]: DEBUG oslo_vmware.api [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 1003.276274] env[65418]: value = "task-4688864" [ 1003.276274] env[65418]: _type = "Task" [ 1003.276274] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.286614] env[65418]: DEBUG oslo_vmware.api [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688864, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.294492] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e2108609-3445-48d4-8fe0-2a17355eeb68 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.294844] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e2108609-3445-48d4-8fe0-2a17355eeb68 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.294952] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2108609-3445-48d4-8fe0-2a17355eeb68 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Deleting the datastore file [datastore2] 4e62fee3-4a16-4e58-b5b4-05995a7eae64 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.295236] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-317817d1-143a-4d42-b9dc-00fb76aa357d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.297639] env[65418]: DEBUG nova.compute.manager [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1003.307690] env[65418]: DEBUG oslo_vmware.api [None req-e2108609-3445-48d4-8fe0-2a17355eeb68 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1003.307690] env[65418]: value = "task-4688865" [ 1003.307690] env[65418]: _type = "Task" [ 1003.307690] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.317836] env[65418]: DEBUG oslo_vmware.api [None req-e2108609-3445-48d4-8fe0-2a17355eeb68 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.408330] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.456s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.408725] env[65418]: WARNING neutronclient.v2_0.client [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.411490] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.399s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.413155] env[65418]: INFO nova.compute.claims [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1003.447148] env[65418]: INFO nova.network.neutron [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Updating port c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1003.456065] env[65418]: DEBUG oslo_vmware.api [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.554969] env[65418]: DEBUG nova.compute.manager [req-678ee539-990e-4202-b355-979d617d9270 req-cf86d8c9-27dd-4020-aa88-ba43e2c6592c service nova] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Received event network-vif-deleted-0b6d946a-d398-4c1e-bf74-7df2518a23c3 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1003.555218] env[65418]: INFO nova.compute.manager [req-678ee539-990e-4202-b355-979d617d9270 req-cf86d8c9-27dd-4020-aa88-ba43e2c6592c service nova] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Neutron deleted interface 0b6d946a-d398-4c1e-bf74-7df2518a23c3; detaching it from the instance and deleting it from the info cache [ 1003.555445] env[65418]: DEBUG nova.network.neutron [req-678ee539-990e-4202-b355-979d617d9270 req-cf86d8c9-27dd-4020-aa88-ba43e2c6592c service nova] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.585946] env[65418]: DEBUG oslo_vmware.api [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]522c9746-8c3f-d726-3730-7898a290bd47, 'name': SearchDatastore_Task, 'duration_secs': 0.010399} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.585946] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fb214ad-8de5-4bde-8678-00af25d6ea54 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.595782] env[65418]: DEBUG oslo_vmware.api [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 1003.595782] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523d05c4-1009-ee89-9b76-77da963a4f9d" [ 1003.595782] env[65418]: _type = "Task" [ 1003.595782] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.606517] env[65418]: DEBUG oslo_vmware.api [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523d05c4-1009-ee89-9b76-77da963a4f9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.690477] env[65418]: INFO nova.compute.manager [-] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Took 1.64 seconds to deallocate network for instance. [ 1003.786990] env[65418]: DEBUG oslo_vmware.api [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688864, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.818453] env[65418]: DEBUG oslo_vmware.api [None req-e2108609-3445-48d4-8fe0-2a17355eeb68 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220831} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.818602] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2108609-3445-48d4-8fe0-2a17355eeb68 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.818739] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e2108609-3445-48d4-8fe0-2a17355eeb68 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.820084] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e2108609-3445-48d4-8fe0-2a17355eeb68 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.820084] env[65418]: INFO nova.compute.manager [None req-e2108609-3445-48d4-8fe0-2a17355eeb68 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1003.820084] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-e2108609-3445-48d4-8fe0-2a17355eeb68 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1003.820084] env[65418]: DEBUG nova.compute.manager [-] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1003.820084] env[65418]: DEBUG nova.network.neutron [-] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1003.820084] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.823513] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.864450] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.955271] env[65418]: DEBUG oslo_vmware.api [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.034858] env[65418]: DEBUG nova.network.neutron [-] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.058340] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08ac3f0d-afdd-477f-886f-ef286057626e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.070356] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6409f35-1be2-4e8a-b16e-52a23d3d3b20 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.120753] env[65418]: DEBUG nova.compute.manager [req-678ee539-990e-4202-b355-979d617d9270 req-cf86d8c9-27dd-4020-aa88-ba43e2c6592c service nova] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Detach interface failed, port_id=0b6d946a-d398-4c1e-bf74-7df2518a23c3, reason: Instance cde5e247-0e3b-4dbd-b715-3cf5312465e2 could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1004.127575] env[65418]: DEBUG oslo_vmware.api [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523d05c4-1009-ee89-9b76-77da963a4f9d, 'name': SearchDatastore_Task, 'duration_secs': 0.015234} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.127849] env[65418]: DEBUG oslo_concurrency.lockutils [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.128138] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 6b1ced43-7a2e-40fb-981f-2b167915fee5/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4-rescue.vmdk. {{(pid=65418) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1004.128418] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-142e737d-c1f2-4133-a0ed-cf76815f9636 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.137954] env[65418]: DEBUG oslo_vmware.api [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 1004.137954] env[65418]: value = "task-4688866" [ 1004.137954] env[65418]: _type = "Task" [ 1004.137954] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.148152] env[65418]: DEBUG oslo_vmware.api [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.198281] env[65418]: DEBUG oslo_concurrency.lockutils [None req-77505cb3-9ebb-43db-af35-98f49e215b48 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.288025] env[65418]: DEBUG oslo_vmware.api [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688864, 'name': PowerOnVM_Task, 'duration_secs': 0.524801} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.288376] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.288580] env[65418]: INFO nova.compute.manager [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Took 10.82 seconds to spawn the instance on the hypervisor. [ 1004.288755] env[65418]: DEBUG nova.compute.manager [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1004.289545] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19af011d-3f6f-4b32-ad81-a78ab63318c1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.459721] env[65418]: DEBUG oslo_vmware.api [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.538840] env[65418]: INFO nova.compute.manager [-] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Took 1.55 seconds to deallocate network for instance. [ 1004.590548] env[65418]: DEBUG nova.network.neutron [-] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.651156] env[65418]: DEBUG oslo_vmware.api [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688866, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.682707] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc32d39b-f9d0-4082-8a8f-f619f53304ec {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.692861] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5238bfd-a8e6-48b9-9eba-ec1df33ea8fe {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.728651] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d8020d-ee29-42ba-8a79-8f3a65f034a5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.740741] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2f43f0-2d57-4e2a-99fe-18fe63b1f544 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.758300] env[65418]: DEBUG nova.compute.provider_tree [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1004.807591] env[65418]: INFO nova.compute.manager [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Took 23.47 seconds to build instance. [ 1004.898557] env[65418]: DEBUG nova.compute.manager [req-bf981e47-1339-48f5-8c4c-72dda0f87c9a req-150523fe-e1ef-40e9-a105-3da5f8481f4b service nova] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Received event network-vif-plugged-c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1004.898770] env[65418]: DEBUG oslo_concurrency.lockutils [req-bf981e47-1339-48f5-8c4c-72dda0f87c9a req-150523fe-e1ef-40e9-a105-3da5f8481f4b service nova] Acquiring lock "9f657eff-f138-407c-8c54-71fd857a3298-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.898967] env[65418]: DEBUG oslo_concurrency.lockutils [req-bf981e47-1339-48f5-8c4c-72dda0f87c9a req-150523fe-e1ef-40e9-a105-3da5f8481f4b service nova] Lock "9f657eff-f138-407c-8c54-71fd857a3298-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.899144] env[65418]: DEBUG oslo_concurrency.lockutils [req-bf981e47-1339-48f5-8c4c-72dda0f87c9a req-150523fe-e1ef-40e9-a105-3da5f8481f4b service nova] Lock "9f657eff-f138-407c-8c54-71fd857a3298-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.899388] env[65418]: DEBUG nova.compute.manager [req-bf981e47-1339-48f5-8c4c-72dda0f87c9a req-150523fe-e1ef-40e9-a105-3da5f8481f4b service nova] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] No waiting events found dispatching network-vif-plugged-c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1004.899606] env[65418]: WARNING nova.compute.manager [req-bf981e47-1339-48f5-8c4c-72dda0f87c9a req-150523fe-e1ef-40e9-a105-3da5f8481f4b service nova] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Received unexpected event network-vif-plugged-c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd for instance with vm_state shelved_offloaded and task_state spawning. [ 1004.956372] env[65418]: DEBUG oslo_vmware.api [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.990316] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquiring lock "refresh_cache-9f657eff-f138-407c-8c54-71fd857a3298" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.990530] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquired lock "refresh_cache-9f657eff-f138-407c-8c54-71fd857a3298" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.990709] env[65418]: DEBUG nova.network.neutron [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1005.045938] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c6637e80-b39e-4484-9a39-394bf3766d19 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.093408] env[65418]: INFO nova.compute.manager [-] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Took 1.27 seconds to deallocate network for instance. [ 1005.150724] env[65418]: DEBUG oslo_vmware.api [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79481} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.151197] env[65418]: INFO nova.virt.vmwareapi.ds_util [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 6b1ced43-7a2e-40fb-981f-2b167915fee5/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4-rescue.vmdk. [ 1005.152078] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00a94cf-6be6-4e35-af3b-20102e32cc33 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.184498] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 6b1ced43-7a2e-40fb-981f-2b167915fee5/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4-rescue.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.184838] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e8bbae8-a383-40fe-8b2a-7100294a2ce2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.205953] env[65418]: DEBUG oslo_vmware.api [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 1005.205953] env[65418]: value = "task-4688868" [ 1005.205953] env[65418]: _type = "Task" [ 1005.205953] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.215523] env[65418]: DEBUG oslo_vmware.api [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688868, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.282301] env[65418]: ERROR nova.scheduler.client.report [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [req-efe7c4d1-bcc4-4e05-a3d9-675cb9939b57] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 04ebeb19-ed8c-4ddf-818a-ebce01147110. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-efe7c4d1-bcc4-4e05-a3d9-675cb9939b57"}]} [ 1005.299241] env[65418]: DEBUG nova.scheduler.client.report [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Refreshing inventories for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1005.309887] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c9e2dcaf-dd6c-4b74-b8a2-c1fb6bf6ac03 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.987s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.315324] env[65418]: DEBUG nova.scheduler.client.report [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Updating ProviderTree inventory for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1005.315579] env[65418]: DEBUG nova.compute.provider_tree [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1005.329416] env[65418]: DEBUG nova.scheduler.client.report [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Refreshing aggregate associations for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110, aggregates: None {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1005.351751] env[65418]: DEBUG nova.scheduler.client.report [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Refreshing trait associations for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1005.458033] env[65418]: DEBUG oslo_vmware.api [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.493184] env[65418]: WARNING neutronclient.v2_0.client [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.601883] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e2108609-3445-48d4-8fe0-2a17355eeb68 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.610799] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae69965c-4a57-4dc3-8472-f143402f0bd5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.625475] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9bd0e6-0440-4204-bca7-679a197e89fb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.646274] env[65418]: DEBUG nova.compute.manager [req-52094f7e-c16b-44c3-9f02-9b32c488b297 req-0c6204ba-7fab-4a27-a1ac-6c2d5f4c07f6 service nova] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Received event network-vif-deleted-c117090b-c193-417b-a9c4-e318692790cf {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1005.681029] env[65418]: WARNING neutronclient.v2_0.client [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.683920] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0928cd5-d38c-4326-846f-e2c42ea24c21 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.694755] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb83bb5-d632-476e-ad20-eca4594e3803 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.710610] env[65418]: DEBUG nova.compute.provider_tree [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.723915] env[65418]: DEBUG oslo_vmware.api [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688868, 'name': ReconfigVM_Task, 'duration_secs': 0.403207} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.724852] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 6b1ced43-7a2e-40fb-981f-2b167915fee5/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4-rescue.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.725788] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940065e6-0f00-4e72-929e-f4fddce50712 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.761077] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a85db87c-b24c-4fe7-9dca-8ffa23178604 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.782156] env[65418]: DEBUG oslo_vmware.api [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 1005.782156] env[65418]: value = "task-4688869" [ 1005.782156] env[65418]: _type = "Task" [ 1005.782156] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.787782] env[65418]: DEBUG nova.network.neutron [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Updating instance_info_cache with network_info: [{"id": "c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd", "address": "fa:16:3e:dd:29:5a", "network": {"id": "06ea58af-38d9-465d-900e-da9d74af1c1e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-720438806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13faa5c583ad4f9a935923e6635dc61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc51b2fcd-ba", "ovs_interfaceid": "c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.799901] env[65418]: DEBUG oslo_vmware.api [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688869, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.957394] env[65418]: DEBUG oslo_vmware.api [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.217773] env[65418]: DEBUG nova.scheduler.client.report [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.297207] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Releasing lock "refresh_cache-9f657eff-f138-407c-8c54-71fd857a3298" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.299427] env[65418]: DEBUG oslo_vmware.api [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688869, 'name': ReconfigVM_Task, 'duration_secs': 0.185608} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.299961] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.300268] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6138e52-9433-47a1-8ae1-b1ae89fdde82 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.307458] env[65418]: DEBUG oslo_vmware.api [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 1006.307458] env[65418]: value = "task-4688870" [ 1006.307458] env[65418]: _type = "Task" [ 1006.307458] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.320897] env[65418]: DEBUG oslo_vmware.api [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.331795] env[65418]: DEBUG nova.virt.hardware [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='227e926a7b9addd1e32995e4df5c910b',container_format='bare',created_at=2025-11-21T20:46:32Z,direct_url=,disk_format='vmdk',id=184d4e24-e5bf-4f26-a243-04e7f1747b22,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-866041561-shelved',owner='13faa5c583ad4f9a935923e6635dc61e',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-11-21T20:46:50Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1006.332585] env[65418]: DEBUG nova.virt.hardware [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.332840] env[65418]: DEBUG nova.virt.hardware [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1006.333078] env[65418]: DEBUG nova.virt.hardware [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.333276] env[65418]: DEBUG nova.virt.hardware [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1006.333353] env[65418]: DEBUG nova.virt.hardware [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1006.333577] env[65418]: DEBUG nova.virt.hardware [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1006.333761] env[65418]: DEBUG nova.virt.hardware [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1006.333934] env[65418]: DEBUG nova.virt.hardware [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1006.334121] env[65418]: DEBUG nova.virt.hardware [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1006.334305] env[65418]: DEBUG nova.virt.hardware [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1006.335288] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42692573-4131-4e14-b24c-b9b796a57bd0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.344472] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a9db61-08ec-4550-bc20-ddb28c2b78f8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.361342] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:29:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.370064] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1006.370510] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.370807] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d206220-39a9-4062-bbe1-2befeb9712c6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.395719] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.395719] env[65418]: value = "task-4688872" [ 1006.395719] env[65418]: _type = "Task" [ 1006.395719] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.404784] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688872, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.459853] env[65418]: DEBUG oslo_vmware.api [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.470757] env[65418]: DEBUG nova.compute.manager [None req-df85dae8-7877-4db2-aa8e-423954750542 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1006.471791] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1f12a6-512d-4ea2-9c9d-7d47cef9ab90 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.724020] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.312s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.724843] env[65418]: DEBUG nova.compute.manager [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1006.728790] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.994s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.729026] env[65418]: DEBUG nova.objects.instance [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65418) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1006.819250] env[65418]: DEBUG oslo_vmware.api [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688870, 'name': PowerOnVM_Task, 'duration_secs': 0.454686} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.819620] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.822982] env[65418]: DEBUG nova.compute.manager [None req-00966da1-ba17-47f9-be48-f66ae0b49b10 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1006.824017] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98b70a8-77d0-4af0-b785-a73c6c65e161 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.906736] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688872, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.958551] env[65418]: DEBUG oslo_vmware.api [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.984977] env[65418]: INFO nova.compute.manager [None req-df85dae8-7877-4db2-aa8e-423954750542 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] instance snapshotting [ 1006.988501] env[65418]: DEBUG nova.compute.manager [req-b3e11c1b-76d7-4162-94c2-506bfaf22bd8 req-3e0a299d-798c-4f8f-94ff-012171d01409 service nova] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Received event network-changed-c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1006.988678] env[65418]: DEBUG nova.compute.manager [req-b3e11c1b-76d7-4162-94c2-506bfaf22bd8 req-3e0a299d-798c-4f8f-94ff-012171d01409 service nova] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Refreshing instance network info cache due to event network-changed-c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1006.988908] env[65418]: DEBUG oslo_concurrency.lockutils [req-b3e11c1b-76d7-4162-94c2-506bfaf22bd8 req-3e0a299d-798c-4f8f-94ff-012171d01409 service nova] Acquiring lock "refresh_cache-9f657eff-f138-407c-8c54-71fd857a3298" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.989015] env[65418]: DEBUG oslo_concurrency.lockutils [req-b3e11c1b-76d7-4162-94c2-506bfaf22bd8 req-3e0a299d-798c-4f8f-94ff-012171d01409 service nova] Acquired lock "refresh_cache-9f657eff-f138-407c-8c54-71fd857a3298" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.989180] env[65418]: DEBUG nova.network.neutron [req-b3e11c1b-76d7-4162-94c2-506bfaf22bd8 req-3e0a299d-798c-4f8f-94ff-012171d01409 service nova] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Refreshing network info cache for port c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.991214] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718f9c4a-47d8-425c-bb42-769cabf5ebd2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.012789] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f10921-d321-40f5-91f5-f2884074add9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.234258] env[65418]: DEBUG nova.compute.utils [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.238485] env[65418]: DEBUG nova.compute.manager [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1007.238682] env[65418]: DEBUG nova.network.neutron [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1007.238996] env[65418]: WARNING neutronclient.v2_0.client [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1007.239322] env[65418]: WARNING neutronclient.v2_0.client [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1007.287459] env[65418]: DEBUG nova.policy [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d07a66402f240988f088d44f2eb36bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'feeb3515661f4fd1a411fff1cdb49aa9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.407199] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688872, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.460913] env[65418]: DEBUG oslo_vmware.api [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.495254] env[65418]: WARNING neutronclient.v2_0.client [req-b3e11c1b-76d7-4162-94c2-506bfaf22bd8 req-3e0a299d-798c-4f8f-94ff-012171d01409 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1007.524658] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-df85dae8-7877-4db2-aa8e-423954750542 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Creating Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1007.525148] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-27285b3b-470c-4c3f-8489-3203dfba5e25 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.537882] env[65418]: DEBUG oslo_vmware.api [None req-df85dae8-7877-4db2-aa8e-423954750542 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 1007.537882] env[65418]: value = "task-4688873" [ 1007.537882] env[65418]: _type = "Task" [ 1007.537882] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.549014] env[65418]: DEBUG oslo_vmware.api [None req-df85dae8-7877-4db2-aa8e-423954750542 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688873, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.627583] env[65418]: DEBUG nova.network.neutron [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Successfully created port: 163d39d8-f1ec-423a-a582-3972ebf6ea39 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1007.685942] env[65418]: WARNING neutronclient.v2_0.client [req-b3e11c1b-76d7-4162-94c2-506bfaf22bd8 req-3e0a299d-798c-4f8f-94ff-012171d01409 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1007.688292] env[65418]: INFO nova.compute.manager [None req-e0ac017c-e581-454b-a843-b0e7994aaf4d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Unrescuing [ 1007.688519] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e0ac017c-e581-454b-a843-b0e7994aaf4d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquiring lock "refresh_cache-6b1ced43-7a2e-40fb-981f-2b167915fee5" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.688663] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e0ac017c-e581-454b-a843-b0e7994aaf4d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquired lock "refresh_cache-6b1ced43-7a2e-40fb-981f-2b167915fee5" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.688815] env[65418]: DEBUG nova.network.neutron [None req-e0ac017c-e581-454b-a843-b0e7994aaf4d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1007.738928] env[65418]: DEBUG nova.compute.manager [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1007.742833] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eca6b79e-b893-4301-a326-2f5e5328418a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.743495] env[65418]: DEBUG oslo_concurrency.lockutils [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.048s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.745038] env[65418]: INFO nova.compute.claims [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.759716] env[65418]: DEBUG nova.network.neutron [req-b3e11c1b-76d7-4162-94c2-506bfaf22bd8 req-3e0a299d-798c-4f8f-94ff-012171d01409 service nova] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Updated VIF entry in instance network info cache for port c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1007.760099] env[65418]: DEBUG nova.network.neutron [req-b3e11c1b-76d7-4162-94c2-506bfaf22bd8 req-3e0a299d-798c-4f8f-94ff-012171d01409 service nova] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Updating instance_info_cache with network_info: [{"id": "c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd", "address": "fa:16:3e:dd:29:5a", "network": {"id": "06ea58af-38d9-465d-900e-da9d74af1c1e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-720438806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13faa5c583ad4f9a935923e6635dc61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc51b2fcd-ba", "ovs_interfaceid": "c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.908201] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688872, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.960052] env[65418]: DEBUG oslo_vmware.api [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688861, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.049271] env[65418]: DEBUG oslo_vmware.api [None req-df85dae8-7877-4db2-aa8e-423954750542 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688873, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.191894] env[65418]: WARNING neutronclient.v2_0.client [None req-e0ac017c-e581-454b-a843-b0e7994aaf4d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.262989] env[65418]: DEBUG oslo_concurrency.lockutils [req-b3e11c1b-76d7-4162-94c2-506bfaf22bd8 req-3e0a299d-798c-4f8f-94ff-012171d01409 service nova] Releasing lock "refresh_cache-9f657eff-f138-407c-8c54-71fd857a3298" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.410161] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688872, 'name': CreateVM_Task, 'duration_secs': 1.515605} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.410407] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.410940] env[65418]: WARNING neutronclient.v2_0.client [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.411367] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/184d4e24-e5bf-4f26-a243-04e7f1747b22" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.411565] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/184d4e24-e5bf-4f26-a243-04e7f1747b22" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.411958] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/184d4e24-e5bf-4f26-a243-04e7f1747b22" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.412308] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2de6c40-917f-4c20-ad1a-c47b59a5565f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.417739] env[65418]: DEBUG oslo_vmware.api [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 1008.417739] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521df07e-f90d-91ab-f672-2d9b98158300" [ 1008.417739] env[65418]: _type = "Task" [ 1008.417739] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.426886] env[65418]: DEBUG oslo_vmware.api [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521df07e-f90d-91ab-f672-2d9b98158300, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.455902] env[65418]: WARNING neutronclient.v2_0.client [None req-e0ac017c-e581-454b-a843-b0e7994aaf4d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.464559] env[65418]: DEBUG oslo_vmware.api [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688861, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.549529] env[65418]: DEBUG oslo_vmware.api [None req-df85dae8-7877-4db2-aa8e-423954750542 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688873, 'name': CreateSnapshot_Task, 'duration_secs': 0.815639} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.552741] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-df85dae8-7877-4db2-aa8e-423954750542 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Created Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1008.554169] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f0bafc-731e-40f6-af77-519bda393843 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.659832] env[65418]: DEBUG nova.network.neutron [None req-e0ac017c-e581-454b-a843-b0e7994aaf4d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Updating instance_info_cache with network_info: [{"id": "15ffc214-b1d2-4e69-8a67-f9c54cc59db3", "address": "fa:16:3e:7a:25:65", "network": {"id": "2646edcc-6454-452d-b8f1-35c8443aafaa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1306270923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68957baf5aec4df4b0008c8d4632ba1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15ffc214-b1", "ovs_interfaceid": "15ffc214-b1d2-4e69-8a67-f9c54cc59db3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.750498] env[65418]: DEBUG nova.compute.manager [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1008.777725] env[65418]: DEBUG nova.virt.hardware [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1008.777987] env[65418]: DEBUG nova.virt.hardware [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.778156] env[65418]: DEBUG nova.virt.hardware [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1008.778337] env[65418]: DEBUG nova.virt.hardware [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.778477] env[65418]: DEBUG nova.virt.hardware [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1008.778617] env[65418]: DEBUG nova.virt.hardware [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1008.778815] env[65418]: DEBUG nova.virt.hardware [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1008.778969] env[65418]: DEBUG nova.virt.hardware [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1008.779143] env[65418]: DEBUG nova.virt.hardware [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1008.779303] env[65418]: DEBUG nova.virt.hardware [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1008.779466] env[65418]: DEBUG nova.virt.hardware [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1008.780355] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c314945-23f0-4870-95fb-9f66269d5c09 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.790824] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d029b9fc-1e74-49d6-8e3d-dd9ff380e54a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.935080] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/184d4e24-e5bf-4f26-a243-04e7f1747b22" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.935413] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Processing image 184d4e24-e5bf-4f26-a243-04e7f1747b22 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.935662] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/184d4e24-e5bf-4f26-a243-04e7f1747b22/184d4e24-e5bf-4f26-a243-04e7f1747b22.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.937399] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquired lock "[datastore2] devstack-image-cache_base/184d4e24-e5bf-4f26-a243-04e7f1747b22/184d4e24-e5bf-4f26-a243-04e7f1747b22.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.937399] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.937399] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35815f73-6bed-4cac-92dc-ad04f228506c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.949683] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.949683] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.949683] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc6efcce-f54d-4b1b-af28-bc9c1d72b7c1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.956670] env[65418]: DEBUG oslo_vmware.api [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 1008.956670] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521a03e4-0450-1724-86d0-c18fc3806218" [ 1008.956670] env[65418]: _type = "Task" [ 1008.956670] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.968811] env[65418]: DEBUG oslo_vmware.api [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688861, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.978546] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Preparing fetch location {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1008.978765] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Fetch image to [datastore2] OSTACK_IMG_2d5bbdce-979e-44fd-98d3-fb561ff4c120/OSTACK_IMG_2d5bbdce-979e-44fd-98d3-fb561ff4c120.vmdk {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1008.978946] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Downloading stream optimized image 184d4e24-e5bf-4f26-a243-04e7f1747b22 to [datastore2] OSTACK_IMG_2d5bbdce-979e-44fd-98d3-fb561ff4c120/OSTACK_IMG_2d5bbdce-979e-44fd-98d3-fb561ff4c120.vmdk on the data store datastore2 as vApp {{(pid=65418) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1008.979131] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Downloading image file data 184d4e24-e5bf-4f26-a243-04e7f1747b22 to the ESX as VM named 'OSTACK_IMG_2d5bbdce-979e-44fd-98d3-fb561ff4c120' {{(pid=65418) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1009.024352] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03782af-c5e4-4c7f-b573-883b357cd79e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.032939] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fb9e2a-1e90-46e2-9b74-25c6a2807213 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.075734] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-df85dae8-7877-4db2-aa8e-423954750542 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Creating linked-clone VM from snapshot {{(pid=65418) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1009.076669] env[65418]: DEBUG oslo_vmware.rw_handles [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1009.076669] env[65418]: value = "resgroup-9" [ 1009.076669] env[65418]: _type = "ResourcePool" [ 1009.076669] env[65418]: }. {{(pid=65418) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1009.076940] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fca6188b-a7cd-47c7-b79d-b049b43d6b9d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.082930] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfc8892-85bd-487d-beca-57019c2fa4d0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.086073] env[65418]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-51a1e042-5ff2-4516-af5b-f9eaa7fbd483 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.109405] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9609d8c-db48-4a8d-916c-177f1e367801 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.118698] env[65418]: DEBUG oslo_vmware.rw_handles [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lease: (returnval){ [ 1009.118698] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d706ab-a327-c128-4fbf-4d100c93016c" [ 1009.118698] env[65418]: _type = "HttpNfcLease" [ 1009.118698] env[65418]: } obtained for vApp import into resource pool (val){ [ 1009.118698] env[65418]: value = "resgroup-9" [ 1009.118698] env[65418]: _type = "ResourcePool" [ 1009.118698] env[65418]: }. {{(pid=65418) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1009.120524] env[65418]: DEBUG oslo_vmware.api [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the lease: (returnval){ [ 1009.120524] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d706ab-a327-c128-4fbf-4d100c93016c" [ 1009.120524] env[65418]: _type = "HttpNfcLease" [ 1009.120524] env[65418]: } to be ready. {{(pid=65418) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1009.120524] env[65418]: DEBUG oslo_vmware.api [None req-df85dae8-7877-4db2-aa8e-423954750542 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 1009.120524] env[65418]: value = "task-4688874" [ 1009.120524] env[65418]: _type = "Task" [ 1009.120524] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.135392] env[65418]: DEBUG nova.compute.provider_tree [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.141932] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1009.141932] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d706ab-a327-c128-4fbf-4d100c93016c" [ 1009.141932] env[65418]: _type = "HttpNfcLease" [ 1009.141932] env[65418]: } is initializing. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1009.145981] env[65418]: DEBUG oslo_vmware.api [None req-df85dae8-7877-4db2-aa8e-423954750542 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688874, 'name': CloneVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.162874] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e0ac017c-e581-454b-a843-b0e7994aaf4d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Releasing lock "refresh_cache-6b1ced43-7a2e-40fb-981f-2b167915fee5" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.163675] env[65418]: DEBUG nova.objects.instance [None req-e0ac017c-e581-454b-a843-b0e7994aaf4d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lazy-loading 'flavor' on Instance uuid 6b1ced43-7a2e-40fb-981f-2b167915fee5 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.175181] env[65418]: DEBUG nova.compute.manager [req-e8ff5bef-2a24-4368-852b-ffb260a1b971 req-44240003-20b4-43ff-8f8b-d1a128601394 service nova] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Received event network-vif-plugged-163d39d8-f1ec-423a-a582-3972ebf6ea39 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1009.175485] env[65418]: DEBUG oslo_concurrency.lockutils [req-e8ff5bef-2a24-4368-852b-ffb260a1b971 req-44240003-20b4-43ff-8f8b-d1a128601394 service nova] Acquiring lock "adc67893-f2e5-4dea-901e-61e4a9855494-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.175750] env[65418]: DEBUG oslo_concurrency.lockutils [req-e8ff5bef-2a24-4368-852b-ffb260a1b971 req-44240003-20b4-43ff-8f8b-d1a128601394 service nova] Lock "adc67893-f2e5-4dea-901e-61e4a9855494-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.175952] env[65418]: DEBUG oslo_concurrency.lockutils [req-e8ff5bef-2a24-4368-852b-ffb260a1b971 req-44240003-20b4-43ff-8f8b-d1a128601394 service nova] Lock "adc67893-f2e5-4dea-901e-61e4a9855494-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.176226] env[65418]: DEBUG nova.compute.manager [req-e8ff5bef-2a24-4368-852b-ffb260a1b971 req-44240003-20b4-43ff-8f8b-d1a128601394 service nova] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] No waiting events found dispatching network-vif-plugged-163d39d8-f1ec-423a-a582-3972ebf6ea39 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1009.176426] env[65418]: WARNING nova.compute.manager [req-e8ff5bef-2a24-4368-852b-ffb260a1b971 req-44240003-20b4-43ff-8f8b-d1a128601394 service nova] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Received unexpected event network-vif-plugged-163d39d8-f1ec-423a-a582-3972ebf6ea39 for instance with vm_state building and task_state spawning. [ 1009.201550] env[65418]: DEBUG nova.network.neutron [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Successfully updated port: 163d39d8-f1ec-423a-a582-3972ebf6ea39 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1009.463803] env[65418]: DEBUG oslo_vmware.api [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688861, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.640359] env[65418]: DEBUG oslo_vmware.api [None req-df85dae8-7877-4db2-aa8e-423954750542 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688874, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.643017] env[65418]: DEBUG nova.scheduler.client.report [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.647990] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1009.647990] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d706ab-a327-c128-4fbf-4d100c93016c" [ 1009.647990] env[65418]: _type = "HttpNfcLease" [ 1009.647990] env[65418]: } is initializing. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1009.670510] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300e20ba-d250-47f8-b057-96104a9d28aa {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.712510] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Acquiring lock "refresh_cache-adc67893-f2e5-4dea-901e-61e4a9855494" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.712816] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Acquired lock "refresh_cache-adc67893-f2e5-4dea-901e-61e4a9855494" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.713260] env[65418]: DEBUG nova.network.neutron [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1009.715657] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ac017c-e581-454b-a843-b0e7994aaf4d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.716433] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-addf759c-ff01-4227-ac8b-d6658e0618e5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.729031] env[65418]: DEBUG oslo_vmware.api [None req-e0ac017c-e581-454b-a843-b0e7994aaf4d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 1009.729031] env[65418]: value = "task-4688876" [ 1009.729031] env[65418]: _type = "Task" [ 1009.729031] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.740551] env[65418]: DEBUG oslo_vmware.api [None req-e0ac017c-e581-454b-a843-b0e7994aaf4d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.969020] env[65418]: DEBUG oslo_vmware.api [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688861, 'name': ReconfigVM_Task, 'duration_secs': 6.892564} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.969020] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Releasing lock "d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.969020] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Reconfigured VM to detach interface {{(pid=65418) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1009.969020] env[65418]: WARNING neutronclient.v2_0.client [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.969020] env[65418]: WARNING neutronclient.v2_0.client [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.140925] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1010.140925] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d706ab-a327-c128-4fbf-4d100c93016c" [ 1010.140925] env[65418]: _type = "HttpNfcLease" [ 1010.140925] env[65418]: } is initializing. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1010.144397] env[65418]: DEBUG oslo_vmware.api [None req-df85dae8-7877-4db2-aa8e-423954750542 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688874, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.151108] env[65418]: DEBUG oslo_concurrency.lockutils [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.151557] env[65418]: DEBUG nova.compute.manager [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1010.154934] env[65418]: DEBUG oslo_concurrency.lockutils [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.110s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.156928] env[65418]: INFO nova.compute.claims [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1010.240426] env[65418]: DEBUG oslo_vmware.api [None req-e0ac017c-e581-454b-a843-b0e7994aaf4d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688876, 'name': PowerOffVM_Task, 'duration_secs': 0.246518} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.240729] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ac017c-e581-454b-a843-b0e7994aaf4d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.246276] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0ac017c-e581-454b-a843-b0e7994aaf4d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Reconfiguring VM instance instance-00000050 to detach disk 2002 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1010.246602] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1c98582-8fa8-4a23-81df-f1e77ced7fde {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.270461] env[65418]: DEBUG oslo_vmware.api [None req-e0ac017c-e581-454b-a843-b0e7994aaf4d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 1010.270461] env[65418]: value = "task-4688877" [ 1010.270461] env[65418]: _type = "Task" [ 1010.270461] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.282415] env[65418]: DEBUG oslo_vmware.api [None req-e0ac017c-e581-454b-a843-b0e7994aaf4d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688877, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.290822] env[65418]: DEBUG nova.network.neutron [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1010.403663] env[65418]: WARNING neutronclient.v2_0.client [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.489057] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Acquiring lock "33a44345-97a7-4c3b-8ed3-e5c04b2f409d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.489057] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Lock "33a44345-97a7-4c3b-8ed3-e5c04b2f409d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.506036] env[65418]: DEBUG nova.network.neutron [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Updating instance_info_cache with network_info: [{"id": "163d39d8-f1ec-423a-a582-3972ebf6ea39", "address": "fa:16:3e:68:d4:46", "network": {"id": "ba5c1c69-c49b-48fc-9b8d-3b0a96f75d73", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-60126817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "feeb3515661f4fd1a411fff1cdb49aa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap163d39d8-f1", "ovs_interfaceid": "163d39d8-f1ec-423a-a582-3972ebf6ea39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.632925] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1010.632925] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d706ab-a327-c128-4fbf-4d100c93016c" [ 1010.632925] env[65418]: _type = "HttpNfcLease" [ 1010.632925] env[65418]: } is ready. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1010.636208] env[65418]: DEBUG oslo_vmware.rw_handles [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1010.636208] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d706ab-a327-c128-4fbf-4d100c93016c" [ 1010.636208] env[65418]: _type = "HttpNfcLease" [ 1010.636208] env[65418]: }. {{(pid=65418) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1010.636517] env[65418]: DEBUG oslo_vmware.api [None req-df85dae8-7877-4db2-aa8e-423954750542 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688874, 'name': CloneVM_Task} progress is 95%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.637309] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049088c2-3c21-421a-ad94-228d9ca100cf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.646833] env[65418]: DEBUG oslo_vmware.rw_handles [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522acac0-09e0-021c-71c9-95dd2cc41ca2/disk-0.vmdk from lease info. {{(pid=65418) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1010.647029] env[65418]: DEBUG oslo_vmware.rw_handles [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522acac0-09e0-021c-71c9-95dd2cc41ca2/disk-0.vmdk. {{(pid=65418) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1010.706316] env[65418]: DEBUG nova.compute.utils [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.713466] env[65418]: DEBUG nova.compute.manager [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1010.713466] env[65418]: DEBUG nova.network.neutron [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1010.713466] env[65418]: WARNING neutronclient.v2_0.client [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.713466] env[65418]: WARNING neutronclient.v2_0.client [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.717816] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a9a18171-77ab-4585-a682-24932b8a9852 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.763191] env[65418]: DEBUG nova.policy [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4799fa5ad5748979e2b9ca90df74c52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f0140731fab4ddebe63cfa14ec652ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.782399] env[65418]: DEBUG oslo_vmware.api [None req-e0ac017c-e581-454b-a843-b0e7994aaf4d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688877, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.992780] env[65418]: DEBUG nova.compute.manager [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1011.008273] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Releasing lock "refresh_cache-adc67893-f2e5-4dea-901e-61e4a9855494" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.008657] env[65418]: DEBUG nova.compute.manager [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Instance network_info: |[{"id": "163d39d8-f1ec-423a-a582-3972ebf6ea39", "address": "fa:16:3e:68:d4:46", "network": {"id": "ba5c1c69-c49b-48fc-9b8d-3b0a96f75d73", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-60126817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "feeb3515661f4fd1a411fff1cdb49aa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap163d39d8-f1", "ovs_interfaceid": "163d39d8-f1ec-423a-a582-3972ebf6ea39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1011.009185] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:d4:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '163d39d8-f1ec-423a-a582-3972ebf6ea39', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.017838] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Creating folder: Project (feeb3515661f4fd1a411fff1cdb49aa9). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.018179] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-465c6bfd-c702-4c04-817b-0f8c8647cb19 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.034783] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Created folder: Project (feeb3515661f4fd1a411fff1cdb49aa9) in parent group-v914982. [ 1011.036614] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Creating folder: Instances. Parent ref: group-v915246. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.036614] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d64d612-62d9-48f4-8334-182c0238899e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.048440] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Created folder: Instances in parent group-v915246. [ 1011.048953] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1011.049110] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.049410] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d6cfa85-1ec0-4c4c-a1a8-be780e232816 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.071192] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.071192] env[65418]: value = "task-4688880" [ 1011.071192] env[65418]: _type = "Task" [ 1011.071192] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.080821] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688880, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.092754] env[65418]: DEBUG nova.network.neutron [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Successfully created port: 0721723b-5150-492b-a173-0c5069696cfe {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1011.134211] env[65418]: DEBUG oslo_vmware.api [None req-df85dae8-7877-4db2-aa8e-423954750542 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688874, 'name': CloneVM_Task, 'duration_secs': 1.841517} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.135037] env[65418]: INFO nova.virt.vmwareapi.vmops [None req-df85dae8-7877-4db2-aa8e-423954750542 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Created linked-clone VM from snapshot [ 1011.135395] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531b2b84-ee60-4dcb-95b6-5586c01a91bd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.149291] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-df85dae8-7877-4db2-aa8e-423954750542 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Uploading image 26f854f4-d217-4479-86eb-6dcd1253605a {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1011.173652] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-df85dae8-7877-4db2-aa8e-423954750542 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Destroying the VM {{(pid=65418) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1011.174069] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6178bc0b-157c-4ebd-bf8a-a991315e9b8e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.183144] env[65418]: DEBUG oslo_vmware.api [None req-df85dae8-7877-4db2-aa8e-423954750542 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 1011.183144] env[65418]: value = "task-4688881" [ 1011.183144] env[65418]: _type = "Task" [ 1011.183144] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.199123] env[65418]: DEBUG oslo_vmware.api [None req-df85dae8-7877-4db2-aa8e-423954750542 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688881, 'name': Destroy_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.212417] env[65418]: DEBUG nova.compute.manager [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1011.285342] env[65418]: DEBUG oslo_vmware.api [None req-e0ac017c-e581-454b-a843-b0e7994aaf4d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688877, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.315089] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "refresh_cache-d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.315289] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquired lock "refresh_cache-d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.315469] env[65418]: DEBUG nova.network.neutron [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1011.375910] env[65418]: DEBUG nova.compute.manager [req-1cc6c152-d63e-4f40-bbbe-6ffc7de45fdb req-9786a3fd-8fe2-475a-8ff2-522abac32850 service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Received event network-vif-deleted-53c30ca3-fef4-456f-b1fe-3441a86de56b {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1011.377428] env[65418]: INFO nova.compute.manager [req-1cc6c152-d63e-4f40-bbbe-6ffc7de45fdb req-9786a3fd-8fe2-475a-8ff2-522abac32850 service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Neutron deleted interface 53c30ca3-fef4-456f-b1fe-3441a86de56b; detaching it from the instance and deleting it from the info cache [ 1011.377821] env[65418]: DEBUG nova.network.neutron [req-1cc6c152-d63e-4f40-bbbe-6ffc7de45fdb req-9786a3fd-8fe2-475a-8ff2-522abac32850 service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Updating instance_info_cache with network_info: [{"id": "90fa80de-51c3-4c3c-aea9-184bb2cb0e75", "address": "fa:16:3e:22:79:ed", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90fa80de-51", "ovs_interfaceid": "90fa80de-51c3-4c3c-aea9-184bb2cb0e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b837651b-8123-418b-ab05-4cd3f3f661b7", "address": "fa:16:3e:cd:aa:4f", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb837651b-81", "ovs_interfaceid": "b837651b-8123-418b-ab05-4cd3f3f661b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.424355] env[65418]: DEBUG oslo_concurrency.lockutils [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Acquiring lock "45d19b37-ffd2-40d5-a567-9560657d328f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.424548] env[65418]: DEBUG oslo_concurrency.lockutils [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Lock "45d19b37-ffd2-40d5-a567-9560657d328f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.424783] env[65418]: DEBUG oslo_concurrency.lockutils [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Acquiring lock "45d19b37-ffd2-40d5-a567-9560657d328f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.425040] env[65418]: DEBUG oslo_concurrency.lockutils [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Lock "45d19b37-ffd2-40d5-a567-9560657d328f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.425217] env[65418]: DEBUG oslo_concurrency.lockutils [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Lock "45d19b37-ffd2-40d5-a567-9560657d328f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.432236] env[65418]: INFO nova.compute.manager [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Terminating instance [ 1011.514531] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.522456] env[65418]: DEBUG nova.compute.manager [req-02d78c43-b9cc-4966-b72f-3bf3190bd703 req-de542879-21d0-415d-a6a1-91bb9d3de55c service nova] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Received event network-changed-163d39d8-f1ec-423a-a582-3972ebf6ea39 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1011.522456] env[65418]: DEBUG nova.compute.manager [req-02d78c43-b9cc-4966-b72f-3bf3190bd703 req-de542879-21d0-415d-a6a1-91bb9d3de55c service nova] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Refreshing instance network info cache due to event network-changed-163d39d8-f1ec-423a-a582-3972ebf6ea39. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1011.522456] env[65418]: DEBUG oslo_concurrency.lockutils [req-02d78c43-b9cc-4966-b72f-3bf3190bd703 req-de542879-21d0-415d-a6a1-91bb9d3de55c service nova] Acquiring lock "refresh_cache-adc67893-f2e5-4dea-901e-61e4a9855494" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.522456] env[65418]: DEBUG oslo_concurrency.lockutils [req-02d78c43-b9cc-4966-b72f-3bf3190bd703 req-de542879-21d0-415d-a6a1-91bb9d3de55c service nova] Acquired lock "refresh_cache-adc67893-f2e5-4dea-901e-61e4a9855494" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.522456] env[65418]: DEBUG nova.network.neutron [req-02d78c43-b9cc-4966-b72f-3bf3190bd703 req-de542879-21d0-415d-a6a1-91bb9d3de55c service nova] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Refreshing network info cache for port 163d39d8-f1ec-423a-a582-3972ebf6ea39 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.564235] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e486b2d4-cfea-4a90-91ee-9d88ec7b1a65 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.578293] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117987ac-93b1-447c-a9b8-966d7e433833 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.590370] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688880, 'name': CreateVM_Task, 'duration_secs': 0.387802} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.624685] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.630914] env[65418]: WARNING neutronclient.v2_0.client [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.631601] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.631831] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.632306] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.633741] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81e6f95-b76e-40fe-8068-6ccad75d665d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.639175] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-364cdb7f-2633-4f3c-80a1-f9eaef58641a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.646906] env[65418]: DEBUG oslo_vmware.api [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Waiting for the task: (returnval){ [ 1011.646906] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521479cb-8bf3-8e19-fdc6-9daca91e3fe5" [ 1011.646906] env[65418]: _type = "Task" [ 1011.646906] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.655448] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95174dd2-5b0d-4d51-8de6-617c4a22e7aa {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.676234] env[65418]: DEBUG nova.compute.provider_tree [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1011.684661] env[65418]: DEBUG oslo_vmware.api [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521479cb-8bf3-8e19-fdc6-9daca91e3fe5, 'name': SearchDatastore_Task, 'duration_secs': 0.01318} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.688187] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.688597] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.689075] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.689237] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.689422] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.691115] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bcb6fe5-c037-4e3d-870c-f26838231f7d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.703332] env[65418]: DEBUG oslo_vmware.api [None req-df85dae8-7877-4db2-aa8e-423954750542 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688881, 'name': Destroy_Task, 'duration_secs': 0.51187} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.703621] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-df85dae8-7877-4db2-aa8e-423954750542 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Destroyed the VM [ 1011.703958] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-df85dae8-7877-4db2-aa8e-423954750542 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Deleting Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1011.704411] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ea821118-9e32-405a-8b61-c761f95591e4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.707519] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.707692] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.708809] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27c4219f-a362-4b2e-aed5-1d6038048759 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.715450] env[65418]: DEBUG oslo_vmware.api [None req-df85dae8-7877-4db2-aa8e-423954750542 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 1011.715450] env[65418]: value = "task-4688882" [ 1011.715450] env[65418]: _type = "Task" [ 1011.715450] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.725451] env[65418]: DEBUG oslo_vmware.api [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Waiting for the task: (returnval){ [ 1011.725451] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52456504-f075-6dfe-256f-ad5864e87902" [ 1011.725451] env[65418]: _type = "Task" [ 1011.725451] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.740635] env[65418]: DEBUG oslo_vmware.api [None req-df85dae8-7877-4db2-aa8e-423954750542 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688882, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.749392] env[65418]: DEBUG oslo_vmware.api [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52456504-f075-6dfe-256f-ad5864e87902, 'name': SearchDatastore_Task, 'duration_secs': 0.013715} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.750358] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90353856-dfb6-45d8-8f01-33cc1d78532a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.760408] env[65418]: DEBUG oslo_vmware.api [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Waiting for the task: (returnval){ [ 1011.760408] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ced378-62a2-8353-7d51-492eb097e747" [ 1011.760408] env[65418]: _type = "Task" [ 1011.760408] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.774194] env[65418]: DEBUG oslo_vmware.api [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ced378-62a2-8353-7d51-492eb097e747, 'name': SearchDatastore_Task} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.780715] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.781016] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] adc67893-f2e5-4dea-901e-61e4a9855494/adc67893-f2e5-4dea-901e-61e4a9855494.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.781371] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4309845c-3ae8-4c8a-868e-0f30feb7700e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.790021] env[65418]: DEBUG oslo_vmware.api [None req-e0ac017c-e581-454b-a843-b0e7994aaf4d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688877, 'name': ReconfigVM_Task, 'duration_secs': 1.319417} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.794565] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0ac017c-e581-454b-a843-b0e7994aaf4d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Reconfigured VM instance instance-00000050 to detach disk 2002 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1011.794870] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ac017c-e581-454b-a843-b0e7994aaf4d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.795209] env[65418]: DEBUG oslo_vmware.api [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Waiting for the task: (returnval){ [ 1011.795209] env[65418]: value = "task-4688883" [ 1011.795209] env[65418]: _type = "Task" [ 1011.795209] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.795542] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86a41aee-1d46-44c4-b3e4-969d6372c932 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.809247] env[65418]: DEBUG oslo_vmware.api [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Task: {'id': task-4688883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.810759] env[65418]: DEBUG oslo_vmware.api [None req-e0ac017c-e581-454b-a843-b0e7994aaf4d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 1011.810759] env[65418]: value = "task-4688884" [ 1011.810759] env[65418]: _type = "Task" [ 1011.810759] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.820854] env[65418]: WARNING neutronclient.v2_0.client [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.826723] env[65418]: DEBUG oslo_vmware.api [None req-e0ac017c-e581-454b-a843-b0e7994aaf4d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.881652] env[65418]: DEBUG oslo_concurrency.lockutils [req-1cc6c152-d63e-4f40-bbbe-6ffc7de45fdb req-9786a3fd-8fe2-475a-8ff2-522abac32850 service nova] Acquiring lock "d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.881652] env[65418]: DEBUG oslo_concurrency.lockutils [req-1cc6c152-d63e-4f40-bbbe-6ffc7de45fdb req-9786a3fd-8fe2-475a-8ff2-522abac32850 service nova] Acquired lock "d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.885675] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba2b86f-2d59-4661-b50e-45a0308dbf0c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.911696] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efce37eb-be65-4215-911a-21a98ad50c17 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.937473] env[65418]: DEBUG nova.compute.manager [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1011.937744] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.938490] env[65418]: WARNING neutronclient.v2_0.client [req-1cc6c152-d63e-4f40-bbbe-6ffc7de45fdb req-9786a3fd-8fe2-475a-8ff2-522abac32850 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.944285] env[65418]: DEBUG nova.virt.vmwareapi.vmops [req-1cc6c152-d63e-4f40-bbbe-6ffc7de45fdb req-9786a3fd-8fe2-475a-8ff2-522abac32850 service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Reconfiguring VM to detach interface {{(pid=65418) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1011.949676] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3606a7a8-f025-473a-9a02-f0e27e7a9a07 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.949676] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d6669db-6bab-4e44-83ee-216199fcea29 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.973630] env[65418]: DEBUG oslo_vmware.api [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Waiting for the task: (returnval){ [ 1011.973630] env[65418]: value = "task-4688885" [ 1011.973630] env[65418]: _type = "Task" [ 1011.973630] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.975246] env[65418]: DEBUG oslo_vmware.api [req-1cc6c152-d63e-4f40-bbbe-6ffc7de45fdb req-9786a3fd-8fe2-475a-8ff2-522abac32850 service nova] Waiting for the task: (returnval){ [ 1011.975246] env[65418]: value = "task-4688886" [ 1011.975246] env[65418]: _type = "Task" [ 1011.975246] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.988551] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0d40e478-b952-4978-815c-e48c21c24f27 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "d1993506-e855-489a-a879-74483d10153c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.988861] env[65418]: DEBUG oslo_vmware.api [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Task: {'id': task-4688885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.993562] env[65418]: DEBUG oslo_vmware.api [req-1cc6c152-d63e-4f40-bbbe-6ffc7de45fdb req-9786a3fd-8fe2-475a-8ff2-522abac32850 service nova] Task: {'id': task-4688886, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.029037] env[65418]: WARNING neutronclient.v2_0.client [req-02d78c43-b9cc-4966-b72f-3bf3190bd703 req-de542879-21d0-415d-a6a1-91bb9d3de55c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.208894] env[65418]: ERROR nova.scheduler.client.report [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [req-c34728b3-5180-4aae-8cb4-61dee8fddb32] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 04ebeb19-ed8c-4ddf-818a-ebce01147110. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c34728b3-5180-4aae-8cb4-61dee8fddb32"}]} [ 1012.234316] env[65418]: DEBUG nova.compute.manager [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1012.236993] env[65418]: DEBUG oslo_vmware.api [None req-df85dae8-7877-4db2-aa8e-423954750542 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688882, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.238362] env[65418]: DEBUG nova.scheduler.client.report [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Refreshing inventories for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1012.260297] env[65418]: DEBUG nova.scheduler.client.report [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Updating ProviderTree inventory for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1012.260599] env[65418]: DEBUG nova.compute.provider_tree [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1012.275817] env[65418]: DEBUG nova.scheduler.client.report [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Refreshing aggregate associations for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110, aggregates: None {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1012.281031] env[65418]: DEBUG nova.virt.hardware [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1012.281031] env[65418]: DEBUG nova.virt.hardware [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.281329] env[65418]: DEBUG nova.virt.hardware [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1012.281370] env[65418]: DEBUG nova.virt.hardware [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.281516] env[65418]: DEBUG nova.virt.hardware [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1012.281694] env[65418]: DEBUG nova.virt.hardware [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1012.281910] env[65418]: DEBUG nova.virt.hardware [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1012.282156] env[65418]: DEBUG nova.virt.hardware [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1012.282378] env[65418]: DEBUG nova.virt.hardware [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1012.282555] env[65418]: DEBUG nova.virt.hardware [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1012.282868] env[65418]: DEBUG nova.virt.hardware [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1012.283923] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d394b0a2-8dbf-4540-80f2-dd47aee64ce5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.302100] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc63fac0-50f2-46a1-81c6-fe292cae067b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.307834] env[65418]: DEBUG nova.scheduler.client.report [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Refreshing trait associations for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1012.336462] env[65418]: DEBUG oslo_vmware.api [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Task: {'id': task-4688883, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.341044] env[65418]: DEBUG oslo_vmware.api [None req-e0ac017c-e581-454b-a843-b0e7994aaf4d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688884, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.454569] env[65418]: DEBUG oslo_vmware.rw_handles [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Completed reading data from the image iterator. {{(pid=65418) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1012.454840] env[65418]: DEBUG oslo_vmware.rw_handles [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522acac0-09e0-021c-71c9-95dd2cc41ca2/disk-0.vmdk. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1012.456031] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35403162-0e87-4b97-b055-59963763c6d2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.460717] env[65418]: WARNING neutronclient.v2_0.client [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.471231] env[65418]: DEBUG oslo_vmware.rw_handles [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522acac0-09e0-021c-71c9-95dd2cc41ca2/disk-0.vmdk is in state: ready. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1012.471516] env[65418]: DEBUG oslo_vmware.rw_handles [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522acac0-09e0-021c-71c9-95dd2cc41ca2/disk-0.vmdk. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1012.471798] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-bebd5fe3-50cf-4c87-950a-8018967a894f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.501990] env[65418]: DEBUG oslo_vmware.api [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Task: {'id': task-4688885, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.502464] env[65418]: DEBUG oslo_vmware.api [req-1cc6c152-d63e-4f40-bbbe-6ffc7de45fdb req-9786a3fd-8fe2-475a-8ff2-522abac32850 service nova] Task: {'id': task-4688886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.662381] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2bd34e-ebca-4e43-a63b-c449e04e43a7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.673175] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d871f0e4-0c9e-4a88-a751-32bc96ca29ae {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.716347] env[65418]: INFO nova.network.neutron [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Port b837651b-8123-418b-ab05-4cd3f3f661b7 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1012.716347] env[65418]: INFO nova.network.neutron [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Port 53c30ca3-fef4-456f-b1fe-3441a86de56b from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1012.716603] env[65418]: DEBUG nova.network.neutron [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Updating instance_info_cache with network_info: [{"id": "90fa80de-51c3-4c3c-aea9-184bb2cb0e75", "address": "fa:16:3e:22:79:ed", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90fa80de-51", "ovs_interfaceid": "90fa80de-51c3-4c3c-aea9-184bb2cb0e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.718333] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d156e510-47d2-4163-9afb-12605a004516 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.722261] env[65418]: WARNING neutronclient.v2_0.client [req-02d78c43-b9cc-4966-b72f-3bf3190bd703 req-de542879-21d0-415d-a6a1-91bb9d3de55c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.736500] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37e0ab1-0a71-4986-be08-ee364da95f3c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.742530] env[65418]: DEBUG oslo_vmware.api [None req-df85dae8-7877-4db2-aa8e-423954750542 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688882, 'name': RemoveSnapshot_Task, 'duration_secs': 0.932149} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.742795] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-df85dae8-7877-4db2-aa8e-423954750542 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Deleted Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1012.757049] env[65418]: DEBUG nova.compute.provider_tree [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.818401] env[65418]: DEBUG oslo_vmware.api [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Task: {'id': task-4688883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564145} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.822230] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] adc67893-f2e5-4dea-901e-61e4a9855494/adc67893-f2e5-4dea-901e-61e4a9855494.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.822473] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.822734] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a3584f2-6e5a-469a-a6f1-e7bebe52ae91 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.834205] env[65418]: DEBUG oslo_vmware.api [None req-e0ac017c-e581-454b-a843-b0e7994aaf4d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688884, 'name': PowerOnVM_Task, 'duration_secs': 0.590014} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.835688] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0ac017c-e581-454b-a843-b0e7994aaf4d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.835931] env[65418]: DEBUG nova.compute.manager [None req-e0ac017c-e581-454b-a843-b0e7994aaf4d tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1012.836600] env[65418]: DEBUG oslo_vmware.api [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Waiting for the task: (returnval){ [ 1012.836600] env[65418]: value = "task-4688887" [ 1012.836600] env[65418]: _type = "Task" [ 1012.836600] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.837025] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc9ed43-5f2c-4138-af38-bd1e0399722b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.853541] env[65418]: DEBUG oslo_vmware.api [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Task: {'id': task-4688887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.857609] env[65418]: DEBUG nova.network.neutron [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Successfully updated port: 0721723b-5150-492b-a173-0c5069696cfe {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1012.893904] env[65418]: DEBUG nova.network.neutron [req-02d78c43-b9cc-4966-b72f-3bf3190bd703 req-de542879-21d0-415d-a6a1-91bb9d3de55c service nova] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Updated VIF entry in instance network info cache for port 163d39d8-f1ec-423a-a582-3972ebf6ea39. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1012.894219] env[65418]: DEBUG nova.network.neutron [req-02d78c43-b9cc-4966-b72f-3bf3190bd703 req-de542879-21d0-415d-a6a1-91bb9d3de55c service nova] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Updating instance_info_cache with network_info: [{"id": "163d39d8-f1ec-423a-a582-3972ebf6ea39", "address": "fa:16:3e:68:d4:46", "network": {"id": "ba5c1c69-c49b-48fc-9b8d-3b0a96f75d73", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-60126817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "feeb3515661f4fd1a411fff1cdb49aa9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap163d39d8-f1", "ovs_interfaceid": "163d39d8-f1ec-423a-a582-3972ebf6ea39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.988030] env[65418]: DEBUG oslo_vmware.api [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Task: {'id': task-4688885, 'name': PowerOffVM_Task, 'duration_secs': 0.697178} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.991743] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.991954] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Volume detach. Driver type: vmdk {{(pid=65418) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1012.992397] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915206', 'volume_id': '9a46ebbc-fd7b-442d-abfd-ac89e958e159', 'name': 'volume-9a46ebbc-fd7b-442d-abfd-ac89e958e159', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45d19b37-ffd2-40d5-a567-9560657d328f', 'attached_at': '', 'detached_at': '', 'volume_id': '9a46ebbc-fd7b-442d-abfd-ac89e958e159', 'serial': '9a46ebbc-fd7b-442d-abfd-ac89e958e159'} {{(pid=65418) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1012.993255] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1700852-cf58-4fa1-86d8-d8edaa102e8e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.002114] env[65418]: DEBUG oslo_vmware.api [req-1cc6c152-d63e-4f40-bbbe-6ffc7de45fdb req-9786a3fd-8fe2-475a-8ff2-522abac32850 service nova] Task: {'id': task-4688886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.018397] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a819c37-fc6c-4e48-817c-24961218aaa0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.023411] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4de63758-4487-42e1-8f64-e0d4747ea98c tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "fed7b669-ab6a-4a08-b0f9-a5fd942a9753" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.023659] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4de63758-4487-42e1-8f64-e0d4747ea98c tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "fed7b669-ab6a-4a08-b0f9-a5fd942a9753" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.028390] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98333c72-a882-4efb-9632-b565cf4c98ef {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.053540] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f814cb5f-d028-450c-8222-fe5b071a929f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.056809] env[65418]: DEBUG oslo_vmware.rw_handles [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522acac0-09e0-021c-71c9-95dd2cc41ca2/disk-0.vmdk. {{(pid=65418) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1013.057062] env[65418]: INFO nova.virt.vmwareapi.images [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Downloaded image file data 184d4e24-e5bf-4f26-a243-04e7f1747b22 [ 1013.058378] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ef134e-b1c5-4787-851b-16e0ddbb0bd5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.075567] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] The volume has not been displaced from its original location: [datastore2] volume-9a46ebbc-fd7b-442d-abfd-ac89e958e159/volume-9a46ebbc-fd7b-442d-abfd-ac89e958e159.vmdk. No consolidation needed. {{(pid=65418) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1013.080858] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1013.091791] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5742b8eb-173c-476c-be0e-ac4503a84c01 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.106913] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1d57271-12c2-45c9-84e0-04266e9a80d9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.119653] env[65418]: DEBUG oslo_vmware.api [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Waiting for the task: (returnval){ [ 1013.119653] env[65418]: value = "task-4688889" [ 1013.119653] env[65418]: _type = "Task" [ 1013.119653] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.130652] env[65418]: DEBUG oslo_vmware.api [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Task: {'id': task-4688889, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.222270] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Releasing lock "refresh_cache-d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.227331] env[65418]: INFO nova.virt.vmwareapi.images [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] The imported VM was unregistered [ 1013.229776] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Caching image {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1013.230015] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Creating directory with path [datastore2] devstack-image-cache_base/184d4e24-e5bf-4f26-a243-04e7f1747b22 {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.230302] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73fd8b03-3f28-4bef-a242-a7a0c9ab04a7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.247510] env[65418]: WARNING nova.compute.manager [None req-df85dae8-7877-4db2-aa8e-423954750542 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Image not found during snapshot: nova.exception.ImageNotFound: Image 26f854f4-d217-4479-86eb-6dcd1253605a could not be found. [ 1013.260181] env[65418]: DEBUG nova.scheduler.client.report [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.270768] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Created directory with path [datastore2] devstack-image-cache_base/184d4e24-e5bf-4f26-a243-04e7f1747b22 {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.270975] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_2d5bbdce-979e-44fd-98d3-fb561ff4c120/OSTACK_IMG_2d5bbdce-979e-44fd-98d3-fb561ff4c120.vmdk to [datastore2] devstack-image-cache_base/184d4e24-e5bf-4f26-a243-04e7f1747b22/184d4e24-e5bf-4f26-a243-04e7f1747b22.vmdk. {{(pid=65418) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1013.271089] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4aec25bd-7c13-4bc0-a8ec-5a5a7757790a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.283009] env[65418]: DEBUG oslo_vmware.api [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 1013.283009] env[65418]: value = "task-4688890" [ 1013.283009] env[65418]: _type = "Task" [ 1013.283009] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.293043] env[65418]: DEBUG oslo_vmware.api [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688890, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.350518] env[65418]: DEBUG oslo_vmware.api [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Task: {'id': task-4688887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073478} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.351174] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.351995] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ec77e0-250c-4118-a3c8-7840bc0db470 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.373147] env[65418]: DEBUG oslo_concurrency.lockutils [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "refresh_cache-024389d2-ea56-42de-aad2-a442c2b8f8cc" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.373393] env[65418]: DEBUG oslo_concurrency.lockutils [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquired lock "refresh_cache-024389d2-ea56-42de-aad2-a442c2b8f8cc" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.373587] env[65418]: DEBUG nova.network.neutron [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1013.384168] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] adc67893-f2e5-4dea-901e-61e4a9855494/adc67893-f2e5-4dea-901e-61e4a9855494.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.386533] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28ba32d4-65a9-4304-a9d3-e16532eba872 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.404752] env[65418]: DEBUG oslo_concurrency.lockutils [req-02d78c43-b9cc-4966-b72f-3bf3190bd703 req-de542879-21d0-415d-a6a1-91bb9d3de55c service nova] Releasing lock "refresh_cache-adc67893-f2e5-4dea-901e-61e4a9855494" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.405066] env[65418]: DEBUG nova.compute.manager [req-02d78c43-b9cc-4966-b72f-3bf3190bd703 req-de542879-21d0-415d-a6a1-91bb9d3de55c service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Received event network-vif-deleted-b837651b-8123-418b-ab05-4cd3f3f661b7 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1013.405168] env[65418]: INFO nova.compute.manager [req-02d78c43-b9cc-4966-b72f-3bf3190bd703 req-de542879-21d0-415d-a6a1-91bb9d3de55c service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Neutron deleted interface b837651b-8123-418b-ab05-4cd3f3f661b7; detaching it from the instance and deleting it from the info cache [ 1013.405408] env[65418]: DEBUG nova.network.neutron [req-02d78c43-b9cc-4966-b72f-3bf3190bd703 req-de542879-21d0-415d-a6a1-91bb9d3de55c service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Updating instance_info_cache with network_info: [{"id": "90fa80de-51c3-4c3c-aea9-184bb2cb0e75", "address": "fa:16:3e:22:79:ed", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90fa80de-51", "ovs_interfaceid": "90fa80de-51c3-4c3c-aea9-184bb2cb0e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.413603] env[65418]: DEBUG oslo_vmware.api [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Waiting for the task: (returnval){ [ 1013.413603] env[65418]: value = "task-4688891" [ 1013.413603] env[65418]: _type = "Task" [ 1013.413603] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.424220] env[65418]: DEBUG oslo_vmware.api [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Task: {'id': task-4688891, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.500676] env[65418]: DEBUG oslo_vmware.api [req-1cc6c152-d63e-4f40-bbbe-6ffc7de45fdb req-9786a3fd-8fe2-475a-8ff2-522abac32850 service nova] Task: {'id': task-4688886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.527345] env[65418]: DEBUG nova.compute.utils [None req-4de63758-4487-42e1-8f64-e0d4747ea98c tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1013.549031] env[65418]: DEBUG nova.compute.manager [req-209b3e3b-f098-466b-8013-05f81844fb4b req-d4330206-3bb3-4aca-af44-69f9c54c718d service nova] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Received event network-vif-plugged-0721723b-5150-492b-a173-0c5069696cfe {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1013.549031] env[65418]: DEBUG oslo_concurrency.lockutils [req-209b3e3b-f098-466b-8013-05f81844fb4b req-d4330206-3bb3-4aca-af44-69f9c54c718d service nova] Acquiring lock "024389d2-ea56-42de-aad2-a442c2b8f8cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.549330] env[65418]: DEBUG oslo_concurrency.lockutils [req-209b3e3b-f098-466b-8013-05f81844fb4b req-d4330206-3bb3-4aca-af44-69f9c54c718d service nova] Lock "024389d2-ea56-42de-aad2-a442c2b8f8cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.550033] env[65418]: DEBUG oslo_concurrency.lockutils [req-209b3e3b-f098-466b-8013-05f81844fb4b req-d4330206-3bb3-4aca-af44-69f9c54c718d service nova] Lock "024389d2-ea56-42de-aad2-a442c2b8f8cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.550033] env[65418]: DEBUG nova.compute.manager [req-209b3e3b-f098-466b-8013-05f81844fb4b req-d4330206-3bb3-4aca-af44-69f9c54c718d service nova] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] No waiting events found dispatching network-vif-plugged-0721723b-5150-492b-a173-0c5069696cfe {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1013.550033] env[65418]: WARNING nova.compute.manager [req-209b3e3b-f098-466b-8013-05f81844fb4b req-d4330206-3bb3-4aca-af44-69f9c54c718d service nova] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Received unexpected event network-vif-plugged-0721723b-5150-492b-a173-0c5069696cfe for instance with vm_state building and task_state spawning. [ 1013.550033] env[65418]: DEBUG nova.compute.manager [req-209b3e3b-f098-466b-8013-05f81844fb4b req-d4330206-3bb3-4aca-af44-69f9c54c718d service nova] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Received event network-changed-0721723b-5150-492b-a173-0c5069696cfe {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1013.550373] env[65418]: DEBUG nova.compute.manager [req-209b3e3b-f098-466b-8013-05f81844fb4b req-d4330206-3bb3-4aca-af44-69f9c54c718d service nova] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Refreshing instance network info cache due to event network-changed-0721723b-5150-492b-a173-0c5069696cfe. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1013.550910] env[65418]: DEBUG oslo_concurrency.lockutils [req-209b3e3b-f098-466b-8013-05f81844fb4b req-d4330206-3bb3-4aca-af44-69f9c54c718d service nova] Acquiring lock "refresh_cache-024389d2-ea56-42de-aad2-a442c2b8f8cc" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.613935] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.613935] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.614186] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.614229] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.614404] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.616749] env[65418]: INFO nova.compute.manager [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Terminating instance [ 1013.632770] env[65418]: DEBUG oslo_vmware.api [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Task: {'id': task-4688889, 'name': ReconfigVM_Task, 'duration_secs': 0.447179} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.633135] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1013.639847] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7f3be8d-9c02-4205-bc9c-613c72563d25 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.659460] env[65418]: DEBUG oslo_vmware.api [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Waiting for the task: (returnval){ [ 1013.659460] env[65418]: value = "task-4688892" [ 1013.659460] env[65418]: _type = "Task" [ 1013.659460] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.672321] env[65418]: DEBUG oslo_vmware.api [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Task: {'id': task-4688892, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.727407] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0ccfa9db-e52c-4ed8-b2e0-e190ce46ffb3 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "interface-d1993506-e855-489a-a879-74483d10153c-b837651b-8123-418b-ab05-4cd3f3f661b7" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.411s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.765188] env[65418]: DEBUG oslo_concurrency.lockutils [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.610s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.765734] env[65418]: DEBUG nova.compute.manager [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1013.769081] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.945s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.770542] env[65418]: INFO nova.compute.claims [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.795432] env[65418]: DEBUG oslo_vmware.api [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688890, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.908803] env[65418]: DEBUG oslo_concurrency.lockutils [req-02d78c43-b9cc-4966-b72f-3bf3190bd703 req-de542879-21d0-415d-a6a1-91bb9d3de55c service nova] Acquiring lock "d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.922367] env[65418]: DEBUG nova.network.neutron [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1013.932194] env[65418]: DEBUG oslo_vmware.api [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Task: {'id': task-4688891, 'name': ReconfigVM_Task, 'duration_secs': 0.332171} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.932678] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Reconfigured VM instance instance-0000005b to attach disk [datastore2] adc67893-f2e5-4dea-901e-61e4a9855494/adc67893-f2e5-4dea-901e-61e4a9855494.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.933653] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87a257b5-cec7-4bc3-9c6c-e25560e44712 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.944701] env[65418]: DEBUG oslo_vmware.api [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Waiting for the task: (returnval){ [ 1013.944701] env[65418]: value = "task-4688893" [ 1013.944701] env[65418]: _type = "Task" [ 1013.944701] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.962334] env[65418]: DEBUG oslo_vmware.api [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Task: {'id': task-4688893, 'name': Rename_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.004932] env[65418]: DEBUG oslo_vmware.api [req-1cc6c152-d63e-4f40-bbbe-6ffc7de45fdb req-9786a3fd-8fe2-475a-8ff2-522abac32850 service nova] Task: {'id': task-4688886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.018644] env[65418]: WARNING neutronclient.v2_0.client [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.034743] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4de63758-4487-42e1-8f64-e0d4747ea98c tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "fed7b669-ab6a-4a08-b0f9-a5fd942a9753" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.108396] env[65418]: DEBUG nova.network.neutron [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Updating instance_info_cache with network_info: [{"id": "0721723b-5150-492b-a173-0c5069696cfe", "address": "fa:16:3e:ac:4a:74", "network": {"id": "c27d84e9-3c8c-494e-9a9a-60f6a70f7158", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1554886198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0140731fab4ddebe63cfa14ec652ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0721723b-51", "ovs_interfaceid": "0721723b-5150-492b-a173-0c5069696cfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.121246] env[65418]: DEBUG nova.compute.manager [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1014.121492] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.122537] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474ef9f6-632e-4631-95d7-64c48ba993dc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.134835] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.135203] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41a4b1d1-4137-4f10-920b-dab04875de10 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.144418] env[65418]: DEBUG oslo_vmware.api [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 1014.144418] env[65418]: value = "task-4688894" [ 1014.144418] env[65418]: _type = "Task" [ 1014.144418] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.155880] env[65418]: DEBUG oslo_vmware.api [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.171026] env[65418]: DEBUG oslo_vmware.api [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Task: {'id': task-4688892, 'name': ReconfigVM_Task, 'duration_secs': 0.180726} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.171487] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915206', 'volume_id': '9a46ebbc-fd7b-442d-abfd-ac89e958e159', 'name': 'volume-9a46ebbc-fd7b-442d-abfd-ac89e958e159', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45d19b37-ffd2-40d5-a567-9560657d328f', 'attached_at': '', 'detached_at': '', 'volume_id': '9a46ebbc-fd7b-442d-abfd-ac89e958e159', 'serial': '9a46ebbc-fd7b-442d-abfd-ac89e958e159'} {{(pid=65418) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1014.171740] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.172609] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d370714-fb62-4689-a586-3285831a4e9f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.181909] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.182309] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a516928-66f3-4b77-9477-e42b8107007c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.271102] env[65418]: DEBUG nova.compute.utils [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.273424] env[65418]: DEBUG nova.compute.manager [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1014.273582] env[65418]: DEBUG nova.network.neutron [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1014.273818] env[65418]: WARNING neutronclient.v2_0.client [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.274143] env[65418]: WARNING neutronclient.v2_0.client [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.301660] env[65418]: DEBUG oslo_vmware.api [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688890, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.316556] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.317126] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.317451] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Deleting the datastore file [datastore2] 45d19b37-ffd2-40d5-a567-9560657d328f {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.317811] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-541c55ec-757c-465e-9202-706e528e69ba {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.329569] env[65418]: DEBUG oslo_vmware.api [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Waiting for the task: (returnval){ [ 1014.329569] env[65418]: value = "task-4688896" [ 1014.329569] env[65418]: _type = "Task" [ 1014.329569] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.342351] env[65418]: DEBUG oslo_vmware.api [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Task: {'id': task-4688896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.357375] env[65418]: DEBUG nova.policy [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec673dbf8056445daac98459441ebc94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea9a1850358a42e49d88f4b344fe6d7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1014.456381] env[65418]: DEBUG oslo_vmware.api [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Task: {'id': task-4688893, 'name': Rename_Task, 'duration_secs': 0.188678} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.456740] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.457129] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-157989f0-57e3-4ed0-a9ce-4c5f971e0cc3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.465658] env[65418]: DEBUG oslo_vmware.api [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Waiting for the task: (returnval){ [ 1014.465658] env[65418]: value = "task-4688897" [ 1014.465658] env[65418]: _type = "Task" [ 1014.465658] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.475444] env[65418]: DEBUG oslo_vmware.api [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Task: {'id': task-4688897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.500649] env[65418]: DEBUG oslo_vmware.api [req-1cc6c152-d63e-4f40-bbbe-6ffc7de45fdb req-9786a3fd-8fe2-475a-8ff2-522abac32850 service nova] Task: {'id': task-4688886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.612311] env[65418]: DEBUG oslo_concurrency.lockutils [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Releasing lock "refresh_cache-024389d2-ea56-42de-aad2-a442c2b8f8cc" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.612537] env[65418]: DEBUG nova.compute.manager [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Instance network_info: |[{"id": "0721723b-5150-492b-a173-0c5069696cfe", "address": "fa:16:3e:ac:4a:74", "network": {"id": "c27d84e9-3c8c-494e-9a9a-60f6a70f7158", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1554886198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0140731fab4ddebe63cfa14ec652ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0721723b-51", "ovs_interfaceid": "0721723b-5150-492b-a173-0c5069696cfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1014.612958] env[65418]: DEBUG oslo_concurrency.lockutils [req-209b3e3b-f098-466b-8013-05f81844fb4b req-d4330206-3bb3-4aca-af44-69f9c54c718d service nova] Acquired lock "refresh_cache-024389d2-ea56-42de-aad2-a442c2b8f8cc" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.613192] env[65418]: DEBUG nova.network.neutron [req-209b3e3b-f098-466b-8013-05f81844fb4b req-d4330206-3bb3-4aca-af44-69f9c54c718d service nova] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Refreshing network info cache for port 0721723b-5150-492b-a173-0c5069696cfe {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.618565] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:4a:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0721723b-5150-492b-a173-0c5069696cfe', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.625427] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1014.626934] env[65418]: WARNING neutronclient.v2_0.client [req-209b3e3b-f098-466b-8013-05f81844fb4b req-d4330206-3bb3-4aca-af44-69f9c54c718d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.629600] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.630983] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7aa9319b-441c-47c6-94bd-d730bc816d73 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.657667] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.657667] env[65418]: value = "task-4688898" [ 1014.657667] env[65418]: _type = "Task" [ 1014.657667] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.662540] env[65418]: DEBUG oslo_vmware.api [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.686145] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688898, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.736051] env[65418]: DEBUG nova.network.neutron [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Successfully created port: 9236d87e-195c-4d29-9a5d-9308481092bc {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1014.778661] env[65418]: DEBUG nova.compute.manager [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1014.799941] env[65418]: DEBUG oslo_vmware.api [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688890, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.850423] env[65418]: DEBUG oslo_vmware.api [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Task: {'id': task-4688896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.905210] env[65418]: WARNING neutronclient.v2_0.client [req-209b3e3b-f098-466b-8013-05f81844fb4b req-d4330206-3bb3-4aca-af44-69f9c54c718d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1014.983945] env[65418]: DEBUG oslo_vmware.api [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Task: {'id': task-4688897, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.004089] env[65418]: DEBUG oslo_vmware.api [req-1cc6c152-d63e-4f40-bbbe-6ffc7de45fdb req-9786a3fd-8fe2-475a-8ff2-522abac32850 service nova] Task: {'id': task-4688886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.022311] env[65418]: DEBUG nova.network.neutron [req-209b3e3b-f098-466b-8013-05f81844fb4b req-d4330206-3bb3-4aca-af44-69f9c54c718d service nova] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Updated VIF entry in instance network info cache for port 0721723b-5150-492b-a173-0c5069696cfe. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1015.022894] env[65418]: DEBUG nova.network.neutron [req-209b3e3b-f098-466b-8013-05f81844fb4b req-d4330206-3bb3-4aca-af44-69f9c54c718d service nova] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Updating instance_info_cache with network_info: [{"id": "0721723b-5150-492b-a173-0c5069696cfe", "address": "fa:16:3e:ac:4a:74", "network": {"id": "c27d84e9-3c8c-494e-9a9a-60f6a70f7158", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1554886198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0140731fab4ddebe63cfa14ec652ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0721723b-51", "ovs_interfaceid": "0721723b-5150-492b-a173-0c5069696cfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.124520] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705faf64-754d-4818-9b75-b1eb65ca5863 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.139750] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4c487f-2923-4d5a-b5e6-cb3c6c2f0baf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.183784] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c6126b-5693-4cea-9353-a5a6779e10ff {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.191031] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4de63758-4487-42e1-8f64-e0d4747ea98c tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "fed7b669-ab6a-4a08-b0f9-a5fd942a9753" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.191372] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4de63758-4487-42e1-8f64-e0d4747ea98c tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "fed7b669-ab6a-4a08-b0f9-a5fd942a9753" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.191613] env[65418]: INFO nova.compute.manager [None req-4de63758-4487-42e1-8f64-e0d4747ea98c tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Attaching volume 63165643-35d9-4547-8c1c-393e69fd546c to /dev/sdb [ 1015.193616] env[65418]: DEBUG oslo_vmware.api [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688894, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.207752] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688898, 'name': CreateVM_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.210110] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137ceaa2-9e7f-4992-82ff-b77e549741b2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.234038] env[65418]: DEBUG nova.compute.provider_tree [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.248056] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbeb34f-9ed3-48b1-9a23-b59c50cb2af1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.262019] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48788e6e-9abd-4390-ae46-cb6a1955f37a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.280703] env[65418]: DEBUG nova.virt.block_device [None req-4de63758-4487-42e1-8f64-e0d4747ea98c tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Updating existing volume attachment record: 1059f971-14df-471f-97f4-0e7b8faf621c {{(pid=65418) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1015.306017] env[65418]: DEBUG oslo_vmware.api [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688890, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.345699] env[65418]: DEBUG oslo_vmware.api [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Task: {'id': task-4688896, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.477257] env[65418]: DEBUG oslo_vmware.api [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Task: {'id': task-4688897, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.502700] env[65418]: DEBUG oslo_vmware.api [req-1cc6c152-d63e-4f40-bbbe-6ffc7de45fdb req-9786a3fd-8fe2-475a-8ff2-522abac32850 service nova] Task: {'id': task-4688886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.525692] env[65418]: DEBUG oslo_concurrency.lockutils [req-209b3e3b-f098-466b-8013-05f81844fb4b req-d4330206-3bb3-4aca-af44-69f9c54c718d service nova] Releasing lock "refresh_cache-024389d2-ea56-42de-aad2-a442c2b8f8cc" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.580669] env[65418]: DEBUG nova.compute.manager [req-1d1b0b07-4c61-45e1-bdc5-f8de21b014e4 req-307434a9-d4af-4a76-b8a0-2f7e6178c76c service nova] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Received event network-changed-15ffc214-b1d2-4e69-8a67-f9c54cc59db3 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1015.580791] env[65418]: DEBUG nova.compute.manager [req-1d1b0b07-4c61-45e1-bdc5-f8de21b014e4 req-307434a9-d4af-4a76-b8a0-2f7e6178c76c service nova] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Refreshing instance network info cache due to event network-changed-15ffc214-b1d2-4e69-8a67-f9c54cc59db3. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1015.581797] env[65418]: DEBUG oslo_concurrency.lockutils [req-1d1b0b07-4c61-45e1-bdc5-f8de21b014e4 req-307434a9-d4af-4a76-b8a0-2f7e6178c76c service nova] Acquiring lock "refresh_cache-6b1ced43-7a2e-40fb-981f-2b167915fee5" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.581797] env[65418]: DEBUG oslo_concurrency.lockutils [req-1d1b0b07-4c61-45e1-bdc5-f8de21b014e4 req-307434a9-d4af-4a76-b8a0-2f7e6178c76c service nova] Acquired lock "refresh_cache-6b1ced43-7a2e-40fb-981f-2b167915fee5" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.581797] env[65418]: DEBUG nova.network.neutron [req-1d1b0b07-4c61-45e1-bdc5-f8de21b014e4 req-307434a9-d4af-4a76-b8a0-2f7e6178c76c service nova] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Refreshing network info cache for port 15ffc214-b1d2-4e69-8a67-f9c54cc59db3 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.661360] env[65418]: DEBUG oslo_vmware.api [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688894, 'name': PowerOffVM_Task, 'duration_secs': 1.129033} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.661657] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.661847] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.662220] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8c7b448-9034-4e6e-a3a6-196ca96b357a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.694022] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688898, 'name': CreateVM_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.737663] env[65418]: DEBUG nova.scheduler.client.report [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.794272] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.794661] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.794924] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Deleting the datastore file [datastore2] 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.795377] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5753f21-9a06-41e6-b413-1c521b39d1b2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.802024] env[65418]: DEBUG nova.compute.manager [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1015.804339] env[65418]: DEBUG oslo_vmware.api [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688890, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.811682] env[65418]: DEBUG oslo_vmware.api [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for the task: (returnval){ [ 1015.811682] env[65418]: value = "task-4688901" [ 1015.811682] env[65418]: _type = "Task" [ 1015.811682] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.824240] env[65418]: DEBUG oslo_vmware.api [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.837358] env[65418]: DEBUG nova.virt.hardware [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1015.837618] env[65418]: DEBUG nova.virt.hardware [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.837768] env[65418]: DEBUG nova.virt.hardware [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1015.837955] env[65418]: DEBUG nova.virt.hardware [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.838116] env[65418]: DEBUG nova.virt.hardware [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1015.838261] env[65418]: DEBUG nova.virt.hardware [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1015.838461] env[65418]: DEBUG nova.virt.hardware [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1015.838614] env[65418]: DEBUG nova.virt.hardware [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1015.838917] env[65418]: DEBUG nova.virt.hardware [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1015.838988] env[65418]: DEBUG nova.virt.hardware [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1015.839119] env[65418]: DEBUG nova.virt.hardware [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1015.840108] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cff4390-4dfb-4054-b6a0-569043f6d610 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.857340] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afe03d3-167d-449f-a72a-a40060163f1f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.861773] env[65418]: DEBUG oslo_vmware.api [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Task: {'id': task-4688896, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.057947} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.862155] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.862357] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.862542] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.862707] env[65418]: INFO nova.compute.manager [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Took 3.93 seconds to destroy the instance on the hypervisor. [ 1015.862955] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1015.863614] env[65418]: DEBUG nova.compute.manager [-] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1015.863715] env[65418]: DEBUG nova.network.neutron [-] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1015.863940] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.897869] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1015.978695] env[65418]: DEBUG oslo_vmware.api [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Task: {'id': task-4688897, 'name': PowerOnVM_Task, 'duration_secs': 1.135833} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.978967] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.979178] env[65418]: INFO nova.compute.manager [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Took 7.23 seconds to spawn the instance on the hypervisor. [ 1015.979353] env[65418]: DEBUG nova.compute.manager [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1015.980231] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb300719-1ba7-4803-911a-9ef22e5997e5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.003234] env[65418]: DEBUG oslo_vmware.api [req-1cc6c152-d63e-4f40-bbbe-6ffc7de45fdb req-9786a3fd-8fe2-475a-8ff2-522abac32850 service nova] Task: {'id': task-4688886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.085242] env[65418]: WARNING neutronclient.v2_0.client [req-1d1b0b07-4c61-45e1-bdc5-f8de21b014e4 req-307434a9-d4af-4a76-b8a0-2f7e6178c76c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.189693] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688898, 'name': CreateVM_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.244047] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.244601] env[65418]: DEBUG nova.compute.manager [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1016.247280] env[65418]: DEBUG oslo_concurrency.lockutils [None req-77505cb3-9ebb-43db-af35-98f49e215b48 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.049s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.248851] env[65418]: DEBUG oslo_concurrency.lockutils [None req-77505cb3-9ebb-43db-af35-98f49e215b48 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.249585] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c6637e80-b39e-4484-9a39-394bf3766d19 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.204s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.249770] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c6637e80-b39e-4484-9a39-394bf3766d19 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.252301] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e2108609-3445-48d4-8fe0-2a17355eeb68 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.652s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.252301] env[65418]: DEBUG nova.objects.instance [None req-e2108609-3445-48d4-8fe0-2a17355eeb68 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lazy-loading 'resources' on Instance uuid 4e62fee3-4a16-4e58-b5b4-05995a7eae64 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.295346] env[65418]: INFO nova.scheduler.client.report [None req-77505cb3-9ebb-43db-af35-98f49e215b48 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Deleted allocations for instance d5b22bc6-625a-4f32-b6d6-da588f171575 [ 1016.297842] env[65418]: INFO nova.scheduler.client.report [None req-c6637e80-b39e-4484-9a39-394bf3766d19 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Deleted allocations for instance cde5e247-0e3b-4dbd-b715-3cf5312465e2 [ 1016.308441] env[65418]: DEBUG oslo_vmware.api [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688890, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.94183} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.309564] env[65418]: INFO nova.virt.vmwareapi.ds_util [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_2d5bbdce-979e-44fd-98d3-fb561ff4c120/OSTACK_IMG_2d5bbdce-979e-44fd-98d3-fb561ff4c120.vmdk to [datastore2] devstack-image-cache_base/184d4e24-e5bf-4f26-a243-04e7f1747b22/184d4e24-e5bf-4f26-a243-04e7f1747b22.vmdk. [ 1016.309766] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Cleaning up location [datastore2] OSTACK_IMG_2d5bbdce-979e-44fd-98d3-fb561ff4c120 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1016.309919] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_2d5bbdce-979e-44fd-98d3-fb561ff4c120 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.311218] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-174e295a-5ad7-4b6b-a3cb-35875b399fa8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.325797] env[65418]: DEBUG oslo_vmware.api [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.327468] env[65418]: DEBUG oslo_vmware.api [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 1016.327468] env[65418]: value = "task-4688902" [ 1016.327468] env[65418]: _type = "Task" [ 1016.327468] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.409928] env[65418]: DEBUG nova.network.neutron [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Successfully updated port: 9236d87e-195c-4d29-9a5d-9308481092bc {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1016.506729] env[65418]: DEBUG oslo_vmware.api [req-1cc6c152-d63e-4f40-bbbe-6ffc7de45fdb req-9786a3fd-8fe2-475a-8ff2-522abac32850 service nova] Task: {'id': task-4688886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.507127] env[65418]: INFO nova.compute.manager [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Took 16.51 seconds to build instance. [ 1016.634096] env[65418]: WARNING neutronclient.v2_0.client [req-1d1b0b07-4c61-45e1-bdc5-f8de21b014e4 req-307434a9-d4af-4a76-b8a0-2f7e6178c76c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.692154] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688898, 'name': CreateVM_Task, 'duration_secs': 1.679874} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.692331] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.692729] env[65418]: WARNING neutronclient.v2_0.client [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.693117] env[65418]: DEBUG oslo_concurrency.lockutils [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.693276] env[65418]: DEBUG oslo_concurrency.lockutils [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.694882] env[65418]: DEBUG oslo_concurrency.lockutils [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.694882] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36118f1c-69ca-41ab-829b-14f27c343f5f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.699983] env[65418]: DEBUG oslo_vmware.api [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1016.699983] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]522d6a83-8e63-0596-76d0-0a15c7cf8404" [ 1016.699983] env[65418]: _type = "Task" [ 1016.699983] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.709546] env[65418]: DEBUG oslo_vmware.api [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]522d6a83-8e63-0596-76d0-0a15c7cf8404, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.722041] env[65418]: DEBUG nova.network.neutron [req-1d1b0b07-4c61-45e1-bdc5-f8de21b014e4 req-307434a9-d4af-4a76-b8a0-2f7e6178c76c service nova] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Updated VIF entry in instance network info cache for port 15ffc214-b1d2-4e69-8a67-f9c54cc59db3. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1016.722551] env[65418]: DEBUG nova.network.neutron [req-1d1b0b07-4c61-45e1-bdc5-f8de21b014e4 req-307434a9-d4af-4a76-b8a0-2f7e6178c76c service nova] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Updating instance_info_cache with network_info: [{"id": "15ffc214-b1d2-4e69-8a67-f9c54cc59db3", "address": "fa:16:3e:7a:25:65", "network": {"id": "2646edcc-6454-452d-b8f1-35c8443aafaa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1306270923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68957baf5aec4df4b0008c8d4632ba1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15ffc214-b1", "ovs_interfaceid": "15ffc214-b1d2-4e69-8a67-f9c54cc59db3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.755788] env[65418]: DEBUG nova.compute.utils [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.760192] env[65418]: DEBUG nova.compute.manager [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1016.760192] env[65418]: DEBUG nova.network.neutron [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1016.760377] env[65418]: WARNING neutronclient.v2_0.client [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.760700] env[65418]: WARNING neutronclient.v2_0.client [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.813881] env[65418]: DEBUG nova.compute.manager [req-bdafe611-8899-4ab1-bbc0-72365a21a159 req-e3b4aaa1-2411-4dbf-9993-5df21e153594 service nova] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Received event network-vif-deleted-315cde91-6f6f-44de-b2e6-cb87d0ee2e09 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1016.813962] env[65418]: INFO nova.compute.manager [req-bdafe611-8899-4ab1-bbc0-72365a21a159 req-e3b4aaa1-2411-4dbf-9993-5df21e153594 service nova] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Neutron deleted interface 315cde91-6f6f-44de-b2e6-cb87d0ee2e09; detaching it from the instance and deleting it from the info cache [ 1016.814476] env[65418]: DEBUG nova.network.neutron [req-bdafe611-8899-4ab1-bbc0-72365a21a159 req-e3b4aaa1-2411-4dbf-9993-5df21e153594 service nova] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.817033] env[65418]: DEBUG nova.policy [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf07f9b1ea4b4dd991a0050864dd9d6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '378c1e35059b4dddb61aa567774373a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.819112] env[65418]: DEBUG oslo_concurrency.lockutils [None req-77505cb3-9ebb-43db-af35-98f49e215b48 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "d5b22bc6-625a-4f32-b6d6-da588f171575" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.413s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.820158] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c6637e80-b39e-4484-9a39-394bf3766d19 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "cde5e247-0e3b-4dbd-b715-3cf5312465e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.557s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.842381] env[65418]: DEBUG oslo_vmware.api [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Task: {'id': task-4688901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.545254} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.844315] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.844520] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.844690] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.844859] env[65418]: INFO nova.compute.manager [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Took 2.72 seconds to destroy the instance on the hypervisor. [ 1016.845118] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1016.846085] env[65418]: DEBUG nova.compute.manager [-] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1016.846197] env[65418]: DEBUG nova.network.neutron [-] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1016.846790] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.855639] env[65418]: DEBUG oslo_vmware.api [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.066466} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.858918] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.858918] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Releasing lock "[datastore2] devstack-image-cache_base/184d4e24-e5bf-4f26-a243-04e7f1747b22/184d4e24-e5bf-4f26-a243-04e7f1747b22.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.858918] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/184d4e24-e5bf-4f26-a243-04e7f1747b22/184d4e24-e5bf-4f26-a243-04e7f1747b22.vmdk to [datastore2] 9f657eff-f138-407c-8c54-71fd857a3298/9f657eff-f138-407c-8c54-71fd857a3298.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.859827] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06244dac-05df-43b4-b8b2-0d0b704c8c27 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.873371] env[65418]: DEBUG oslo_vmware.api [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 1016.873371] env[65418]: value = "task-4688903" [ 1016.873371] env[65418]: _type = "Task" [ 1016.873371] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.885203] env[65418]: DEBUG oslo_vmware.api [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.912116] env[65418]: DEBUG oslo_concurrency.lockutils [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "refresh_cache-6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.912326] env[65418]: DEBUG oslo_concurrency.lockutils [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquired lock "refresh_cache-6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.912494] env[65418]: DEBUG nova.network.neutron [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1016.918009] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.938939] env[65418]: DEBUG nova.network.neutron [-] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.004109] env[65418]: DEBUG oslo_vmware.api [req-1cc6c152-d63e-4f40-bbbe-6ffc7de45fdb req-9786a3fd-8fe2-475a-8ff2-522abac32850 service nova] Task: {'id': task-4688886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.009384] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e07f79a1-31a4-48ba-889b-37e7ae500620 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Lock "adc67893-f2e5-4dea-901e-61e4a9855494" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.021s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.087843] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda63822-ec57-4921-8b5a-e51cb106a537 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.100131] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261a3683-dbd6-4852-b80c-d07435205d39 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.143615] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9aa4a9-b357-4a96-88e9-bb79093815be {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.157779] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf33481-cf8b-445a-ba9e-3e1f9edd4ea3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.178951] env[65418]: DEBUG nova.compute.provider_tree [None req-e2108609-3445-48d4-8fe0-2a17355eeb68 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.213126] env[65418]: DEBUG oslo_vmware.api [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]522d6a83-8e63-0596-76d0-0a15c7cf8404, 'name': SearchDatastore_Task, 'duration_secs': 0.011371} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.214024] env[65418]: DEBUG oslo_concurrency.lockutils [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.214321] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.214565] env[65418]: DEBUG oslo_concurrency.lockutils [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.214719] env[65418]: DEBUG oslo_concurrency.lockutils [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.214903] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.215241] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e98a8a8-08f6-478e-9cce-3014c4466c59 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.225544] env[65418]: DEBUG oslo_concurrency.lockutils [req-1d1b0b07-4c61-45e1-bdc5-f8de21b014e4 req-307434a9-d4af-4a76-b8a0-2f7e6178c76c service nova] Releasing lock "refresh_cache-6b1ced43-7a2e-40fb-981f-2b167915fee5" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.225739] env[65418]: DEBUG nova.compute.manager [req-1d1b0b07-4c61-45e1-bdc5-f8de21b014e4 req-307434a9-d4af-4a76-b8a0-2f7e6178c76c service nova] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Received event network-changed-15ffc214-b1d2-4e69-8a67-f9c54cc59db3 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1017.225739] env[65418]: DEBUG nova.compute.manager [req-1d1b0b07-4c61-45e1-bdc5-f8de21b014e4 req-307434a9-d4af-4a76-b8a0-2f7e6178c76c service nova] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Refreshing instance network info cache due to event network-changed-15ffc214-b1d2-4e69-8a67-f9c54cc59db3. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1017.225950] env[65418]: DEBUG oslo_concurrency.lockutils [req-1d1b0b07-4c61-45e1-bdc5-f8de21b014e4 req-307434a9-d4af-4a76-b8a0-2f7e6178c76c service nova] Acquiring lock "refresh_cache-6b1ced43-7a2e-40fb-981f-2b167915fee5" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.226149] env[65418]: DEBUG oslo_concurrency.lockutils [req-1d1b0b07-4c61-45e1-bdc5-f8de21b014e4 req-307434a9-d4af-4a76-b8a0-2f7e6178c76c service nova] Acquired lock "refresh_cache-6b1ced43-7a2e-40fb-981f-2b167915fee5" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.226369] env[65418]: DEBUG nova.network.neutron [req-1d1b0b07-4c61-45e1-bdc5-f8de21b014e4 req-307434a9-d4af-4a76-b8a0-2f7e6178c76c service nova] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Refreshing network info cache for port 15ffc214-b1d2-4e69-8a67-f9c54cc59db3 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.229649] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.229802] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.231630] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa27a09b-6b2a-4bdd-b106-0b0650a5c67e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.235605] env[65418]: DEBUG nova.network.neutron [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Successfully created port: ad815bb8-7372-43b3-8184-6e19941a5f6f {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1017.246254] env[65418]: DEBUG oslo_vmware.api [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1017.246254] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52dff295-7255-fbef-476b-542a1b5d076d" [ 1017.246254] env[65418]: _type = "Task" [ 1017.246254] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.257868] env[65418]: DEBUG oslo_vmware.api [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52dff295-7255-fbef-476b-542a1b5d076d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.264290] env[65418]: DEBUG nova.compute.manager [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1017.325532] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f9dd4bd-e485-4024-adb3-4fb48e0ea107 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.338836] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7c5149-02c8-4958-90fa-0581ae4dc055 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.382562] env[65418]: DEBUG nova.compute.manager [req-bdafe611-8899-4ab1-bbc0-72365a21a159 req-e3b4aaa1-2411-4dbf-9993-5df21e153594 service nova] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Detach interface failed, port_id=315cde91-6f6f-44de-b2e6-cb87d0ee2e09, reason: Instance 45d19b37-ffd2-40d5-a567-9560657d328f could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1017.395265] env[65418]: DEBUG oslo_vmware.api [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688903, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.442062] env[65418]: INFO nova.compute.manager [-] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Took 1.58 seconds to deallocate network for instance. [ 1017.507632] env[65418]: DEBUG oslo_vmware.api [req-1cc6c152-d63e-4f40-bbbe-6ffc7de45fdb req-9786a3fd-8fe2-475a-8ff2-522abac32850 service nova] Task: {'id': task-4688886, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.651355] env[65418]: DEBUG oslo_concurrency.lockutils [None req-08b084aa-f84e-4fae-a833-a35d6bdac155 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Acquiring lock "adc67893-f2e5-4dea-901e-61e4a9855494" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.651679] env[65418]: DEBUG oslo_concurrency.lockutils [None req-08b084aa-f84e-4fae-a833-a35d6bdac155 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Lock "adc67893-f2e5-4dea-901e-61e4a9855494" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.651892] env[65418]: DEBUG oslo_concurrency.lockutils [None req-08b084aa-f84e-4fae-a833-a35d6bdac155 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Acquiring lock "adc67893-f2e5-4dea-901e-61e4a9855494-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.652154] env[65418]: DEBUG oslo_concurrency.lockutils [None req-08b084aa-f84e-4fae-a833-a35d6bdac155 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Lock "adc67893-f2e5-4dea-901e-61e4a9855494-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.652311] env[65418]: DEBUG oslo_concurrency.lockutils [None req-08b084aa-f84e-4fae-a833-a35d6bdac155 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Lock "adc67893-f2e5-4dea-901e-61e4a9855494-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.655656] env[65418]: INFO nova.compute.manager [None req-08b084aa-f84e-4fae-a833-a35d6bdac155 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Terminating instance [ 1017.682063] env[65418]: DEBUG nova.scheduler.client.report [None req-e2108609-3445-48d4-8fe0-2a17355eeb68 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.720927] env[65418]: DEBUG nova.network.neutron [-] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.733144] env[65418]: WARNING neutronclient.v2_0.client [req-1d1b0b07-4c61-45e1-bdc5-f8de21b014e4 req-307434a9-d4af-4a76-b8a0-2f7e6178c76c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1017.761132] env[65418]: DEBUG oslo_vmware.api [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52dff295-7255-fbef-476b-542a1b5d076d, 'name': SearchDatastore_Task, 'duration_secs': 0.090977} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.762269] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcbb3f01-507a-4715-bdc5-2a8de22c4a62 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.774462] env[65418]: DEBUG oslo_vmware.api [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1017.774462] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525c42e9-c5cc-66f5-44fa-27563a0311ed" [ 1017.774462] env[65418]: _type = "Task" [ 1017.774462] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.787419] env[65418]: DEBUG oslo_vmware.api [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525c42e9-c5cc-66f5-44fa-27563a0311ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.836839] env[65418]: DEBUG nova.network.neutron [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1017.896363] env[65418]: DEBUG oslo_vmware.api [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688903, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.999114] env[65418]: INFO nova.compute.manager [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Took 0.56 seconds to detach 1 volumes for instance. [ 1018.003651] env[65418]: DEBUG nova.compute.manager [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Deleting volume: 9a46ebbc-fd7b-442d-abfd-ac89e958e159 {{(pid=65418) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3320}} [ 1018.010040] env[65418]: DEBUG oslo_vmware.api [req-1cc6c152-d63e-4f40-bbbe-6ffc7de45fdb req-9786a3fd-8fe2-475a-8ff2-522abac32850 service nova] Task: {'id': task-4688886, 'name': ReconfigVM_Task, 'duration_secs': 5.864262} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.010337] env[65418]: DEBUG oslo_concurrency.lockutils [req-1cc6c152-d63e-4f40-bbbe-6ffc7de45fdb req-9786a3fd-8fe2-475a-8ff2-522abac32850 service nova] Releasing lock "d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.010549] env[65418]: DEBUG nova.virt.vmwareapi.vmops [req-1cc6c152-d63e-4f40-bbbe-6ffc7de45fdb req-9786a3fd-8fe2-475a-8ff2-522abac32850 service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Reconfigured VM to detach interface {{(pid=65418) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1018.011071] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0d40e478-b952-4978-815c-e48c21c24f27 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "d1993506-e855-489a-a879-74483d10153c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.023s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.011287] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0d40e478-b952-4978-815c-e48c21c24f27 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "d1993506-e855-489a-a879-74483d10153c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.011494] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0d40e478-b952-4978-815c-e48c21c24f27 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "d1993506-e855-489a-a879-74483d10153c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.011662] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0d40e478-b952-4978-815c-e48c21c24f27 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "d1993506-e855-489a-a879-74483d10153c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.013991] env[65418]: INFO nova.compute.manager [None req-0d40e478-b952-4978-815c-e48c21c24f27 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Terminating instance [ 1018.163968] env[65418]: DEBUG nova.compute.manager [None req-08b084aa-f84e-4fae-a833-a35d6bdac155 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1018.164431] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-08b084aa-f84e-4fae-a833-a35d6bdac155 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.165278] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1948a16-82b2-4a96-b40a-e91353316dcf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.177039] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b084aa-f84e-4fae-a833-a35d6bdac155 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.177394] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4961a913-07ca-4ffb-a094-3bfff8d2ed5f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.188262] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e2108609-3445-48d4-8fe0-2a17355eeb68 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.936s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.193982] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.679s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.195641] env[65418]: INFO nova.compute.claims [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.202026] env[65418]: DEBUG oslo_vmware.api [None req-08b084aa-f84e-4fae-a833-a35d6bdac155 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Waiting for the task: (returnval){ [ 1018.202026] env[65418]: value = "task-4688906" [ 1018.202026] env[65418]: _type = "Task" [ 1018.202026] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.213542] env[65418]: DEBUG oslo_vmware.api [None req-08b084aa-f84e-4fae-a833-a35d6bdac155 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Task: {'id': task-4688906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.226025] env[65418]: INFO nova.compute.manager [-] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Took 1.38 seconds to deallocate network for instance. [ 1018.262075] env[65418]: INFO nova.scheduler.client.report [None req-e2108609-3445-48d4-8fe0-2a17355eeb68 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Deleted allocations for instance 4e62fee3-4a16-4e58-b5b4-05995a7eae64 [ 1018.277396] env[65418]: DEBUG nova.compute.manager [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1018.296896] env[65418]: DEBUG oslo_vmware.api [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525c42e9-c5cc-66f5-44fa-27563a0311ed, 'name': SearchDatastore_Task, 'duration_secs': 0.099578} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.298700] env[65418]: WARNING neutronclient.v2_0.client [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.301525] env[65418]: DEBUG oslo_concurrency.lockutils [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.301804] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 024389d2-ea56-42de-aad2-a442c2b8f8cc/024389d2-ea56-42de-aad2-a442c2b8f8cc.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.302409] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b309829-92fa-4804-abce-23f7433cd8a0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.316277] env[65418]: DEBUG oslo_vmware.api [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1018.316277] env[65418]: value = "task-4688907" [ 1018.316277] env[65418]: _type = "Task" [ 1018.316277] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.329025] env[65418]: DEBUG oslo_vmware.api [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.332021] env[65418]: DEBUG nova.virt.hardware [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1018.332021] env[65418]: DEBUG nova.virt.hardware [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.333262] env[65418]: DEBUG nova.virt.hardware [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1018.333262] env[65418]: DEBUG nova.virt.hardware [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.333262] env[65418]: DEBUG nova.virt.hardware [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1018.333262] env[65418]: DEBUG nova.virt.hardware [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1018.333262] env[65418]: DEBUG nova.virt.hardware [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1018.333502] env[65418]: DEBUG nova.virt.hardware [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1018.333502] env[65418]: DEBUG nova.virt.hardware [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1018.335030] env[65418]: DEBUG nova.virt.hardware [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1018.335030] env[65418]: DEBUG nova.virt.hardware [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1018.335030] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4b694a-d7d9-43d0-88a6-4ab3db3cf22b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.351903] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6981cc6-eced-4f33-9098-46b837e2786d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.398563] env[65418]: DEBUG oslo_vmware.api [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688903, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.519739] env[65418]: DEBUG nova.compute.manager [None req-0d40e478-b952-4978-815c-e48c21c24f27 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1018.519739] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0d40e478-b952-4978-815c-e48c21c24f27 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.520195] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6851b964-9584-4caf-8a0d-83cf55b2ce5f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.535167] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d40e478-b952-4978-815c-e48c21c24f27 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.536090] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e42c0d19-a2e1-458f-9f03-29658300efc9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.546249] env[65418]: DEBUG oslo_vmware.api [None req-0d40e478-b952-4978-815c-e48c21c24f27 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 1018.546249] env[65418]: value = "task-4688908" [ 1018.546249] env[65418]: _type = "Task" [ 1018.546249] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.564316] env[65418]: DEBUG oslo_vmware.api [None req-0d40e478-b952-4978-815c-e48c21c24f27 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.587729] env[65418]: DEBUG oslo_concurrency.lockutils [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.594341] env[65418]: WARNING neutronclient.v2_0.client [req-1d1b0b07-4c61-45e1-bdc5-f8de21b014e4 req-307434a9-d4af-4a76-b8a0-2f7e6178c76c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1018.716017] env[65418]: DEBUG nova.network.neutron [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Updating instance_info_cache with network_info: [{"id": "9236d87e-195c-4d29-9a5d-9308481092bc", "address": "fa:16:3e:40:99:af", "network": {"id": "2562c175-4d15-43d3-b157-3d30695ce81c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402255614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea9a1850358a42e49d88f4b344fe6d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9236d87e-19", "ovs_interfaceid": "9236d87e-195c-4d29-9a5d-9308481092bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.732489] env[65418]: DEBUG oslo_vmware.api [None req-08b084aa-f84e-4fae-a833-a35d6bdac155 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Task: {'id': task-4688906, 'name': PowerOffVM_Task, 'duration_secs': 0.273427} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.732925] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b084aa-f84e-4fae-a833-a35d6bdac155 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.733346] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-08b084aa-f84e-4fae-a833-a35d6bdac155 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.734609] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.735960] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cac2fc98-cab0-4452-baec-a6e7e2851950 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.771474] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e2108609-3445-48d4-8fe0-2a17355eeb68 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "4e62fee3-4a16-4e58-b5b4-05995a7eae64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.623s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.830776] env[65418]: DEBUG oslo_vmware.api [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.833200] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-08b084aa-f84e-4fae-a833-a35d6bdac155 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.833200] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-08b084aa-f84e-4fae-a833-a35d6bdac155 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.833200] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b084aa-f84e-4fae-a833-a35d6bdac155 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Deleting the datastore file [datastore2] adc67893-f2e5-4dea-901e-61e4a9855494 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.833540] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca6cfd25-6d1d-444a-ba39-4387d1fa0ad7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.844274] env[65418]: DEBUG oslo_vmware.api [None req-08b084aa-f84e-4fae-a833-a35d6bdac155 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Waiting for the task: (returnval){ [ 1018.844274] env[65418]: value = "task-4688910" [ 1018.844274] env[65418]: _type = "Task" [ 1018.844274] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.858014] env[65418]: DEBUG oslo_vmware.api [None req-08b084aa-f84e-4fae-a833-a35d6bdac155 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Task: {'id': task-4688910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.867345] env[65418]: DEBUG nova.network.neutron [req-1d1b0b07-4c61-45e1-bdc5-f8de21b014e4 req-307434a9-d4af-4a76-b8a0-2f7e6178c76c service nova] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Updated VIF entry in instance network info cache for port 15ffc214-b1d2-4e69-8a67-f9c54cc59db3. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1018.867816] env[65418]: DEBUG nova.network.neutron [req-1d1b0b07-4c61-45e1-bdc5-f8de21b014e4 req-307434a9-d4af-4a76-b8a0-2f7e6178c76c service nova] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Updating instance_info_cache with network_info: [{"id": "15ffc214-b1d2-4e69-8a67-f9c54cc59db3", "address": "fa:16:3e:7a:25:65", "network": {"id": "2646edcc-6454-452d-b8f1-35c8443aafaa", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1306270923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68957baf5aec4df4b0008c8d4632ba1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dc6d5964-1106-4345-a26d-185dabd4ff0f", "external-id": "nsx-vlan-transportzone-603", "segmentation_id": 603, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15ffc214-b1", "ovs_interfaceid": "15ffc214-b1d2-4e69-8a67-f9c54cc59db3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.900916] env[65418]: DEBUG oslo_vmware.api [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688903, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.977168] env[65418]: DEBUG nova.compute.manager [req-cc86f7ec-e4ae-4151-9709-3da0675b7351 req-4bca378a-f8a7-4f29-977b-2d7725a8ecf5 service nova] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Received event network-vif-plugged-9236d87e-195c-4d29-9a5d-9308481092bc {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1018.977623] env[65418]: DEBUG oslo_concurrency.lockutils [req-cc86f7ec-e4ae-4151-9709-3da0675b7351 req-4bca378a-f8a7-4f29-977b-2d7725a8ecf5 service nova] Acquiring lock "6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.977952] env[65418]: DEBUG oslo_concurrency.lockutils [req-cc86f7ec-e4ae-4151-9709-3da0675b7351 req-4bca378a-f8a7-4f29-977b-2d7725a8ecf5 service nova] Lock "6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.978330] env[65418]: DEBUG oslo_concurrency.lockutils [req-cc86f7ec-e4ae-4151-9709-3da0675b7351 req-4bca378a-f8a7-4f29-977b-2d7725a8ecf5 service nova] Lock "6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.978473] env[65418]: DEBUG nova.compute.manager [req-cc86f7ec-e4ae-4151-9709-3da0675b7351 req-4bca378a-f8a7-4f29-977b-2d7725a8ecf5 service nova] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] No waiting events found dispatching network-vif-plugged-9236d87e-195c-4d29-9a5d-9308481092bc {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1018.978845] env[65418]: WARNING nova.compute.manager [req-cc86f7ec-e4ae-4151-9709-3da0675b7351 req-4bca378a-f8a7-4f29-977b-2d7725a8ecf5 service nova] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Received unexpected event network-vif-plugged-9236d87e-195c-4d29-9a5d-9308481092bc for instance with vm_state building and task_state spawning. [ 1018.979151] env[65418]: DEBUG nova.compute.manager [req-cc86f7ec-e4ae-4151-9709-3da0675b7351 req-4bca378a-f8a7-4f29-977b-2d7725a8ecf5 service nova] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Received event network-changed-9236d87e-195c-4d29-9a5d-9308481092bc {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1018.979343] env[65418]: DEBUG nova.compute.manager [req-cc86f7ec-e4ae-4151-9709-3da0675b7351 req-4bca378a-f8a7-4f29-977b-2d7725a8ecf5 service nova] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Refreshing instance network info cache due to event network-changed-9236d87e-195c-4d29-9a5d-9308481092bc. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1018.979591] env[65418]: DEBUG oslo_concurrency.lockutils [req-cc86f7ec-e4ae-4151-9709-3da0675b7351 req-4bca378a-f8a7-4f29-977b-2d7725a8ecf5 service nova] Acquiring lock "refresh_cache-6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.981169] env[65418]: DEBUG nova.network.neutron [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Successfully updated port: ad815bb8-7372-43b3-8184-6e19941a5f6f {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1019.062898] env[65418]: DEBUG oslo_vmware.api [None req-0d40e478-b952-4978-815c-e48c21c24f27 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688908, 'name': PowerOffVM_Task, 'duration_secs': 0.462995} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.063327] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d40e478-b952-4978-815c-e48c21c24f27 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.063562] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0d40e478-b952-4978-815c-e48c21c24f27 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.063893] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c481cd92-4e01-4618-9cff-0849968aafaf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.149184] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0d40e478-b952-4978-815c-e48c21c24f27 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.150158] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0d40e478-b952-4978-815c-e48c21c24f27 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.150158] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d40e478-b952-4978-815c-e48c21c24f27 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Deleting the datastore file [datastore1] d1993506-e855-489a-a879-74483d10153c {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.150158] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35039ac2-a984-4ee8-b2fc-c6a3e4cba8af {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.162072] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "0fd1da75-65c3-40d2-8343-437b77b1e4ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.162072] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "0fd1da75-65c3-40d2-8343-437b77b1e4ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.169044] env[65418]: DEBUG oslo_vmware.api [None req-0d40e478-b952-4978-815c-e48c21c24f27 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 1019.169044] env[65418]: value = "task-4688912" [ 1019.169044] env[65418]: _type = "Task" [ 1019.169044] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.183907] env[65418]: DEBUG oslo_vmware.api [None req-0d40e478-b952-4978-815c-e48c21c24f27 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.219284] env[65418]: DEBUG oslo_concurrency.lockutils [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Releasing lock "refresh_cache-6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.219682] env[65418]: DEBUG nova.compute.manager [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Instance network_info: |[{"id": "9236d87e-195c-4d29-9a5d-9308481092bc", "address": "fa:16:3e:40:99:af", "network": {"id": "2562c175-4d15-43d3-b157-3d30695ce81c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402255614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea9a1850358a42e49d88f4b344fe6d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9236d87e-19", "ovs_interfaceid": "9236d87e-195c-4d29-9a5d-9308481092bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1019.220154] env[65418]: DEBUG oslo_concurrency.lockutils [req-cc86f7ec-e4ae-4151-9709-3da0675b7351 req-4bca378a-f8a7-4f29-977b-2d7725a8ecf5 service nova] Acquired lock "refresh_cache-6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.220276] env[65418]: DEBUG nova.network.neutron [req-cc86f7ec-e4ae-4151-9709-3da0675b7351 req-4bca378a-f8a7-4f29-977b-2d7725a8ecf5 service nova] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Refreshing network info cache for port 9236d87e-195c-4d29-9a5d-9308481092bc {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.224029] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:99:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cde23701-02ca-4cb4-b5a6-d321f8ac9660', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9236d87e-195c-4d29-9a5d-9308481092bc', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.231971] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1019.231971] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.232148] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a7b0f69-ac7a-4d41-b911-93c3a83d0034 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.263634] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.263634] env[65418]: value = "task-4688913" [ 1019.263634] env[65418]: _type = "Task" [ 1019.263634] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.285230] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688913, 'name': CreateVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.313656] env[65418]: DEBUG nova.compute.manager [req-41fa5eab-3e07-4809-a2d3-a10414370b8f req-9092d6d1-760c-4258-9e40-6e6194d85990 service nova] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Received event network-vif-deleted-9c562e89-cbf6-4aad-9854-5c2c4198bd7f {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1019.338257] env[65418]: DEBUG oslo_vmware.api [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.356492] env[65418]: DEBUG oslo_vmware.api [None req-08b084aa-f84e-4fae-a833-a35d6bdac155 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Task: {'id': task-4688910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.375467] env[65418]: DEBUG oslo_concurrency.lockutils [req-1d1b0b07-4c61-45e1-bdc5-f8de21b014e4 req-307434a9-d4af-4a76-b8a0-2f7e6178c76c service nova] Releasing lock "refresh_cache-6b1ced43-7a2e-40fb-981f-2b167915fee5" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.400612] env[65418]: DEBUG oslo_vmware.api [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688903, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.486561] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "refresh_cache-e1af7d32-1631-48ac-a7f5-73a1888e6ebe" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.486788] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquired lock "refresh_cache-e1af7d32-1631-48ac-a7f5-73a1888e6ebe" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.487078] env[65418]: DEBUG nova.network.neutron [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1019.511645] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "ab293e37-eb14-418f-9a96-9be31d1871a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.511910] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "ab293e37-eb14-418f-9a96-9be31d1871a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.514890] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bfb8b5-665e-4196-b9ce-eddc93b30031 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.523507] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a6a51d-369d-405d-88f0-c84ed35d6b18 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.563975] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccc1edb-9c53-4b4c-98c4-6e7868c6a008 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.575866] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc694ff1-773a-4f2e-8c13-969fde39b8d1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.596289] env[65418]: DEBUG nova.compute.provider_tree [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.665582] env[65418]: DEBUG nova.compute.manager [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1019.684604] env[65418]: DEBUG oslo_vmware.api [None req-0d40e478-b952-4978-815c-e48c21c24f27 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.732144] env[65418]: WARNING neutronclient.v2_0.client [req-cc86f7ec-e4ae-4151-9709-3da0675b7351 req-4bca378a-f8a7-4f29-977b-2d7725a8ecf5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.781130] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688913, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.832252] env[65418]: DEBUG oslo_vmware.api [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688907, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.841513] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4de63758-4487-42e1-8f64-e0d4747ea98c tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Volume attach. Driver type: vmdk {{(pid=65418) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1019.841790] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4de63758-4487-42e1-8f64-e0d4747ea98c tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915250', 'volume_id': '63165643-35d9-4547-8c1c-393e69fd546c', 'name': 'volume-63165643-35d9-4547-8c1c-393e69fd546c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fed7b669-ab6a-4a08-b0f9-a5fd942a9753', 'attached_at': '', 'detached_at': '', 'volume_id': '63165643-35d9-4547-8c1c-393e69fd546c', 'serial': '63165643-35d9-4547-8c1c-393e69fd546c'} {{(pid=65418) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1019.842824] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b3fe2c-0991-488d-8560-585d63b80823 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.872590] env[65418]: DEBUG oslo_vmware.api [None req-08b084aa-f84e-4fae-a833-a35d6bdac155 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Task: {'id': task-4688910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.873892] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce275131-a406-4b68-8b68-5f1e1e9db839 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.908073] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4de63758-4487-42e1-8f64-e0d4747ea98c tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] volume-63165643-35d9-4547-8c1c-393e69fd546c/volume-63165643-35d9-4547-8c1c-393e69fd546c.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.912043] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bf89abe-805b-4c71-810b-9021426370ac {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.934809] env[65418]: DEBUG oslo_vmware.api [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688903, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.582862} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.936284] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/184d4e24-e5bf-4f26-a243-04e7f1747b22/184d4e24-e5bf-4f26-a243-04e7f1747b22.vmdk to [datastore2] 9f657eff-f138-407c-8c54-71fd857a3298/9f657eff-f138-407c-8c54-71fd857a3298.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.936866] env[65418]: DEBUG oslo_vmware.api [None req-4de63758-4487-42e1-8f64-e0d4747ea98c tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 1019.936866] env[65418]: value = "task-4688914" [ 1019.936866] env[65418]: _type = "Task" [ 1019.936866] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.937626] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aacf95a-111a-4e41-83f7-9e58e78fda1e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.962112] env[65418]: DEBUG oslo_vmware.api [None req-4de63758-4487-42e1-8f64-e0d4747ea98c tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688914, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.974429] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 9f657eff-f138-407c-8c54-71fd857a3298/9f657eff-f138-407c-8c54-71fd857a3298.vmdk or device None with type streamOptimized {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.976080] env[65418]: WARNING neutronclient.v2_0.client [req-cc86f7ec-e4ae-4151-9709-3da0675b7351 req-4bca378a-f8a7-4f29-977b-2d7725a8ecf5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.978500] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-730fa68a-8b57-46c5-8a1a-66c85946ee3b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.004766] env[65418]: DEBUG oslo_vmware.api [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 1020.004766] env[65418]: value = "task-4688915" [ 1020.004766] env[65418]: _type = "Task" [ 1020.004766] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.015268] env[65418]: DEBUG oslo_vmware.api [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688915, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.019905] env[65418]: DEBUG nova.compute.manager [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1020.052852] env[65418]: DEBUG nova.network.neutron [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1020.093273] env[65418]: DEBUG nova.network.neutron [req-cc86f7ec-e4ae-4151-9709-3da0675b7351 req-4bca378a-f8a7-4f29-977b-2d7725a8ecf5 service nova] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Updated VIF entry in instance network info cache for port 9236d87e-195c-4d29-9a5d-9308481092bc. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1020.093623] env[65418]: DEBUG nova.network.neutron [req-cc86f7ec-e4ae-4151-9709-3da0675b7351 req-4bca378a-f8a7-4f29-977b-2d7725a8ecf5 service nova] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Updating instance_info_cache with network_info: [{"id": "9236d87e-195c-4d29-9a5d-9308481092bc", "address": "fa:16:3e:40:99:af", "network": {"id": "2562c175-4d15-43d3-b157-3d30695ce81c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402255614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea9a1850358a42e49d88f4b344fe6d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9236d87e-19", "ovs_interfaceid": "9236d87e-195c-4d29-9a5d-9308481092bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.100371] env[65418]: DEBUG nova.scheduler.client.report [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.167689] env[65418]: WARNING neutronclient.v2_0.client [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.184766] env[65418]: DEBUG oslo_vmware.api [None req-0d40e478-b952-4978-815c-e48c21c24f27 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.808394} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.185096] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d40e478-b952-4978-815c-e48c21c24f27 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.185257] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0d40e478-b952-4978-815c-e48c21c24f27 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.185448] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0d40e478-b952-4978-815c-e48c21c24f27 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.185644] env[65418]: INFO nova.compute.manager [None req-0d40e478-b952-4978-815c-e48c21c24f27 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: d1993506-e855-489a-a879-74483d10153c] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1020.185899] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-0d40e478-b952-4978-815c-e48c21c24f27 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1020.186168] env[65418]: DEBUG nova.compute.manager [-] [instance: d1993506-e855-489a-a879-74483d10153c] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1020.186266] env[65418]: DEBUG nova.network.neutron [-] [instance: d1993506-e855-489a-a879-74483d10153c] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1020.186519] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.199869] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.271055] env[65418]: DEBUG nova.network.neutron [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Updating instance_info_cache with network_info: [{"id": "ad815bb8-7372-43b3-8184-6e19941a5f6f", "address": "fa:16:3e:5e:4c:20", "network": {"id": "a60b1801-8e2d-4966-8362-cdc65ef35a96", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1479408955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "378c1e35059b4dddb61aa567774373a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad815bb8-73", "ovs_interfaceid": "ad815bb8-7372-43b3-8184-6e19941a5f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.278480] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688913, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.300047] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.330741] env[65418]: DEBUG oslo_vmware.api [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688907, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.643207} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.331283] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 024389d2-ea56-42de-aad2-a442c2b8f8cc/024389d2-ea56-42de-aad2-a442c2b8f8cc.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1020.331283] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1020.331599] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcc43fc0-0f1e-4685-a666-6b54dd95125a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.344431] env[65418]: DEBUG oslo_vmware.api [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1020.344431] env[65418]: value = "task-4688916" [ 1020.344431] env[65418]: _type = "Task" [ 1020.344431] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.356416] env[65418]: DEBUG oslo_vmware.api [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.362988] env[65418]: DEBUG oslo_vmware.api [None req-08b084aa-f84e-4fae-a833-a35d6bdac155 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Task: {'id': task-4688910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.026585} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.363265] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b084aa-f84e-4fae-a833-a35d6bdac155 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1020.363720] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-08b084aa-f84e-4fae-a833-a35d6bdac155 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1020.363720] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-08b084aa-f84e-4fae-a833-a35d6bdac155 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.363907] env[65418]: INFO nova.compute.manager [None req-08b084aa-f84e-4fae-a833-a35d6bdac155 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Took 2.20 seconds to destroy the instance on the hypervisor. [ 1020.364267] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-08b084aa-f84e-4fae-a833-a35d6bdac155 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1020.364479] env[65418]: DEBUG nova.compute.manager [-] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1020.364571] env[65418]: DEBUG nova.network.neutron [-] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1020.364814] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.450487] env[65418]: DEBUG oslo_vmware.api [None req-4de63758-4487-42e1-8f64-e0d4747ea98c tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688914, 'name': ReconfigVM_Task, 'duration_secs': 0.465945} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.450758] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4de63758-4487-42e1-8f64-e0d4747ea98c tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Reconfigured VM instance instance-00000056 to attach disk [datastore2] volume-63165643-35d9-4547-8c1c-393e69fd546c/volume-63165643-35d9-4547-8c1c-393e69fd546c.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.455427] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c022861f-e92e-42ec-85da-b1d81523ca6a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.467543] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.475867] env[65418]: DEBUG oslo_vmware.api [None req-4de63758-4487-42e1-8f64-e0d4747ea98c tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 1020.475867] env[65418]: value = "task-4688917" [ 1020.475867] env[65418]: _type = "Task" [ 1020.475867] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.487568] env[65418]: DEBUG oslo_vmware.api [None req-4de63758-4487-42e1-8f64-e0d4747ea98c tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688917, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.514837] env[65418]: DEBUG oslo_vmware.api [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688915, 'name': ReconfigVM_Task, 'duration_secs': 0.368275} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.515127] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 9f657eff-f138-407c-8c54-71fd857a3298/9f657eff-f138-407c-8c54-71fd857a3298.vmdk or device None with type streamOptimized {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.515773] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c82bb984-aaf7-43c5-bf95-0c79af626578 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.523814] env[65418]: DEBUG oslo_vmware.api [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 1020.523814] env[65418]: value = "task-4688918" [ 1020.523814] env[65418]: _type = "Task" [ 1020.523814] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.537909] env[65418]: DEBUG oslo_vmware.api [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688918, 'name': Rename_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.557885] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.597431] env[65418]: DEBUG oslo_concurrency.lockutils [req-cc86f7ec-e4ae-4151-9709-3da0675b7351 req-4bca378a-f8a7-4f29-977b-2d7725a8ecf5 service nova] Releasing lock "refresh_cache-6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.606722] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.413s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.607445] env[65418]: DEBUG nova.compute.manager [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1020.610153] env[65418]: DEBUG oslo_concurrency.lockutils [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.023s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.610908] env[65418]: DEBUG nova.objects.instance [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Lazy-loading 'resources' on Instance uuid 45d19b37-ffd2-40d5-a567-9560657d328f {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.776159] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Releasing lock "refresh_cache-e1af7d32-1631-48ac-a7f5-73a1888e6ebe" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.776759] env[65418]: DEBUG nova.compute.manager [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Instance network_info: |[{"id": "ad815bb8-7372-43b3-8184-6e19941a5f6f", "address": "fa:16:3e:5e:4c:20", "network": {"id": "a60b1801-8e2d-4966-8362-cdc65ef35a96", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1479408955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "378c1e35059b4dddb61aa567774373a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad815bb8-73", "ovs_interfaceid": "ad815bb8-7372-43b3-8184-6e19941a5f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1020.777224] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688913, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.777697] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:4c:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad815bb8-7372-43b3-8184-6e19941a5f6f', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.786445] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1020.787169] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.787592] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37b25228-f96e-4f26-bdad-86a9920efdb9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.808091] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.808091] env[65418]: value = "task-4688919" [ 1020.808091] env[65418]: _type = "Task" [ 1020.808091] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.817451] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688919, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.855017] env[65418]: DEBUG oslo_vmware.api [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.986367] env[65418]: DEBUG oslo_vmware.api [None req-4de63758-4487-42e1-8f64-e0d4747ea98c tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688917, 'name': ReconfigVM_Task, 'duration_secs': 0.16343} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.986761] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4de63758-4487-42e1-8f64-e0d4747ea98c tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915250', 'volume_id': '63165643-35d9-4547-8c1c-393e69fd546c', 'name': 'volume-63165643-35d9-4547-8c1c-393e69fd546c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fed7b669-ab6a-4a08-b0f9-a5fd942a9753', 'attached_at': '', 'detached_at': '', 'volume_id': '63165643-35d9-4547-8c1c-393e69fd546c', 'serial': '63165643-35d9-4547-8c1c-393e69fd546c'} {{(pid=65418) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1021.010885] env[65418]: DEBUG nova.compute.manager [req-868970c5-d1e3-411e-aa6e-3526704ab803 req-b10ba759-c281-47d0-a211-239513eaae97 service nova] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Received event network-vif-plugged-ad815bb8-7372-43b3-8184-6e19941a5f6f {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1021.011724] env[65418]: DEBUG oslo_concurrency.lockutils [req-868970c5-d1e3-411e-aa6e-3526704ab803 req-b10ba759-c281-47d0-a211-239513eaae97 service nova] Acquiring lock "e1af7d32-1631-48ac-a7f5-73a1888e6ebe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.012096] env[65418]: DEBUG oslo_concurrency.lockutils [req-868970c5-d1e3-411e-aa6e-3526704ab803 req-b10ba759-c281-47d0-a211-239513eaae97 service nova] Lock "e1af7d32-1631-48ac-a7f5-73a1888e6ebe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.012749] env[65418]: DEBUG oslo_concurrency.lockutils [req-868970c5-d1e3-411e-aa6e-3526704ab803 req-b10ba759-c281-47d0-a211-239513eaae97 service nova] Lock "e1af7d32-1631-48ac-a7f5-73a1888e6ebe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.013068] env[65418]: DEBUG nova.compute.manager [req-868970c5-d1e3-411e-aa6e-3526704ab803 req-b10ba759-c281-47d0-a211-239513eaae97 service nova] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] No waiting events found dispatching network-vif-plugged-ad815bb8-7372-43b3-8184-6e19941a5f6f {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1021.013666] env[65418]: WARNING nova.compute.manager [req-868970c5-d1e3-411e-aa6e-3526704ab803 req-b10ba759-c281-47d0-a211-239513eaae97 service nova] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Received unexpected event network-vif-plugged-ad815bb8-7372-43b3-8184-6e19941a5f6f for instance with vm_state building and task_state spawning. [ 1021.014092] env[65418]: DEBUG nova.compute.manager [req-868970c5-d1e3-411e-aa6e-3526704ab803 req-b10ba759-c281-47d0-a211-239513eaae97 service nova] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Received event network-changed-ad815bb8-7372-43b3-8184-6e19941a5f6f {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1021.015027] env[65418]: DEBUG nova.compute.manager [req-868970c5-d1e3-411e-aa6e-3526704ab803 req-b10ba759-c281-47d0-a211-239513eaae97 service nova] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Refreshing instance network info cache due to event network-changed-ad815bb8-7372-43b3-8184-6e19941a5f6f. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1021.015027] env[65418]: DEBUG oslo_concurrency.lockutils [req-868970c5-d1e3-411e-aa6e-3526704ab803 req-b10ba759-c281-47d0-a211-239513eaae97 service nova] Acquiring lock "refresh_cache-e1af7d32-1631-48ac-a7f5-73a1888e6ebe" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.015027] env[65418]: DEBUG oslo_concurrency.lockutils [req-868970c5-d1e3-411e-aa6e-3526704ab803 req-b10ba759-c281-47d0-a211-239513eaae97 service nova] Acquired lock "refresh_cache-e1af7d32-1631-48ac-a7f5-73a1888e6ebe" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.015027] env[65418]: DEBUG nova.network.neutron [req-868970c5-d1e3-411e-aa6e-3526704ab803 req-b10ba759-c281-47d0-a211-239513eaae97 service nova] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Refreshing network info cache for port ad815bb8-7372-43b3-8184-6e19941a5f6f {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.035672] env[65418]: DEBUG oslo_vmware.api [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688918, 'name': Rename_Task, 'duration_secs': 0.211723} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.035926] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.036207] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c048a5c-bfe4-4258-93b0-a421742b8d3a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.045777] env[65418]: DEBUG oslo_vmware.api [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 1021.045777] env[65418]: value = "task-4688920" [ 1021.045777] env[65418]: _type = "Task" [ 1021.045777] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.055980] env[65418]: DEBUG oslo_vmware.api [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.113734] env[65418]: DEBUG nova.compute.utils [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.118514] env[65418]: DEBUG nova.compute.manager [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1021.118755] env[65418]: DEBUG nova.network.neutron [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1021.119023] env[65418]: WARNING neutronclient.v2_0.client [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.119428] env[65418]: WARNING neutronclient.v2_0.client [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.190162] env[65418]: DEBUG nova.policy [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e685d91bff9d4494980f5283d65d56d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b21b7d247caf4ad6a1b41e1f7805ca66', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.209917] env[65418]: DEBUG nova.network.neutron [-] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.244836] env[65418]: DEBUG nova.network.neutron [-] [instance: d1993506-e855-489a-a879-74483d10153c] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.283205] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688913, 'name': CreateVM_Task, 'duration_secs': 1.643346} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.283205] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.283778] env[65418]: WARNING neutronclient.v2_0.client [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.285050] env[65418]: DEBUG oslo_concurrency.lockutils [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.285050] env[65418]: DEBUG oslo_concurrency.lockutils [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.285050] env[65418]: DEBUG oslo_concurrency.lockutils [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.285050] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04257038-1bf9-49a9-90ee-d3d5a108a800 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.297278] env[65418]: DEBUG oslo_vmware.api [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 1021.297278] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5217c378-2e02-606e-c09b-20f9f3ca8f43" [ 1021.297278] env[65418]: _type = "Task" [ 1021.297278] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.309246] env[65418]: DEBUG oslo_vmware.api [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5217c378-2e02-606e-c09b-20f9f3ca8f43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.319994] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688919, 'name': CreateVM_Task, 'duration_secs': 0.404635} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.323142] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.323936] env[65418]: WARNING neutronclient.v2_0.client [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.325136] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.362675] env[65418]: DEBUG oslo_vmware.api [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.595255} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.363047] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.363999] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddac78c3-f171-4c48-8e79-ae22fcee39a0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.369232] env[65418]: DEBUG nova.compute.manager [req-df379815-ab11-433e-9757-602b48e3af91 req-0e01029c-5587-471c-943e-b41578045ff9 service nova] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Received event network-vif-deleted-163d39d8-f1ec-423a-a582-3972ebf6ea39 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1021.395321] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 024389d2-ea56-42de-aad2-a442c2b8f8cc/024389d2-ea56-42de-aad2-a442c2b8f8cc.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.398883] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c7c200a-2091-41bf-8d35-ed4d89f9fde4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.422852] env[65418]: DEBUG oslo_vmware.api [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1021.422852] env[65418]: value = "task-4688921" [ 1021.422852] env[65418]: _type = "Task" [ 1021.422852] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.432823] env[65418]: DEBUG oslo_vmware.api [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688921, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.448074] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a23c2b6-ad88-408d-a88d-4159038b712b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.457988] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da1312c-1066-40a3-8c84-157444a57d68 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.500703] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf636a9-9633-479e-9e97-ef88221bcdf7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.509619] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6711d8cf-d68f-40f1-92aa-453693b21753 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.527547] env[65418]: WARNING neutronclient.v2_0.client [req-868970c5-d1e3-411e-aa6e-3526704ab803 req-b10ba759-c281-47d0-a211-239513eaae97 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.530764] env[65418]: DEBUG nova.compute.provider_tree [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.562871] env[65418]: DEBUG oslo_vmware.api [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688920, 'name': PowerOnVM_Task, 'duration_secs': 0.517005} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.563060] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.595174] env[65418]: DEBUG nova.network.neutron [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Successfully created port: 3eadb387-0c5f-4efa-8230-9187ca22af17 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1021.619874] env[65418]: DEBUG nova.compute.manager [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1021.679593] env[65418]: DEBUG nova.compute.manager [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1021.680718] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc09722-bae6-4050-ac4a-dff0c2f8837b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.718220] env[65418]: INFO nova.compute.manager [-] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Took 1.35 seconds to deallocate network for instance. [ 1021.749207] env[65418]: INFO nova.compute.manager [-] [instance: d1993506-e855-489a-a879-74483d10153c] Took 1.56 seconds to deallocate network for instance. [ 1021.755631] env[65418]: WARNING neutronclient.v2_0.client [req-868970c5-d1e3-411e-aa6e-3526704ab803 req-b10ba759-c281-47d0-a211-239513eaae97 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.808329] env[65418]: DEBUG oslo_vmware.api [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5217c378-2e02-606e-c09b-20f9f3ca8f43, 'name': SearchDatastore_Task, 'duration_secs': 0.018819} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.808627] env[65418]: DEBUG oslo_concurrency.lockutils [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.808853] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.809089] env[65418]: DEBUG oslo_concurrency.lockutils [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.809225] env[65418]: DEBUG oslo_concurrency.lockutils [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.809400] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.809721] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.809980] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.810232] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-302bf0ad-5d24-4ca4-8644-cfc68ae4c4c9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.812330] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6d5c2db-0af4-49e2-9b66-471e99c2b76b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.818956] env[65418]: DEBUG oslo_vmware.api [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1021.818956] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]524a3353-6129-1c9e-f936-8148b3abc3cb" [ 1021.818956] env[65418]: _type = "Task" [ 1021.818956] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.824338] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.824569] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.825913] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49a243cc-3b22-44e1-9c02-c51f8c3d59be {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.831527] env[65418]: DEBUG oslo_vmware.api [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]524a3353-6129-1c9e-f936-8148b3abc3cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.836404] env[65418]: DEBUG oslo_vmware.api [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 1021.836404] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52695b70-16ed-dce3-fb31-c9cbfa53ae90" [ 1021.836404] env[65418]: _type = "Task" [ 1021.836404] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.848290] env[65418]: DEBUG oslo_vmware.api [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52695b70-16ed-dce3-fb31-c9cbfa53ae90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.849817] env[65418]: DEBUG nova.network.neutron [req-868970c5-d1e3-411e-aa6e-3526704ab803 req-b10ba759-c281-47d0-a211-239513eaae97 service nova] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Updated VIF entry in instance network info cache for port ad815bb8-7372-43b3-8184-6e19941a5f6f. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1021.849871] env[65418]: DEBUG nova.network.neutron [req-868970c5-d1e3-411e-aa6e-3526704ab803 req-b10ba759-c281-47d0-a211-239513eaae97 service nova] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Updating instance_info_cache with network_info: [{"id": "ad815bb8-7372-43b3-8184-6e19941a5f6f", "address": "fa:16:3e:5e:4c:20", "network": {"id": "a60b1801-8e2d-4966-8362-cdc65ef35a96", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1479408955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "378c1e35059b4dddb61aa567774373a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad815bb8-73", "ovs_interfaceid": "ad815bb8-7372-43b3-8184-6e19941a5f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.934663] env[65418]: DEBUG oslo_vmware.api [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.034031] env[65418]: DEBUG nova.scheduler.client.report [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.056366] env[65418]: DEBUG nova.objects.instance [None req-4de63758-4487-42e1-8f64-e0d4747ea98c tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lazy-loading 'flavor' on Instance uuid fed7b669-ab6a-4a08-b0f9-a5fd942a9753 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.125274] env[65418]: INFO nova.virt.block_device [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Booting with volume 9d258c90-e4ab-46b1-9a00-e0a913309009 at /dev/sda [ 1022.175405] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f887fc27-fb7c-4c54-b002-7abf972aabf1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.188272] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e07c6e9-5d72-49cb-8589-7469086bda4e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.206728] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c1fdca6d-dfd6-4679-bdd0-9b523094709a tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lock "9f657eff-f138-407c-8c54-71fd857a3298" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.975s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.227538] env[65418]: DEBUG oslo_concurrency.lockutils [None req-08b084aa-f84e-4fae-a833-a35d6bdac155 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.228666] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-467e0f8b-07ff-4aeb-be01-facda836777b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.238920] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eac7cd2-8850-4015-8fa5-e20764a621fb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.259938] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0d40e478-b952-4978-815c-e48c21c24f27 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.273702] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef57c26f-b5d7-4af0-8def-4dfa0ec72c90 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.281587] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf125065-ed39-4786-b08b-e857f8e0d917 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.297660] env[65418]: DEBUG nova.virt.block_device [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Updating existing volume attachment record: 1422e53c-e345-4722-aa20-a40fb1969ed1 {{(pid=65418) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1022.330656] env[65418]: DEBUG oslo_vmware.api [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]524a3353-6129-1c9e-f936-8148b3abc3cb, 'name': SearchDatastore_Task, 'duration_secs': 0.012365} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.332190] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.332190] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.332386] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.348072] env[65418]: DEBUG oslo_vmware.api [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52695b70-16ed-dce3-fb31-c9cbfa53ae90, 'name': SearchDatastore_Task, 'duration_secs': 0.011453} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.349050] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c706637-07f0-45c1-9ce0-ced1670d362c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.352608] env[65418]: DEBUG oslo_concurrency.lockutils [req-868970c5-d1e3-411e-aa6e-3526704ab803 req-b10ba759-c281-47d0-a211-239513eaae97 service nova] Releasing lock "refresh_cache-e1af7d32-1631-48ac-a7f5-73a1888e6ebe" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.352608] env[65418]: DEBUG nova.compute.manager [req-868970c5-d1e3-411e-aa6e-3526704ab803 req-b10ba759-c281-47d0-a211-239513eaae97 service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Received event network-vif-deleted-90fa80de-51c3-4c3c-aea9-184bb2cb0e75 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1022.352771] env[65418]: INFO nova.compute.manager [req-868970c5-d1e3-411e-aa6e-3526704ab803 req-b10ba759-c281-47d0-a211-239513eaae97 service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Neutron deleted interface 90fa80de-51c3-4c3c-aea9-184bb2cb0e75; detaching it from the instance and deleting it from the info cache [ 1022.352935] env[65418]: DEBUG nova.network.neutron [req-868970c5-d1e3-411e-aa6e-3526704ab803 req-b10ba759-c281-47d0-a211-239513eaae97 service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.356668] env[65418]: DEBUG oslo_vmware.api [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 1022.356668] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520c1433-6549-6194-ac63-f8ff672b70cb" [ 1022.356668] env[65418]: _type = "Task" [ 1022.356668] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.365850] env[65418]: DEBUG oslo_vmware.api [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520c1433-6549-6194-ac63-f8ff672b70cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.435667] env[65418]: DEBUG oslo_vmware.api [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688921, 'name': ReconfigVM_Task, 'duration_secs': 0.790573} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.435868] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 024389d2-ea56-42de-aad2-a442c2b8f8cc/024389d2-ea56-42de-aad2-a442c2b8f8cc.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.436539] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e500b59-c18e-4240-8668-439acc2d2a70 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.443858] env[65418]: DEBUG oslo_vmware.api [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1022.443858] env[65418]: value = "task-4688922" [ 1022.443858] env[65418]: _type = "Task" [ 1022.443858] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.452762] env[65418]: DEBUG oslo_vmware.api [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688922, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.539511] env[65418]: DEBUG oslo_concurrency.lockutils [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.541906] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.807s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.542200] env[65418]: DEBUG nova.objects.instance [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lazy-loading 'resources' on Instance uuid 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.562336] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4de63758-4487-42e1-8f64-e0d4747ea98c tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "fed7b669-ab6a-4a08-b0f9-a5fd942a9753" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.370s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.567445] env[65418]: INFO nova.scheduler.client.report [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Deleted allocations for instance 45d19b37-ffd2-40d5-a567-9560657d328f [ 1022.861504] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c4351d9-367a-407d-9ca5-1631d65a9188 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.870290] env[65418]: DEBUG oslo_vmware.api [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520c1433-6549-6194-ac63-f8ff672b70cb, 'name': SearchDatastore_Task, 'duration_secs': 0.020665} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.871398] env[65418]: DEBUG oslo_concurrency.lockutils [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.871673] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f/6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.872019] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.872280] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.872518] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93921b7c-4023-4ef4-85fb-a35972e774e2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.878031] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a81a098-cf5c-49d8-be1b-1423af42f2c2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.888643] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24e52c0c-fb80-413a-bff0-afbb18312815 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.898559] env[65418]: DEBUG oslo_vmware.api [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 1022.898559] env[65418]: value = "task-4688923" [ 1022.898559] env[65418]: _type = "Task" [ 1022.898559] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.900295] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.900474] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.904850] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c9af96d-c081-4924-bc84-b8208e0cb1cd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.919648] env[65418]: DEBUG nova.compute.manager [req-868970c5-d1e3-411e-aa6e-3526704ab803 req-b10ba759-c281-47d0-a211-239513eaae97 service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Detach interface failed, port_id=90fa80de-51c3-4c3c-aea9-184bb2cb0e75, reason: Instance d1993506-e855-489a-a879-74483d10153c could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1022.927257] env[65418]: DEBUG oslo_vmware.api [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.929055] env[65418]: DEBUG oslo_vmware.api [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1022.929055] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f52345-220d-f892-8127-e3cd90cbf55f" [ 1022.929055] env[65418]: _type = "Task" [ 1022.929055] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.939798] env[65418]: DEBUG oslo_vmware.api [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f52345-220d-f892-8127-e3cd90cbf55f, 'name': SearchDatastore_Task, 'duration_secs': 0.010362} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.940748] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf407c35-a4be-44bd-b486-4d5a5b882596 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.952115] env[65418]: DEBUG oslo_vmware.api [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1022.952115] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5216965a-f543-5cb6-5c7a-31bf0c661cc8" [ 1022.952115] env[65418]: _type = "Task" [ 1022.952115] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.960382] env[65418]: DEBUG oslo_vmware.api [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688922, 'name': Rename_Task, 'duration_secs': 0.31373} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.961156] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.961483] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-326b37e2-8c1e-47d9-9a0e-111480877ea1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.966989] env[65418]: DEBUG oslo_vmware.api [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5216965a-f543-5cb6-5c7a-31bf0c661cc8, 'name': SearchDatastore_Task, 'duration_secs': 0.010923} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.967833] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.968148] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] e1af7d32-1631-48ac-a7f5-73a1888e6ebe/e1af7d32-1631-48ac-a7f5-73a1888e6ebe.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.968498] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ac9bd99-ec40-40a0-81ce-f1ee38253039 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.970839] env[65418]: DEBUG oslo_concurrency.lockutils [None req-470c4765-5891-4bff-8acc-4aa3e238aeb7 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "fed7b669-ab6a-4a08-b0f9-a5fd942a9753" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.971666] env[65418]: DEBUG oslo_concurrency.lockutils [None req-470c4765-5891-4bff-8acc-4aa3e238aeb7 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "fed7b669-ab6a-4a08-b0f9-a5fd942a9753" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.975262] env[65418]: DEBUG oslo_vmware.api [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1022.975262] env[65418]: value = "task-4688924" [ 1022.975262] env[65418]: _type = "Task" [ 1022.975262] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.980823] env[65418]: DEBUG oslo_vmware.api [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1022.980823] env[65418]: value = "task-4688925" [ 1022.980823] env[65418]: _type = "Task" [ 1022.980823] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.991161] env[65418]: DEBUG oslo_vmware.api [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.996517] env[65418]: DEBUG oslo_vmware.api [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.075846] env[65418]: DEBUG oslo_concurrency.lockutils [None req-712e5cf8-1306-4782-bc9f-a98458b3c0c2 tempest-ServersTestBootFromVolume-237210338 tempest-ServersTestBootFromVolume-237210338-project-member] Lock "45d19b37-ffd2-40d5-a567-9560657d328f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.651s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.145936] env[65418]: DEBUG nova.compute.manager [req-74476568-1dce-4872-8b5a-de4ffb144a17 req-0c7ef1d5-6763-41b3-872a-c370b9af4931 service nova] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Received event network-vif-plugged-3eadb387-0c5f-4efa-8230-9187ca22af17 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1023.146190] env[65418]: DEBUG oslo_concurrency.lockutils [req-74476568-1dce-4872-8b5a-de4ffb144a17 req-0c7ef1d5-6763-41b3-872a-c370b9af4931 service nova] Acquiring lock "33a44345-97a7-4c3b-8ed3-e5c04b2f409d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.146917] env[65418]: DEBUG oslo_concurrency.lockutils [req-74476568-1dce-4872-8b5a-de4ffb144a17 req-0c7ef1d5-6763-41b3-872a-c370b9af4931 service nova] Lock "33a44345-97a7-4c3b-8ed3-e5c04b2f409d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.146917] env[65418]: DEBUG oslo_concurrency.lockutils [req-74476568-1dce-4872-8b5a-de4ffb144a17 req-0c7ef1d5-6763-41b3-872a-c370b9af4931 service nova] Lock "33a44345-97a7-4c3b-8ed3-e5c04b2f409d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.146917] env[65418]: DEBUG nova.compute.manager [req-74476568-1dce-4872-8b5a-de4ffb144a17 req-0c7ef1d5-6763-41b3-872a-c370b9af4931 service nova] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] No waiting events found dispatching network-vif-plugged-3eadb387-0c5f-4efa-8230-9187ca22af17 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1023.146917] env[65418]: WARNING nova.compute.manager [req-74476568-1dce-4872-8b5a-de4ffb144a17 req-0c7ef1d5-6763-41b3-872a-c370b9af4931 service nova] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Received unexpected event network-vif-plugged-3eadb387-0c5f-4efa-8230-9187ca22af17 for instance with vm_state building and task_state block_device_mapping. [ 1023.260712] env[65418]: DEBUG nova.network.neutron [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Successfully updated port: 3eadb387-0c5f-4efa-8230-9187ca22af17 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1023.321038] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff558670-08b0-4cc3-88e8-428cde6cfa02 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.331703] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86177682-971f-467d-9f78-95d09c510c46 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.368874] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5fd1e0-9b71-43cc-b525-806ea32d02b9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.378220] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986b361e-4675-402c-907f-393a2dbae9db {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.400289] env[65418]: DEBUG nova.compute.provider_tree [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1023.412904] env[65418]: DEBUG oslo_vmware.api [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505055} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.413854] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f/6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.414215] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.416058] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43d77365-fc17-4fd3-bf4d-0f443cecfe0f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.426533] env[65418]: DEBUG oslo_vmware.api [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 1023.426533] env[65418]: value = "task-4688926" [ 1023.426533] env[65418]: _type = "Task" [ 1023.426533] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.434473] env[65418]: DEBUG oslo_vmware.api [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688926, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.480805] env[65418]: INFO nova.compute.manager [None req-470c4765-5891-4bff-8acc-4aa3e238aeb7 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Detaching volume 63165643-35d9-4547-8c1c-393e69fd546c [ 1023.493710] env[65418]: DEBUG oslo_vmware.api [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688924, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.501616] env[65418]: DEBUG oslo_vmware.api [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688925, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.526545] env[65418]: INFO nova.virt.block_device [None req-470c4765-5891-4bff-8acc-4aa3e238aeb7 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Attempting to driver detach volume 63165643-35d9-4547-8c1c-393e69fd546c from mountpoint /dev/sdb [ 1023.526795] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-470c4765-5891-4bff-8acc-4aa3e238aeb7 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Volume detach. Driver type: vmdk {{(pid=65418) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1023.526985] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-470c4765-5891-4bff-8acc-4aa3e238aeb7 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915250', 'volume_id': '63165643-35d9-4547-8c1c-393e69fd546c', 'name': 'volume-63165643-35d9-4547-8c1c-393e69fd546c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fed7b669-ab6a-4a08-b0f9-a5fd942a9753', 'attached_at': '', 'detached_at': '', 'volume_id': '63165643-35d9-4547-8c1c-393e69fd546c', 'serial': '63165643-35d9-4547-8c1c-393e69fd546c'} {{(pid=65418) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1023.528096] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86de56fe-005a-4b68-80c4-68c5df635dd1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.557207] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbd73d6-1c04-4acc-a2b4-9ed6084d04f7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.569629] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab55dd2-fcf0-4008-8e0a-a97a7dada1aa {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.596980] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfec38fd-9b25-4a49-8675-626355adab94 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.618177] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-470c4765-5891-4bff-8acc-4aa3e238aeb7 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] The volume has not been displaced from its original location: [datastore2] volume-63165643-35d9-4547-8c1c-393e69fd546c/volume-63165643-35d9-4547-8c1c-393e69fd546c.vmdk. No consolidation needed. {{(pid=65418) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1023.620859] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-470c4765-5891-4bff-8acc-4aa3e238aeb7 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Reconfiguring VM instance instance-00000056 to detach disk 2001 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1023.621307] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25df114a-41aa-48c8-a854-bbf8d770e24d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.644623] env[65418]: DEBUG oslo_vmware.api [None req-470c4765-5891-4bff-8acc-4aa3e238aeb7 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 1023.644623] env[65418]: value = "task-4688927" [ 1023.644623] env[65418]: _type = "Task" [ 1023.644623] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.660387] env[65418]: DEBUG oslo_vmware.api [None req-470c4765-5891-4bff-8acc-4aa3e238aeb7 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688927, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.764911] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Acquiring lock "refresh_cache-33a44345-97a7-4c3b-8ed3-e5c04b2f409d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.764911] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Acquired lock "refresh_cache-33a44345-97a7-4c3b-8ed3-e5c04b2f409d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.764911] env[65418]: DEBUG nova.network.neutron [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1023.935034] env[65418]: DEBUG oslo_vmware.api [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688926, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091201} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.936074] env[65418]: ERROR nova.scheduler.client.report [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] [req-11974fed-4100-4ee6-a5c7-94ca2bcf772d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 04ebeb19-ed8c-4ddf-818a-ebce01147110. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-11974fed-4100-4ee6-a5c7-94ca2bcf772d"}]} [ 1023.936730] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1023.939852] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681493d0-5f80-4347-81fe-47093f81c30b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.963363] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f/6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1023.964772] env[65418]: DEBUG nova.scheduler.client.report [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Refreshing inventories for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1023.967191] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c9c425c-04e2-4bd4-903f-bfa0ff212c3a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.998382] env[65418]: DEBUG oslo_vmware.api [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 1023.998382] env[65418]: value = "task-4688928" [ 1023.998382] env[65418]: _type = "Task" [ 1023.998382] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.004121] env[65418]: DEBUG oslo_vmware.api [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688925, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744943} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.005229] env[65418]: DEBUG nova.scheduler.client.report [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Updating ProviderTree inventory for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1024.005435] env[65418]: DEBUG nova.compute.provider_tree [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1024.015992] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] e1af7d32-1631-48ac-a7f5-73a1888e6ebe/e1af7d32-1631-48ac-a7f5-73a1888e6ebe.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.016295] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.017236] env[65418]: DEBUG oslo_vmware.api [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688924, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.017784] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a8351ce-2d11-43b9-9e4c-ad647fb2e3a4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.028918] env[65418]: DEBUG oslo_vmware.api [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688928, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.030754] env[65418]: DEBUG oslo_vmware.api [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1024.030754] env[65418]: value = "task-4688929" [ 1024.030754] env[65418]: _type = "Task" [ 1024.030754] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.035785] env[65418]: DEBUG nova.scheduler.client.report [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Refreshing aggregate associations for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110, aggregates: None {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1024.048313] env[65418]: DEBUG oslo_vmware.api [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.070648] env[65418]: DEBUG nova.scheduler.client.report [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Refreshing trait associations for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1024.158816] env[65418]: DEBUG oslo_vmware.api [None req-470c4765-5891-4bff-8acc-4aa3e238aeb7 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688927, 'name': ReconfigVM_Task, 'duration_secs': 0.431987} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.158816] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-470c4765-5891-4bff-8acc-4aa3e238aeb7 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Reconfigured VM instance instance-00000056 to detach disk 2001 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1024.165726] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dadc09d2-7064-4af7-b747-a408d7e434ef {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.186884] env[65418]: DEBUG oslo_vmware.api [None req-470c4765-5891-4bff-8acc-4aa3e238aeb7 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 1024.186884] env[65418]: value = "task-4688930" [ 1024.186884] env[65418]: _type = "Task" [ 1024.186884] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.199306] env[65418]: DEBUG oslo_vmware.api [None req-470c4765-5891-4bff-8acc-4aa3e238aeb7 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688930, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.309521] env[65418]: DEBUG nova.network.neutron [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1024.362480] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0bba7f-3b55-4b0b-971f-4199cfc0d93f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.371584] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dde2c88-ec38-4827-ae69-dcaf37f00a58 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.409416] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd24be20-5969-45f8-b7bb-9e2f03db6438 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.418808] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b79dff-ce75-45e6-8523-092cd6a1b373 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.424977] env[65418]: DEBUG nova.compute.manager [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1024.425104] env[65418]: DEBUG nova.virt.hardware [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1024.425785] env[65418]: DEBUG nova.virt.hardware [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.425785] env[65418]: DEBUG nova.virt.hardware [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1024.425785] env[65418]: DEBUG nova.virt.hardware [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.425785] env[65418]: DEBUG nova.virt.hardware [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1024.425987] env[65418]: DEBUG nova.virt.hardware [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1024.426055] env[65418]: DEBUG nova.virt.hardware [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1024.426249] env[65418]: DEBUG nova.virt.hardware [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1024.426411] env[65418]: DEBUG nova.virt.hardware [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1024.426563] env[65418]: DEBUG nova.virt.hardware [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1024.426735] env[65418]: DEBUG nova.virt.hardware [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1024.427696] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb48865-7253-42ef-bf6a-5aab36139e3c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.442560] env[65418]: DEBUG nova.compute.provider_tree [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.448589] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73eff99a-8efa-4c17-9145-3feaaa928bcf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.454309] env[65418]: WARNING neutronclient.v2_0.client [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.497647] env[65418]: DEBUG oslo_vmware.api [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688924, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.498917] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098eb737-2773-402c-afac-6899a2009580 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.508782] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-610ad5d8-86ae-4086-bba6-544c7bc6aa15 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Suspending the VM {{(pid=65418) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1024.512419] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-36ae8f0c-e1c3-4572-84c2-25bf83bb1c78 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.518358] env[65418]: DEBUG oslo_vmware.api [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688928, 'name': ReconfigVM_Task, 'duration_secs': 0.473995} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.518679] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f/6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.520579] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f78be908-3f4c-497f-af05-26de6d8d2d2c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.522487] env[65418]: DEBUG oslo_vmware.api [None req-610ad5d8-86ae-4086-bba6-544c7bc6aa15 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 1024.522487] env[65418]: value = "task-4688931" [ 1024.522487] env[65418]: _type = "Task" [ 1024.522487] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.529502] env[65418]: DEBUG oslo_vmware.api [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 1024.529502] env[65418]: value = "task-4688932" [ 1024.529502] env[65418]: _type = "Task" [ 1024.529502] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.537697] env[65418]: DEBUG oslo_vmware.api [None req-610ad5d8-86ae-4086-bba6-544c7bc6aa15 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688931, 'name': SuspendVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.553699] env[65418]: DEBUG oslo_vmware.api [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078034} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.554128] env[65418]: DEBUG oslo_vmware.api [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688932, 'name': Rename_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.555371] env[65418]: DEBUG nova.network.neutron [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Updating instance_info_cache with network_info: [{"id": "3eadb387-0c5f-4efa-8230-9187ca22af17", "address": "fa:16:3e:be:62:2c", "network": {"id": "bd6301b8-aaf4-4aaa-b71e-c052d8349336", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1940520081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21b7d247caf4ad6a1b41e1f7805ca66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eadb387-0c", "ovs_interfaceid": "3eadb387-0c5f-4efa-8230-9187ca22af17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.556865] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.558118] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af6f888-8709-4f51-8ad0-2687c1d3feb4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.584180] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] e1af7d32-1631-48ac-a7f5-73a1888e6ebe/e1af7d32-1631-48ac-a7f5-73a1888e6ebe.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.585413] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94891d7a-eafb-413c-b87b-b8a4a7a5ed4c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.611862] env[65418]: DEBUG oslo_vmware.api [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1024.611862] env[65418]: value = "task-4688933" [ 1024.611862] env[65418]: _type = "Task" [ 1024.611862] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.626100] env[65418]: DEBUG oslo_vmware.api [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688933, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.699120] env[65418]: DEBUG oslo_vmware.api [None req-470c4765-5891-4bff-8acc-4aa3e238aeb7 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688930, 'name': ReconfigVM_Task, 'duration_secs': 0.180122} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.699463] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-470c4765-5891-4bff-8acc-4aa3e238aeb7 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915250', 'volume_id': '63165643-35d9-4547-8c1c-393e69fd546c', 'name': 'volume-63165643-35d9-4547-8c1c-393e69fd546c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fed7b669-ab6a-4a08-b0f9-a5fd942a9753', 'attached_at': '', 'detached_at': '', 'volume_id': '63165643-35d9-4547-8c1c-393e69fd546c', 'serial': '63165643-35d9-4547-8c1c-393e69fd546c'} {{(pid=65418) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1024.948549] env[65418]: DEBUG nova.scheduler.client.report [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.996160] env[65418]: DEBUG oslo_vmware.api [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4688924, 'name': PowerOnVM_Task, 'duration_secs': 1.673805} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.996446] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.996635] env[65418]: INFO nova.compute.manager [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Took 12.76 seconds to spawn the instance on the hypervisor. [ 1024.996807] env[65418]: DEBUG nova.compute.manager [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1024.997621] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f08e2fc-58b3-4c23-ac0e-c6c306ae3a0e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.033675] env[65418]: DEBUG oslo_vmware.api [None req-610ad5d8-86ae-4086-bba6-544c7bc6aa15 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688931, 'name': SuspendVM_Task} progress is 62%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.043507] env[65418]: DEBUG oslo_vmware.api [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688932, 'name': Rename_Task, 'duration_secs': 0.315254} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.044435] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.044722] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13ec806d-2686-44e9-940e-413e919f8ea6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.054443] env[65418]: DEBUG oslo_vmware.api [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 1025.054443] env[65418]: value = "task-4688934" [ 1025.054443] env[65418]: _type = "Task" [ 1025.054443] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.058344] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Releasing lock "refresh_cache-33a44345-97a7-4c3b-8ed3-e5c04b2f409d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.058677] env[65418]: DEBUG nova.compute.manager [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Instance network_info: |[{"id": "3eadb387-0c5f-4efa-8230-9187ca22af17", "address": "fa:16:3e:be:62:2c", "network": {"id": "bd6301b8-aaf4-4aaa-b71e-c052d8349336", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1940520081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21b7d247caf4ad6a1b41e1f7805ca66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eadb387-0c", "ovs_interfaceid": "3eadb387-0c5f-4efa-8230-9187ca22af17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1025.059128] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:62:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3eadb387-0c5f-4efa-8230-9187ca22af17', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.066770] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Creating folder: Project (b21b7d247caf4ad6a1b41e1f7805ca66). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1025.068098] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39e44e60-0020-4068-8147-693e0339057d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.074460] env[65418]: DEBUG oslo_vmware.api [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688934, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.088242] env[65418]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1025.088436] env[65418]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65418) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1025.088807] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Folder already exists: Project (b21b7d247caf4ad6a1b41e1f7805ca66). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1025.089042] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Creating folder: Instances. Parent ref: group-v915236. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1025.089305] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1baa6195-ec60-4bed-a690-fd019905827f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.103981] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Created folder: Instances in parent group-v915236. [ 1025.104400] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1025.104628] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.104856] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3b60e2e-4575-4a85-8df6-db420c9aba64 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.135020] env[65418]: DEBUG oslo_vmware.api [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.135020] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.135020] env[65418]: value = "task-4688937" [ 1025.135020] env[65418]: _type = "Task" [ 1025.135020] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.143181] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688937, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.226475] env[65418]: DEBUG nova.compute.manager [req-617d5fb0-acc7-4e79-aa02-807a3123178f req-353520b4-1fc6-43ff-b1eb-73755a7e95b1 service nova] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Received event network-changed-3eadb387-0c5f-4efa-8230-9187ca22af17 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1025.226611] env[65418]: DEBUG nova.compute.manager [req-617d5fb0-acc7-4e79-aa02-807a3123178f req-353520b4-1fc6-43ff-b1eb-73755a7e95b1 service nova] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Refreshing instance network info cache due to event network-changed-3eadb387-0c5f-4efa-8230-9187ca22af17. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1025.226899] env[65418]: DEBUG oslo_concurrency.lockutils [req-617d5fb0-acc7-4e79-aa02-807a3123178f req-353520b4-1fc6-43ff-b1eb-73755a7e95b1 service nova] Acquiring lock "refresh_cache-33a44345-97a7-4c3b-8ed3-e5c04b2f409d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.227087] env[65418]: DEBUG oslo_concurrency.lockutils [req-617d5fb0-acc7-4e79-aa02-807a3123178f req-353520b4-1fc6-43ff-b1eb-73755a7e95b1 service nova] Acquired lock "refresh_cache-33a44345-97a7-4c3b-8ed3-e5c04b2f409d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.227473] env[65418]: DEBUG nova.network.neutron [req-617d5fb0-acc7-4e79-aa02-807a3123178f req-353520b4-1fc6-43ff-b1eb-73755a7e95b1 service nova] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Refreshing network info cache for port 3eadb387-0c5f-4efa-8230-9187ca22af17 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.266707] env[65418]: DEBUG nova.objects.instance [None req-470c4765-5891-4bff-8acc-4aa3e238aeb7 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lazy-loading 'flavor' on Instance uuid fed7b669-ab6a-4a08-b0f9-a5fd942a9753 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.458359] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.916s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.461745] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.262s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.463549] env[65418]: INFO nova.compute.claims [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1025.485069] env[65418]: INFO nova.scheduler.client.report [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Deleted allocations for instance 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6 [ 1025.519429] env[65418]: INFO nova.compute.manager [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Took 22.85 seconds to build instance. [ 1025.536728] env[65418]: DEBUG oslo_vmware.api [None req-610ad5d8-86ae-4086-bba6-544c7bc6aa15 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688931, 'name': SuspendVM_Task, 'duration_secs': 0.931755} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.536728] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-610ad5d8-86ae-4086-bba6-544c7bc6aa15 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Suspended the VM {{(pid=65418) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1025.536728] env[65418]: DEBUG nova.compute.manager [None req-610ad5d8-86ae-4086-bba6-544c7bc6aa15 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1025.537222] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596f6a17-14fa-4326-b66d-10e142f096ef {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.566134] env[65418]: DEBUG oslo_vmware.api [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688934, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.635570] env[65418]: DEBUG oslo_vmware.api [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688933, 'name': ReconfigVM_Task, 'duration_secs': 0.805465} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.640753] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Reconfigured VM instance instance-0000005e to attach disk [datastore2] e1af7d32-1631-48ac-a7f5-73a1888e6ebe/e1af7d32-1631-48ac-a7f5-73a1888e6ebe.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.641297] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a82209eb-60d4-4759-b5f4-cd1aa7905d50 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.652655] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688937, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.654767] env[65418]: DEBUG oslo_vmware.api [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1025.654767] env[65418]: value = "task-4688938" [ 1025.654767] env[65418]: _type = "Task" [ 1025.654767] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.667243] env[65418]: DEBUG oslo_vmware.api [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688938, 'name': Rename_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.731038] env[65418]: WARNING neutronclient.v2_0.client [req-617d5fb0-acc7-4e79-aa02-807a3123178f req-353520b4-1fc6-43ff-b1eb-73755a7e95b1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1025.927370] env[65418]: WARNING neutronclient.v2_0.client [req-617d5fb0-acc7-4e79-aa02-807a3123178f req-353520b4-1fc6-43ff-b1eb-73755a7e95b1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1025.996307] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6afb9859-2e4d-4eff-be1a-ae3b79f63e77 tempest-ImagesTestJSON-1309992501 tempest-ImagesTestJSON-1309992501-project-member] Lock "78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.381s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.020035] env[65418]: DEBUG nova.network.neutron [req-617d5fb0-acc7-4e79-aa02-807a3123178f req-353520b4-1fc6-43ff-b1eb-73755a7e95b1 service nova] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Updated VIF entry in instance network info cache for port 3eadb387-0c5f-4efa-8230-9187ca22af17. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1026.020035] env[65418]: DEBUG nova.network.neutron [req-617d5fb0-acc7-4e79-aa02-807a3123178f req-353520b4-1fc6-43ff-b1eb-73755a7e95b1 service nova] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Updating instance_info_cache with network_info: [{"id": "3eadb387-0c5f-4efa-8230-9187ca22af17", "address": "fa:16:3e:be:62:2c", "network": {"id": "bd6301b8-aaf4-4aaa-b71e-c052d8349336", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1940520081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21b7d247caf4ad6a1b41e1f7805ca66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eadb387-0c", "ovs_interfaceid": "3eadb387-0c5f-4efa-8230-9187ca22af17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.021115] env[65418]: DEBUG oslo_concurrency.lockutils [None req-255b28a9-122b-44c2-b345-022617e8227a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "024389d2-ea56-42de-aad2-a442c2b8f8cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.374s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.073683] env[65418]: DEBUG oslo_vmware.api [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688934, 'name': PowerOnVM_Task, 'duration_secs': 0.662588} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.074738] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.075063] env[65418]: INFO nova.compute.manager [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Took 10.27 seconds to spawn the instance on the hypervisor. [ 1026.075337] env[65418]: DEBUG nova.compute.manager [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1026.076962] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c7ff16-b4ab-45bc-bfc8-d730026eed02 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.156467] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688937, 'name': CreateVM_Task, 'duration_secs': 0.658642} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.161411] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.162439] env[65418]: WARNING neutronclient.v2_0.client [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.162824] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'guest_format': None, 'attachment_id': '1422e53c-e345-4722-aa20-a40fb1969ed1', 'delete_on_termination': True, 'disk_bus': None, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915241', 'volume_id': '9d258c90-e4ab-46b1-9a00-e0a913309009', 'name': 'volume-9d258c90-e4ab-46b1-9a00-e0a913309009', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33a44345-97a7-4c3b-8ed3-e5c04b2f409d', 'attached_at': '', 'detached_at': '', 'volume_id': '9d258c90-e4ab-46b1-9a00-e0a913309009', 'serial': '9d258c90-e4ab-46b1-9a00-e0a913309009'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=65418) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1026.163180] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Root volume attach. Driver type: vmdk {{(pid=65418) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1026.164996] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f3d2ee-1974-42ae-a97a-3f6ccf2576a3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.174487] env[65418]: DEBUG oslo_vmware.api [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688938, 'name': Rename_Task, 'duration_secs': 0.210428} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.178489] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.178489] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09530ed8-3c2d-4d5a-9c38-99d47d797060 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.185230] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e81d143-ade7-416b-a7af-fe5fdbeef2f2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.191636] env[65418]: DEBUG oslo_vmware.api [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1026.191636] env[65418]: value = "task-4688939" [ 1026.191636] env[65418]: _type = "Task" [ 1026.191636] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.201793] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd67e28-3299-47e6-8999-ede6ff15ec54 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.211940] env[65418]: DEBUG oslo_vmware.api [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.218639] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-d431a324-e0d4-4bc8-8a56-46417354e59c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.230140] env[65418]: DEBUG oslo_vmware.api [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Waiting for the task: (returnval){ [ 1026.230140] env[65418]: value = "task-4688940" [ 1026.230140] env[65418]: _type = "Task" [ 1026.230140] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.244261] env[65418]: DEBUG oslo_vmware.api [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Task: {'id': task-4688940, 'name': RelocateVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.275390] env[65418]: DEBUG oslo_concurrency.lockutils [None req-470c4765-5891-4bff-8acc-4aa3e238aeb7 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "fed7b669-ab6a-4a08-b0f9-a5fd942a9753" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.304s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.436172] env[65418]: DEBUG oslo_concurrency.lockutils [None req-502c6110-f15d-4cfa-b290-7267dcbdf0dd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "fed7b669-ab6a-4a08-b0f9-a5fd942a9753" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.436450] env[65418]: DEBUG oslo_concurrency.lockutils [None req-502c6110-f15d-4cfa-b290-7267dcbdf0dd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "fed7b669-ab6a-4a08-b0f9-a5fd942a9753" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.436656] env[65418]: DEBUG oslo_concurrency.lockutils [None req-502c6110-f15d-4cfa-b290-7267dcbdf0dd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "fed7b669-ab6a-4a08-b0f9-a5fd942a9753-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.437310] env[65418]: DEBUG oslo_concurrency.lockutils [None req-502c6110-f15d-4cfa-b290-7267dcbdf0dd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "fed7b669-ab6a-4a08-b0f9-a5fd942a9753-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.437500] env[65418]: DEBUG oslo_concurrency.lockutils [None req-502c6110-f15d-4cfa-b290-7267dcbdf0dd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "fed7b669-ab6a-4a08-b0f9-a5fd942a9753-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.440411] env[65418]: INFO nova.compute.manager [None req-502c6110-f15d-4cfa-b290-7267dcbdf0dd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Terminating instance [ 1026.526611] env[65418]: DEBUG oslo_concurrency.lockutils [req-617d5fb0-acc7-4e79-aa02-807a3123178f req-353520b4-1fc6-43ff-b1eb-73755a7e95b1 service nova] Releasing lock "refresh_cache-33a44345-97a7-4c3b-8ed3-e5c04b2f409d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.605213] env[65418]: INFO nova.compute.manager [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Took 23.59 seconds to build instance. [ 1026.707871] env[65418]: DEBUG oslo_vmware.api [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688939, 'name': PowerOnVM_Task, 'duration_secs': 0.489875} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.711047] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.711311] env[65418]: INFO nova.compute.manager [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1026.711540] env[65418]: DEBUG nova.compute.manager [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1026.712837] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c313ed7-4157-4bc9-9684-832b14d8915e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.725120] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479dffb3-6196-4182-b732-b44749ed8886 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.737761] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5546b7-5491-4c03-88be-e6e31e5462e0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.744915] env[65418]: DEBUG oslo_vmware.api [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Task: {'id': task-4688940, 'name': RelocateVM_Task, 'duration_secs': 0.029883} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.746106] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Volume attach. Driver type: vmdk {{(pid=65418) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1026.746106] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915241', 'volume_id': '9d258c90-e4ab-46b1-9a00-e0a913309009', 'name': 'volume-9d258c90-e4ab-46b1-9a00-e0a913309009', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33a44345-97a7-4c3b-8ed3-e5c04b2f409d', 'attached_at': '', 'detached_at': '', 'volume_id': '9d258c90-e4ab-46b1-9a00-e0a913309009', 'serial': '9d258c90-e4ab-46b1-9a00-e0a913309009'} {{(pid=65418) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1026.746907] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c1cdd9-c277-4a33-a78b-a639a6300f21 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.781369] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24638c72-3e8d-4433-b6c0-fb70071f2bdc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.797104] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d516df5c-9273-4ee2-b53c-f2cddc577afa {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.804278] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7318f51a-7f2e-419b-966a-2521026ce3b2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.826830] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] volume-9d258c90-e4ab-46b1-9a00-e0a913309009/volume-9d258c90-e4ab-46b1-9a00-e0a913309009.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.828064] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32e15d50-0006-4c44-9e83-7af74b6aae48 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.854400] env[65418]: DEBUG nova.compute.provider_tree [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.863772] env[65418]: DEBUG oslo_vmware.api [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Waiting for the task: (returnval){ [ 1026.863772] env[65418]: value = "task-4688941" [ 1026.863772] env[65418]: _type = "Task" [ 1026.863772] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.874823] env[65418]: DEBUG oslo_vmware.api [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Task: {'id': task-4688941, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.945695] env[65418]: DEBUG nova.compute.manager [None req-502c6110-f15d-4cfa-b290-7267dcbdf0dd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1026.946161] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-502c6110-f15d-4cfa-b290-7267dcbdf0dd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.947066] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970bedc3-5f9a-4a89-8d0c-3fd26451f26f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.956478] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-502c6110-f15d-4cfa-b290-7267dcbdf0dd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.956478] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf77ddd0-51d4-4ca0-bb06-060d328e20d8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.964961] env[65418]: DEBUG oslo_vmware.api [None req-502c6110-f15d-4cfa-b290-7267dcbdf0dd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 1026.964961] env[65418]: value = "task-4688942" [ 1026.964961] env[65418]: _type = "Task" [ 1026.964961] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.977307] env[65418]: DEBUG oslo_vmware.api [None req-502c6110-f15d-4cfa-b290-7267dcbdf0dd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.108496] env[65418]: DEBUG oslo_concurrency.lockutils [None req-040a8dc2-301f-4b6f-85c4-0dbd28d62b55 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.105s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.236977] env[65418]: INFO nova.compute.manager [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Took 23.43 seconds to build instance. [ 1027.357799] env[65418]: DEBUG nova.scheduler.client.report [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.375966] env[65418]: DEBUG oslo_vmware.api [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Task: {'id': task-4688941, 'name': ReconfigVM_Task, 'duration_secs': 0.449994} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.377553] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Reconfigured VM instance instance-0000005f to attach disk [datastore2] volume-9d258c90-e4ab-46b1-9a00-e0a913309009/volume-9d258c90-e4ab-46b1-9a00-e0a913309009.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.383997] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7390dd9-2397-40a5-ab69-d9b56448d37a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.406429] env[65418]: DEBUG oslo_vmware.api [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Waiting for the task: (returnval){ [ 1027.406429] env[65418]: value = "task-4688943" [ 1027.406429] env[65418]: _type = "Task" [ 1027.406429] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.419655] env[65418]: DEBUG oslo_vmware.api [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Task: {'id': task-4688943, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.476273] env[65418]: DEBUG oslo_vmware.api [None req-502c6110-f15d-4cfa-b290-7267dcbdf0dd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688942, 'name': PowerOffVM_Task, 'duration_secs': 0.250527} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.476640] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-502c6110-f15d-4cfa-b290-7267dcbdf0dd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.476815] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-502c6110-f15d-4cfa-b290-7267dcbdf0dd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.477125] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b0941ab-edb9-4cf0-bea7-e9bb466357c9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.489345] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bb79b97a-2ca9-4cfa-954f-6f81fd858152 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquiring lock "9980df28-b588-438f-8dc0-76636341a971" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.489633] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bb79b97a-2ca9-4cfa-954f-6f81fd858152 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "9980df28-b588-438f-8dc0-76636341a971" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.592546] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-502c6110-f15d-4cfa-b290-7267dcbdf0dd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.592546] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-502c6110-f15d-4cfa-b290-7267dcbdf0dd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.594164] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-502c6110-f15d-4cfa-b290-7267dcbdf0dd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Deleting the datastore file [datastore2] fed7b669-ab6a-4a08-b0f9-a5fd942a9753 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.594164] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9de032ba-7542-465e-904a-429e227d1ba7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.604453] env[65418]: DEBUG oslo_vmware.api [None req-502c6110-f15d-4cfa-b290-7267dcbdf0dd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 1027.604453] env[65418]: value = "task-4688945" [ 1027.604453] env[65418]: _type = "Task" [ 1027.604453] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.617738] env[65418]: DEBUG oslo_vmware.api [None req-502c6110-f15d-4cfa-b290-7267dcbdf0dd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.741806] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0664759a-b139-48b1-91ae-d91c725d7d6e tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "e1af7d32-1631-48ac-a7f5-73a1888e6ebe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.947s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.777114] env[65418]: INFO nova.compute.manager [None req-25cb4cc2-37c9-4f51-92e4-0a6ad5755f82 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Resuming [ 1027.777114] env[65418]: DEBUG nova.objects.instance [None req-25cb4cc2-37c9-4f51-92e4-0a6ad5755f82 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lazy-loading 'flavor' on Instance uuid 9f657eff-f138-407c-8c54-71fd857a3298 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.792036] env[65418]: DEBUG nova.compute.manager [req-22f40492-67ef-4bdb-b5a2-43fde9438bc5 req-ece09181-20dc-43ed-a7a5-fee3d3999662 service nova] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Received event network-changed-0721723b-5150-492b-a173-0c5069696cfe {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1027.792114] env[65418]: DEBUG nova.compute.manager [req-22f40492-67ef-4bdb-b5a2-43fde9438bc5 req-ece09181-20dc-43ed-a7a5-fee3d3999662 service nova] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Refreshing instance network info cache due to event network-changed-0721723b-5150-492b-a173-0c5069696cfe. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1027.792397] env[65418]: DEBUG oslo_concurrency.lockutils [req-22f40492-67ef-4bdb-b5a2-43fde9438bc5 req-ece09181-20dc-43ed-a7a5-fee3d3999662 service nova] Acquiring lock "refresh_cache-024389d2-ea56-42de-aad2-a442c2b8f8cc" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.792540] env[65418]: DEBUG oslo_concurrency.lockutils [req-22f40492-67ef-4bdb-b5a2-43fde9438bc5 req-ece09181-20dc-43ed-a7a5-fee3d3999662 service nova] Acquired lock "refresh_cache-024389d2-ea56-42de-aad2-a442c2b8f8cc" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.792697] env[65418]: DEBUG nova.network.neutron [req-22f40492-67ef-4bdb-b5a2-43fde9438bc5 req-ece09181-20dc-43ed-a7a5-fee3d3999662 service nova] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Refreshing network info cache for port 0721723b-5150-492b-a173-0c5069696cfe {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.866026] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.866026] env[65418]: DEBUG nova.compute.manager [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1027.868389] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.310s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.868757] env[65418]: INFO nova.compute.claims [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.921642] env[65418]: DEBUG oslo_vmware.api [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Task: {'id': task-4688943, 'name': ReconfigVM_Task, 'duration_secs': 0.191994} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.921980] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915241', 'volume_id': '9d258c90-e4ab-46b1-9a00-e0a913309009', 'name': 'volume-9d258c90-e4ab-46b1-9a00-e0a913309009', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33a44345-97a7-4c3b-8ed3-e5c04b2f409d', 'attached_at': '', 'detached_at': '', 'volume_id': '9d258c90-e4ab-46b1-9a00-e0a913309009', 'serial': '9d258c90-e4ab-46b1-9a00-e0a913309009'} {{(pid=65418) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1027.923024] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8c59a31-b567-4418-854a-83693a56f6ee {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.933905] env[65418]: DEBUG oslo_vmware.api [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Waiting for the task: (returnval){ [ 1027.933905] env[65418]: value = "task-4688946" [ 1027.933905] env[65418]: _type = "Task" [ 1027.933905] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.945768] env[65418]: DEBUG oslo_vmware.api [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Task: {'id': task-4688946, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.996155] env[65418]: DEBUG nova.compute.utils [None req-bb79b97a-2ca9-4cfa-954f-6f81fd858152 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1028.116182] env[65418]: DEBUG oslo_vmware.api [None req-502c6110-f15d-4cfa-b290-7267dcbdf0dd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.295603] env[65418]: WARNING neutronclient.v2_0.client [req-22f40492-67ef-4bdb-b5a2-43fde9438bc5 req-ece09181-20dc-43ed-a7a5-fee3d3999662 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.377686] env[65418]: DEBUG nova.compute.utils [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1028.383389] env[65418]: DEBUG nova.compute.manager [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1028.383702] env[65418]: DEBUG nova.network.neutron [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1028.384044] env[65418]: WARNING neutronclient.v2_0.client [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.384379] env[65418]: WARNING neutronclient.v2_0.client [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.450359] env[65418]: DEBUG oslo_vmware.api [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Task: {'id': task-4688946, 'name': Rename_Task, 'duration_secs': 0.239729} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.450658] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.451067] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47b3abda-2c24-46b2-8896-969c8108b1a2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.459716] env[65418]: DEBUG oslo_vmware.api [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Waiting for the task: (returnval){ [ 1028.459716] env[65418]: value = "task-4688947" [ 1028.459716] env[65418]: _type = "Task" [ 1028.459716] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.472714] env[65418]: DEBUG nova.compute.manager [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Stashing vm_state: active {{(pid=65418) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1028.481185] env[65418]: DEBUG oslo_vmware.api [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Task: {'id': task-4688947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.486901] env[65418]: DEBUG nova.policy [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cca63ae3c9374f079d8736d7bd3c7033', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e0727a4c133420fa0cb4f4356dee109', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1028.498776] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bb79b97a-2ca9-4cfa-954f-6f81fd858152 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "9980df28-b588-438f-8dc0-76636341a971" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.617210] env[65418]: DEBUG oslo_vmware.api [None req-502c6110-f15d-4cfa-b290-7267dcbdf0dd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4688945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.525031} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.617468] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-502c6110-f15d-4cfa-b290-7267dcbdf0dd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.617941] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-502c6110-f15d-4cfa-b290-7267dcbdf0dd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.618224] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-502c6110-f15d-4cfa-b290-7267dcbdf0dd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.618425] env[65418]: INFO nova.compute.manager [None req-502c6110-f15d-4cfa-b290-7267dcbdf0dd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1028.618685] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-502c6110-f15d-4cfa-b290-7267dcbdf0dd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1028.618882] env[65418]: DEBUG nova.compute.manager [-] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1028.621684] env[65418]: DEBUG nova.network.neutron [-] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1028.621684] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.631187] env[65418]: WARNING neutronclient.v2_0.client [req-22f40492-67ef-4bdb-b5a2-43fde9438bc5 req-ece09181-20dc-43ed-a7a5-fee3d3999662 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.725571] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.890542] env[65418]: DEBUG nova.compute.manager [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1028.919630] env[65418]: DEBUG nova.network.neutron [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Successfully created port: dab09017-f566-4ddd-85b4-e6adb3ec7fa4 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1028.973916] env[65418]: DEBUG oslo_vmware.api [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Task: {'id': task-4688947, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.006074] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.246045] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c20c7b3-a310-437f-bc4b-c3a434731779 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.259800] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be703bb2-b6f0-495b-b0fe-64bddfefbe61 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.300315] env[65418]: DEBUG oslo_concurrency.lockutils [None req-25cb4cc2-37c9-4f51-92e4-0a6ad5755f82 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquiring lock "refresh_cache-9f657eff-f138-407c-8c54-71fd857a3298" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.302786] env[65418]: DEBUG oslo_concurrency.lockutils [None req-25cb4cc2-37c9-4f51-92e4-0a6ad5755f82 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquired lock "refresh_cache-9f657eff-f138-407c-8c54-71fd857a3298" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.302786] env[65418]: DEBUG nova.network.neutron [None req-25cb4cc2-37c9-4f51-92e4-0a6ad5755f82 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1029.303455] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f79021-08e3-40c4-82cf-114412f105d1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.315846] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1b248b-4d8c-4572-9388-89b530401868 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.326057] env[65418]: DEBUG nova.network.neutron [req-22f40492-67ef-4bdb-b5a2-43fde9438bc5 req-ece09181-20dc-43ed-a7a5-fee3d3999662 service nova] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Updated VIF entry in instance network info cache for port 0721723b-5150-492b-a173-0c5069696cfe. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1029.326342] env[65418]: DEBUG nova.network.neutron [req-22f40492-67ef-4bdb-b5a2-43fde9438bc5 req-ece09181-20dc-43ed-a7a5-fee3d3999662 service nova] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Updating instance_info_cache with network_info: [{"id": "0721723b-5150-492b-a173-0c5069696cfe", "address": "fa:16:3e:ac:4a:74", "network": {"id": "c27d84e9-3c8c-494e-9a9a-60f6a70f7158", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1554886198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0140731fab4ddebe63cfa14ec652ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0721723b-51", "ovs_interfaceid": "0721723b-5150-492b-a173-0c5069696cfe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.338349] env[65418]: DEBUG nova.compute.provider_tree [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.474017] env[65418]: DEBUG oslo_vmware.api [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Task: {'id': task-4688947, 'name': PowerOnVM_Task, 'duration_secs': 0.970708} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.474331] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.474627] env[65418]: INFO nova.compute.manager [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Took 5.05 seconds to spawn the instance on the hypervisor. [ 1029.474819] env[65418]: DEBUG nova.compute.manager [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1029.475652] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3710d380-7a96-45d2-80d2-8eaefdbef99f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.605089] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bb79b97a-2ca9-4cfa-954f-6f81fd858152 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquiring lock "9980df28-b588-438f-8dc0-76636341a971" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.607168] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bb79b97a-2ca9-4cfa-954f-6f81fd858152 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "9980df28-b588-438f-8dc0-76636341a971" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.607168] env[65418]: INFO nova.compute.manager [None req-bb79b97a-2ca9-4cfa-954f-6f81fd858152 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Attaching volume 446d75ba-1b6a-4460-b2e2-8ede655e6c6a to /dev/sdb [ 1029.661691] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71792e06-316d-4182-8801-7c519604a5d8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.671248] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5439852-7981-4be7-98ca-a032b50e2e2d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.691076] env[65418]: DEBUG nova.virt.block_device [None req-bb79b97a-2ca9-4cfa-954f-6f81fd858152 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Updating existing volume attachment record: 06a6d0d5-96cb-4339-9802-4eb8220d3feb {{(pid=65418) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1029.804304] env[65418]: WARNING neutronclient.v2_0.client [None req-25cb4cc2-37c9-4f51-92e4-0a6ad5755f82 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.839090] env[65418]: DEBUG oslo_concurrency.lockutils [req-22f40492-67ef-4bdb-b5a2-43fde9438bc5 req-ece09181-20dc-43ed-a7a5-fee3d3999662 service nova] Releasing lock "refresh_cache-024389d2-ea56-42de-aad2-a442c2b8f8cc" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.844082] env[65418]: DEBUG nova.scheduler.client.report [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.913105] env[65418]: DEBUG nova.compute.manager [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1029.943565] env[65418]: DEBUG nova.virt.hardware [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1029.943706] env[65418]: DEBUG nova.virt.hardware [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.943750] env[65418]: DEBUG nova.virt.hardware [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1029.943956] env[65418]: DEBUG nova.virt.hardware [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.944071] env[65418]: DEBUG nova.virt.hardware [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1029.944224] env[65418]: DEBUG nova.virt.hardware [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1029.944440] env[65418]: DEBUG nova.virt.hardware [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1029.944602] env[65418]: DEBUG nova.virt.hardware [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1029.944758] env[65418]: DEBUG nova.virt.hardware [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1029.944910] env[65418]: DEBUG nova.virt.hardware [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1029.945090] env[65418]: DEBUG nova.virt.hardware [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1029.946025] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bf3ff6-2b93-4725-84bd-712ef75e44cf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.955652] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bef7ca8-2f9f-4bad-8606-ed19fa7fa3e6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.982950] env[65418]: DEBUG nova.network.neutron [-] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.001714] env[65418]: DEBUG nova.compute.manager [req-42423fea-926d-407a-8123-d5eafdc1121f req-99fa310a-2371-4419-9d5a-bfd500fb83f3 service nova] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Received event network-vif-deleted-12539f6b-1b39-4380-af81-2be9c4c55d46 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1030.001714] env[65418]: INFO nova.compute.manager [req-42423fea-926d-407a-8123-d5eafdc1121f req-99fa310a-2371-4419-9d5a-bfd500fb83f3 service nova] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Neutron deleted interface 12539f6b-1b39-4380-af81-2be9c4c55d46; detaching it from the instance and deleting it from the info cache [ 1030.001714] env[65418]: DEBUG nova.network.neutron [req-42423fea-926d-407a-8123-d5eafdc1121f req-99fa310a-2371-4419-9d5a-bfd500fb83f3 service nova] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.005711] env[65418]: INFO nova.compute.manager [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Took 18.51 seconds to build instance. [ 1030.352866] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.352866] env[65418]: DEBUG nova.compute.manager [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1030.355682] env[65418]: DEBUG oslo_concurrency.lockutils [None req-08b084aa-f84e-4fae-a833-a35d6bdac155 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.129s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.356023] env[65418]: DEBUG nova.objects.instance [None req-08b084aa-f84e-4fae-a833-a35d6bdac155 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Lazy-loading 'resources' on Instance uuid adc67893-f2e5-4dea-901e-61e4a9855494 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.484866] env[65418]: INFO nova.compute.manager [-] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Took 1.87 seconds to deallocate network for instance. [ 1030.506137] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c6ad269-e905-436c-ad63-420eeab71df4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.509101] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4f476c48-43ac-404c-908a-17ada4840f34 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Lock "33a44345-97a7-4c3b-8ed3-e5c04b2f409d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.020s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.519784] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd279c1-6034-4a9d-9b67-f428ced16197 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.559127] env[65418]: DEBUG nova.compute.manager [req-42423fea-926d-407a-8123-d5eafdc1121f req-99fa310a-2371-4419-9d5a-bfd500fb83f3 service nova] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Detach interface failed, port_id=12539f6b-1b39-4380-af81-2be9c4c55d46, reason: Instance fed7b669-ab6a-4a08-b0f9-a5fd942a9753 could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1030.863837] env[65418]: DEBUG nova.compute.utils [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1030.864475] env[65418]: DEBUG nova.compute.manager [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1030.864822] env[65418]: DEBUG nova.network.neutron [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1030.864992] env[65418]: WARNING neutronclient.v2_0.client [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.865321] env[65418]: WARNING neutronclient.v2_0.client [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.876709] env[65418]: DEBUG nova.network.neutron [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Successfully updated port: dab09017-f566-4ddd-85b4-e6adb3ec7fa4 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1030.898571] env[65418]: WARNING neutronclient.v2_0.client [None req-25cb4cc2-37c9-4f51-92e4-0a6ad5755f82 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.938323] env[65418]: DEBUG nova.policy [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6ffd95f4d8942ba8bbccb7b7225cd77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e14fd3d9ea54564854290858d3c5cc9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1030.993710] env[65418]: DEBUG oslo_concurrency.lockutils [None req-502c6110-f15d-4cfa-b290-7267dcbdf0dd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.017201] env[65418]: DEBUG nova.network.neutron [None req-25cb4cc2-37c9-4f51-92e4-0a6ad5755f82 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Updating instance_info_cache with network_info: [{"id": "c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd", "address": "fa:16:3e:dd:29:5a", "network": {"id": "06ea58af-38d9-465d-900e-da9d74af1c1e", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-720438806-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13faa5c583ad4f9a935923e6635dc61e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc51b2fcd-ba", "ovs_interfaceid": "c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.125300] env[65418]: DEBUG nova.compute.manager [req-899964e0-7519-4794-a5ef-e15788fe5917 req-34ef60f6-9873-414a-bd05-864602b04b73 service nova] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Received event network-vif-plugged-dab09017-f566-4ddd-85b4-e6adb3ec7fa4 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1031.125438] env[65418]: DEBUG oslo_concurrency.lockutils [req-899964e0-7519-4794-a5ef-e15788fe5917 req-34ef60f6-9873-414a-bd05-864602b04b73 service nova] Acquiring lock "0fd1da75-65c3-40d2-8343-437b77b1e4ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.125980] env[65418]: DEBUG oslo_concurrency.lockutils [req-899964e0-7519-4794-a5ef-e15788fe5917 req-34ef60f6-9873-414a-bd05-864602b04b73 service nova] Lock "0fd1da75-65c3-40d2-8343-437b77b1e4ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.126187] env[65418]: DEBUG oslo_concurrency.lockutils [req-899964e0-7519-4794-a5ef-e15788fe5917 req-34ef60f6-9873-414a-bd05-864602b04b73 service nova] Lock "0fd1da75-65c3-40d2-8343-437b77b1e4ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.126353] env[65418]: DEBUG nova.compute.manager [req-899964e0-7519-4794-a5ef-e15788fe5917 req-34ef60f6-9873-414a-bd05-864602b04b73 service nova] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] No waiting events found dispatching network-vif-plugged-dab09017-f566-4ddd-85b4-e6adb3ec7fa4 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1031.126521] env[65418]: WARNING nova.compute.manager [req-899964e0-7519-4794-a5ef-e15788fe5917 req-34ef60f6-9873-414a-bd05-864602b04b73 service nova] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Received unexpected event network-vif-plugged-dab09017-f566-4ddd-85b4-e6adb3ec7fa4 for instance with vm_state building and task_state spawning. [ 1031.162032] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec2ec73-2882-4a51-a4c0-71e256d25e74 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.176602] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e911c358-1229-4f8d-99e0-8c632d670913 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.220096] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e629a2-3f2c-4dc4-9568-8edb07e67d7c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.229241] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09d1154-97aa-4cf9-8401-a7ae803613b1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.244607] env[65418]: DEBUG nova.compute.provider_tree [None req-08b084aa-f84e-4fae-a833-a35d6bdac155 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.353072] env[65418]: DEBUG nova.network.neutron [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Successfully created port: ac69e6cf-9641-4f44-8f4a-7eed4f33df76 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1031.373230] env[65418]: DEBUG nova.compute.manager [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1031.380606] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "refresh_cache-0fd1da75-65c3-40d2-8343-437b77b1e4ea" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.380811] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquired lock "refresh_cache-0fd1da75-65c3-40d2-8343-437b77b1e4ea" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.380991] env[65418]: DEBUG nova.network.neutron [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1031.521740] env[65418]: DEBUG oslo_concurrency.lockutils [None req-25cb4cc2-37c9-4f51-92e4-0a6ad5755f82 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Releasing lock "refresh_cache-9f657eff-f138-407c-8c54-71fd857a3298" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.522843] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cfa264-b4b2-4ca2-a29e-6de655896611 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.530677] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-25cb4cc2-37c9-4f51-92e4-0a6ad5755f82 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Resuming the VM {{(pid=65418) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1031.531013] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08e85e20-ccc8-435f-bea4-5b03a9d34f30 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.539667] env[65418]: DEBUG oslo_vmware.api [None req-25cb4cc2-37c9-4f51-92e4-0a6ad5755f82 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 1031.539667] env[65418]: value = "task-4688951" [ 1031.539667] env[65418]: _type = "Task" [ 1031.539667] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.553089] env[65418]: DEBUG oslo_vmware.api [None req-25cb4cc2-37c9-4f51-92e4-0a6ad5755f82 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.748971] env[65418]: DEBUG nova.scheduler.client.report [None req-08b084aa-f84e-4fae-a833-a35d6bdac155 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.060025] env[65418]: DEBUG oslo_vmware.api [None req-25cb4cc2-37c9-4f51-92e4-0a6ad5755f82 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688951, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.063020] env[65418]: DEBUG nova.compute.manager [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Stashing vm_state: active {{(pid=65418) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1032.256158] env[65418]: DEBUG oslo_concurrency.lockutils [None req-08b084aa-f84e-4fae-a833-a35d6bdac155 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.257876] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0d40e478-b952-4978-815c-e48c21c24f27 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.998s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.259048] env[65418]: DEBUG nova.objects.instance [None req-0d40e478-b952-4978-815c-e48c21c24f27 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lazy-loading 'resources' on Instance uuid d1993506-e855-489a-a879-74483d10153c {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.301173] env[65418]: INFO nova.scheduler.client.report [None req-08b084aa-f84e-4fae-a833-a35d6bdac155 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Deleted allocations for instance adc67893-f2e5-4dea-901e-61e4a9855494 [ 1032.384298] env[65418]: DEBUG nova.compute.manager [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1032.415977] env[65418]: DEBUG nova.virt.hardware [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1032.416321] env[65418]: DEBUG nova.virt.hardware [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.416579] env[65418]: DEBUG nova.virt.hardware [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1032.416861] env[65418]: DEBUG nova.virt.hardware [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.417121] env[65418]: DEBUG nova.virt.hardware [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1032.417379] env[65418]: DEBUG nova.virt.hardware [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1032.418037] env[65418]: DEBUG nova.virt.hardware [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1032.418283] env[65418]: DEBUG nova.virt.hardware [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1032.418506] env[65418]: DEBUG nova.virt.hardware [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1032.418830] env[65418]: DEBUG nova.virt.hardware [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1032.419173] env[65418]: DEBUG nova.virt.hardware [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1032.420842] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4a32b1-0a3e-446a-b084-a8ebd10c8082 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.432523] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d2bbf1-e065-4ffe-814b-54417ae042ec {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.552269] env[65418]: DEBUG oslo_vmware.api [None req-25cb4cc2-37c9-4f51-92e4-0a6ad5755f82 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688951, 'name': PowerOnVM_Task, 'duration_secs': 0.946048} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.552652] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-25cb4cc2-37c9-4f51-92e4-0a6ad5755f82 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Resumed the VM {{(pid=65418) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1032.552886] env[65418]: DEBUG nova.compute.manager [None req-25cb4cc2-37c9-4f51-92e4-0a6ad5755f82 tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1032.554249] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615e7e83-69e1-46ca-8829-b9cd738ad5de {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.593884] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.808398] env[65418]: DEBUG oslo_concurrency.lockutils [None req-08b084aa-f84e-4fae-a833-a35d6bdac155 tempest-ServerPasswordTestJSON-984186487 tempest-ServerPasswordTestJSON-984186487-project-member] Lock "adc67893-f2e5-4dea-901e-61e4a9855494" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.157s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.919973] env[65418]: DEBUG nova.network.neutron [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1032.934035] env[65418]: DEBUG nova.network.neutron [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Successfully updated port: ac69e6cf-9641-4f44-8f4a-7eed4f33df76 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1033.198378] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8c01c5-51d7-4925-8a36-eae61637674b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.208581] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e69177-ff6a-4feb-b27b-184303ed87ba {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.242636] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e325b9f-e2d5-43b4-a78c-15214fabbb5f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.251731] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e3796d-efab-487a-94b8-52ef62c6c900 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.267390] env[65418]: DEBUG nova.compute.provider_tree [None req-0d40e478-b952-4978-815c-e48c21c24f27 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.438962] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "refresh_cache-ab293e37-eb14-418f-9a96-9be31d1871a9" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.438962] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquired lock "refresh_cache-ab293e37-eb14-418f-9a96-9be31d1871a9" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.438962] env[65418]: DEBUG nova.network.neutron [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1033.606380] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Acquiring lock "9785b9d5-df0c-4084-a2c7-a47cf7ca4a23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.606380] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Lock "9785b9d5-df0c-4084-a2c7-a47cf7ca4a23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.630889] env[65418]: WARNING neutronclient.v2_0.client [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.770883] env[65418]: DEBUG nova.scheduler.client.report [None req-0d40e478-b952-4978-815c-e48c21c24f27 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.058381] env[65418]: DEBUG nova.network.neutron [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Updating instance_info_cache with network_info: [{"id": "dab09017-f566-4ddd-85b4-e6adb3ec7fa4", "address": "fa:16:3e:c0:6a:98", "network": {"id": "3fab3b70-ba17-4e6a-ae3d-5a05fb711a8b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-395157993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0727a4c133420fa0cb4f4356dee109", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab09017-f5", "ovs_interfaceid": "dab09017-f566-4ddd-85b4-e6adb3ec7fa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.110712] env[65418]: DEBUG nova.compute.manager [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1034.187758] env[65418]: DEBUG nova.network.neutron [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1034.279204] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0d40e478-b952-4978-815c-e48c21c24f27 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.019s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.280542] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.275s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.309887] env[65418]: INFO nova.scheduler.client.report [None req-0d40e478-b952-4978-815c-e48c21c24f27 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Deleted allocations for instance d1993506-e855-489a-a879-74483d10153c [ 1034.468389] env[65418]: DEBUG nova.compute.manager [req-869d18d7-47cb-4cde-b3ed-63092a164c90 req-d7286573-d03e-4bb4-ba30-d20cac0ebfbd service nova] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Received event network-vif-plugged-ac69e6cf-9641-4f44-8f4a-7eed4f33df76 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1034.470029] env[65418]: DEBUG oslo_concurrency.lockutils [req-869d18d7-47cb-4cde-b3ed-63092a164c90 req-d7286573-d03e-4bb4-ba30-d20cac0ebfbd service nova] Acquiring lock "ab293e37-eb14-418f-9a96-9be31d1871a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.470029] env[65418]: DEBUG oslo_concurrency.lockutils [req-869d18d7-47cb-4cde-b3ed-63092a164c90 req-d7286573-d03e-4bb4-ba30-d20cac0ebfbd service nova] Lock "ab293e37-eb14-418f-9a96-9be31d1871a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.470029] env[65418]: DEBUG oslo_concurrency.lockutils [req-869d18d7-47cb-4cde-b3ed-63092a164c90 req-d7286573-d03e-4bb4-ba30-d20cac0ebfbd service nova] Lock "ab293e37-eb14-418f-9a96-9be31d1871a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.470029] env[65418]: DEBUG nova.compute.manager [req-869d18d7-47cb-4cde-b3ed-63092a164c90 req-d7286573-d03e-4bb4-ba30-d20cac0ebfbd service nova] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] No waiting events found dispatching network-vif-plugged-ac69e6cf-9641-4f44-8f4a-7eed4f33df76 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1034.470029] env[65418]: WARNING nova.compute.manager [req-869d18d7-47cb-4cde-b3ed-63092a164c90 req-d7286573-d03e-4bb4-ba30-d20cac0ebfbd service nova] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Received unexpected event network-vif-plugged-ac69e6cf-9641-4f44-8f4a-7eed4f33df76 for instance with vm_state building and task_state spawning. [ 1034.566173] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Releasing lock "refresh_cache-0fd1da75-65c3-40d2-8343-437b77b1e4ea" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.567793] env[65418]: DEBUG nova.compute.manager [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Instance network_info: |[{"id": "dab09017-f566-4ddd-85b4-e6adb3ec7fa4", "address": "fa:16:3e:c0:6a:98", "network": {"id": "3fab3b70-ba17-4e6a-ae3d-5a05fb711a8b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-395157993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0727a4c133420fa0cb4f4356dee109", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab09017-f5", "ovs_interfaceid": "dab09017-f566-4ddd-85b4-e6adb3ec7fa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1034.569126] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:6a:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31e77685-b4dd-4810-80ef-24115ea9ea62', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dab09017-f566-4ddd-85b4-e6adb3ec7fa4', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.579683] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1034.579973] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.580264] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59994108-c678-44b0-964c-44dcd9583778 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.609535] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.609535] env[65418]: value = "task-4688953" [ 1034.609535] env[65418]: _type = "Task" [ 1034.609535] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.613189] env[65418]: WARNING neutronclient.v2_0.client [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.626515] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688953, 'name': CreateVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.639158] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.696653] env[65418]: DEBUG nova.compute.manager [req-49fb192b-c1f1-4a5e-8cd4-eeedebc35f36 req-6010c864-dd63-4372-a887-2daa336d01c5 service nova] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Received event network-changed-dab09017-f566-4ddd-85b4-e6adb3ec7fa4 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1034.696832] env[65418]: DEBUG nova.compute.manager [req-49fb192b-c1f1-4a5e-8cd4-eeedebc35f36 req-6010c864-dd63-4372-a887-2daa336d01c5 service nova] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Refreshing instance network info cache due to event network-changed-dab09017-f566-4ddd-85b4-e6adb3ec7fa4. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1034.697043] env[65418]: DEBUG oslo_concurrency.lockutils [req-49fb192b-c1f1-4a5e-8cd4-eeedebc35f36 req-6010c864-dd63-4372-a887-2daa336d01c5 service nova] Acquiring lock "refresh_cache-0fd1da75-65c3-40d2-8343-437b77b1e4ea" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.697181] env[65418]: DEBUG oslo_concurrency.lockutils [req-49fb192b-c1f1-4a5e-8cd4-eeedebc35f36 req-6010c864-dd63-4372-a887-2daa336d01c5 service nova] Acquired lock "refresh_cache-0fd1da75-65c3-40d2-8343-437b77b1e4ea" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.697347] env[65418]: DEBUG nova.network.neutron [req-49fb192b-c1f1-4a5e-8cd4-eeedebc35f36 req-6010c864-dd63-4372-a887-2daa336d01c5 service nova] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Refreshing network info cache for port dab09017-f566-4ddd-85b4-e6adb3ec7fa4 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.761181] env[65418]: DEBUG nova.network.neutron [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Updating instance_info_cache with network_info: [{"id": "ac69e6cf-9641-4f44-8f4a-7eed4f33df76", "address": "fa:16:3e:11:36:43", "network": {"id": "c5654c64-ff10-4cb7-bcc0-9c8f1f9f2c7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-459739501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e14fd3d9ea54564854290858d3c5cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac69e6cf-96", "ovs_interfaceid": "ac69e6cf-9641-4f44-8f4a-7eed4f33df76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.786039] env[65418]: INFO nova.compute.claims [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.816956] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0d40e478-b952-4978-815c-e48c21c24f27 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "d1993506-e855-489a-a879-74483d10153c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.806s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.817987] env[65418]: DEBUG oslo_concurrency.lockutils [req-02d78c43-b9cc-4966-b72f-3bf3190bd703 req-de542879-21d0-415d-a6a1-91bb9d3de55c service nova] Acquired lock "d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.818884] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c478c29-bc45-42ea-acd0-e57279df162d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.829587] env[65418]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1034.829587] env[65418]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=65418) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1034.830013] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7f335e2-e293-4158-a319-4f2186e05737 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.846588] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ee26c3-2f15-4988-8061-15e98fc1ecb2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.894070] env[65418]: ERROR root [req-02d78c43-b9cc-4966-b72f-3bf3190bd703 req-de542879-21d0-415d-a6a1-91bb9d3de55c service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-915210' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-915210' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-915210' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-915210'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-915210' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-915210' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-915210'}\n"]: nova.exception.InstanceNotFound: Instance d1993506-e855-489a-a879-74483d10153c could not be found. [ 1034.894328] env[65418]: DEBUG oslo_concurrency.lockutils [req-02d78c43-b9cc-4966-b72f-3bf3190bd703 req-de542879-21d0-415d-a6a1-91bb9d3de55c service nova] Releasing lock "d1993506-e855-489a-a879-74483d10153c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.894577] env[65418]: DEBUG nova.compute.manager [req-02d78c43-b9cc-4966-b72f-3bf3190bd703 req-de542879-21d0-415d-a6a1-91bb9d3de55c service nova] [instance: d1993506-e855-489a-a879-74483d10153c] Detach interface failed, port_id=b837651b-8123-418b-ab05-4cd3f3f661b7, reason: Instance d1993506-e855-489a-a879-74483d10153c could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1035.124336] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688953, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.200746] env[65418]: WARNING neutronclient.v2_0.client [req-49fb192b-c1f1-4a5e-8cd4-eeedebc35f36 req-6010c864-dd63-4372-a887-2daa336d01c5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.264526] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Releasing lock "refresh_cache-ab293e37-eb14-418f-9a96-9be31d1871a9" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.264971] env[65418]: DEBUG nova.compute.manager [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Instance network_info: |[{"id": "ac69e6cf-9641-4f44-8f4a-7eed4f33df76", "address": "fa:16:3e:11:36:43", "network": {"id": "c5654c64-ff10-4cb7-bcc0-9c8f1f9f2c7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-459739501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e14fd3d9ea54564854290858d3c5cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac69e6cf-96", "ovs_interfaceid": "ac69e6cf-9641-4f44-8f4a-7eed4f33df76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1035.265491] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:36:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '209639b9-c313-4b35-86dc-dccd744d174a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac69e6cf-9641-4f44-8f4a-7eed4f33df76', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1035.273476] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1035.273767] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1035.273983] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1f33342-4b25-4cbc-b804-98db8c51c89f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.293774] env[65418]: INFO nova.compute.resource_tracker [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Updating resource usage from migration 09bfe407-5d9e-4702-beaa-6c46b878410f [ 1035.297715] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1035.297715] env[65418]: value = "task-4688954" [ 1035.297715] env[65418]: _type = "Task" [ 1035.297715] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.306425] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688954, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.564908] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9ed95d-8b2b-4828-95b7-7abca38064c6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.574660] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd180b46-86fb-48b0-b1be-ea3573ede9e5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.610122] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88167af-ede0-4d24-9df5-96b6e20c7466 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.629816] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf8510d-816f-4533-a805-8a83310de6e8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.637878] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688953, 'name': CreateVM_Task, 'duration_secs': 0.623887} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.638541] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.639092] env[65418]: WARNING neutronclient.v2_0.client [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.639596] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.639744] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.641025] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.641025] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6ca666f-b762-444c-ac4a-67f1c8e0e390 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.653178] env[65418]: DEBUG nova.compute.provider_tree [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.658983] env[65418]: DEBUG oslo_vmware.api [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1035.658983] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5239008a-5617-5319-d698-46fbef4742da" [ 1035.658983] env[65418]: _type = "Task" [ 1035.658983] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.669878] env[65418]: DEBUG oslo_vmware.api [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5239008a-5617-5319-d698-46fbef4742da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.809519] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688954, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.911027] env[65418]: WARNING neutronclient.v2_0.client [req-49fb192b-c1f1-4a5e-8cd4-eeedebc35f36 req-6010c864-dd63-4372-a887-2daa336d01c5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.156548] env[65418]: DEBUG nova.scheduler.client.report [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.181592] env[65418]: DEBUG oslo_vmware.api [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5239008a-5617-5319-d698-46fbef4742da, 'name': SearchDatastore_Task, 'duration_secs': 0.031677} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.182738] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.183350] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.183746] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.184078] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.184500] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.186121] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14852d89-d4c5-4540-9782-e4b7b42d3c65 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.200021] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.200021] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.200021] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61b42700-e9f0-45a8-afd9-2d8469ba54c9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.208022] env[65418]: DEBUG oslo_vmware.api [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1036.208022] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525e5ecd-6440-9b54-e1fd-a45d022d0a32" [ 1036.208022] env[65418]: _type = "Task" [ 1036.208022] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.215774] env[65418]: DEBUG oslo_vmware.api [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525e5ecd-6440-9b54-e1fd-a45d022d0a32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.250890] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb79b97a-2ca9-4cfa-954f-6f81fd858152 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Volume attach. Driver type: vmdk {{(pid=65418) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1036.251402] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb79b97a-2ca9-4cfa-954f-6f81fd858152 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915256', 'volume_id': '446d75ba-1b6a-4460-b2e2-8ede655e6c6a', 'name': 'volume-446d75ba-1b6a-4460-b2e2-8ede655e6c6a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9980df28-b588-438f-8dc0-76636341a971', 'attached_at': '', 'detached_at': '', 'volume_id': '446d75ba-1b6a-4460-b2e2-8ede655e6c6a', 'serial': '446d75ba-1b6a-4460-b2e2-8ede655e6c6a'} {{(pid=65418) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1036.252080] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cd4a8d-e381-4fd1-80e4-c2877d379889 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.274880] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6eac4e0-bbd7-4696-8c37-f491b74df008 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.302271] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb79b97a-2ca9-4cfa-954f-6f81fd858152 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] volume-446d75ba-1b6a-4460-b2e2-8ede655e6c6a/volume-446d75ba-1b6a-4460-b2e2-8ede655e6c6a.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.302715] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7c1be25-855f-427e-8055-a05336578a8e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.328461] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688954, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.331380] env[65418]: DEBUG oslo_vmware.api [None req-bb79b97a-2ca9-4cfa-954f-6f81fd858152 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 1036.331380] env[65418]: value = "task-4688955" [ 1036.331380] env[65418]: _type = "Task" [ 1036.331380] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.342204] env[65418]: DEBUG oslo_vmware.api [None req-bb79b97a-2ca9-4cfa-954f-6f81fd858152 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4688955, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.542731] env[65418]: DEBUG nova.network.neutron [req-49fb192b-c1f1-4a5e-8cd4-eeedebc35f36 req-6010c864-dd63-4372-a887-2daa336d01c5 service nova] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Updated VIF entry in instance network info cache for port dab09017-f566-4ddd-85b4-e6adb3ec7fa4. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1036.542731] env[65418]: DEBUG nova.network.neutron [req-49fb192b-c1f1-4a5e-8cd4-eeedebc35f36 req-6010c864-dd63-4372-a887-2daa336d01c5 service nova] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Updating instance_info_cache with network_info: [{"id": "dab09017-f566-4ddd-85b4-e6adb3ec7fa4", "address": "fa:16:3e:c0:6a:98", "network": {"id": "3fab3b70-ba17-4e6a-ae3d-5a05fb711a8b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-395157993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0727a4c133420fa0cb4f4356dee109", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab09017-f5", "ovs_interfaceid": "dab09017-f566-4ddd-85b4-e6adb3ec7fa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.662834] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.382s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.663823] env[65418]: INFO nova.compute.manager [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Migrating [ 1036.673459] env[65418]: DEBUG oslo_concurrency.lockutils [None req-502c6110-f15d-4cfa-b290-7267dcbdf0dd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.680s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.673805] env[65418]: DEBUG nova.objects.instance [None req-502c6110-f15d-4cfa-b290-7267dcbdf0dd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lazy-loading 'resources' on Instance uuid fed7b669-ab6a-4a08-b0f9-a5fd942a9753 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.675920] env[65418]: DEBUG nova.compute.manager [req-e6fbd238-b6fe-4cb2-82fb-5bbefe56f61f req-629bb45d-0264-4afe-9114-8666f90e79b5 service nova] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Received event network-changed-ac69e6cf-9641-4f44-8f4a-7eed4f33df76 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1036.676036] env[65418]: DEBUG nova.compute.manager [req-e6fbd238-b6fe-4cb2-82fb-5bbefe56f61f req-629bb45d-0264-4afe-9114-8666f90e79b5 service nova] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Refreshing instance network info cache due to event network-changed-ac69e6cf-9641-4f44-8f4a-7eed4f33df76. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1036.676178] env[65418]: DEBUG oslo_concurrency.lockutils [req-e6fbd238-b6fe-4cb2-82fb-5bbefe56f61f req-629bb45d-0264-4afe-9114-8666f90e79b5 service nova] Acquiring lock "refresh_cache-ab293e37-eb14-418f-9a96-9be31d1871a9" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.676311] env[65418]: DEBUG oslo_concurrency.lockutils [req-e6fbd238-b6fe-4cb2-82fb-5bbefe56f61f req-629bb45d-0264-4afe-9114-8666f90e79b5 service nova] Acquired lock "refresh_cache-ab293e37-eb14-418f-9a96-9be31d1871a9" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.676470] env[65418]: DEBUG nova.network.neutron [req-e6fbd238-b6fe-4cb2-82fb-5bbefe56f61f req-629bb45d-0264-4afe-9114-8666f90e79b5 service nova] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Refreshing network info cache for port ac69e6cf-9641-4f44-8f4a-7eed4f33df76 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.718606] env[65418]: DEBUG oslo_vmware.api [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525e5ecd-6440-9b54-e1fd-a45d022d0a32, 'name': SearchDatastore_Task, 'duration_secs': 0.027294} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.719806] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29794ded-26d7-4c5f-bd8c-eaedb8185b70 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.726723] env[65418]: DEBUG oslo_vmware.api [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1036.726723] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521e55e6-ff61-69c4-9178-663308e0a1ae" [ 1036.726723] env[65418]: _type = "Task" [ 1036.726723] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.739431] env[65418]: DEBUG oslo_vmware.api [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521e55e6-ff61-69c4-9178-663308e0a1ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.815993] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688954, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.843662] env[65418]: DEBUG oslo_vmware.api [None req-bb79b97a-2ca9-4cfa-954f-6f81fd858152 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4688955, 'name': ReconfigVM_Task, 'duration_secs': 0.409028} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.843757] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb79b97a-2ca9-4cfa-954f-6f81fd858152 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Reconfigured VM instance instance-00000059 to attach disk [datastore1] volume-446d75ba-1b6a-4460-b2e2-8ede655e6c6a/volume-446d75ba-1b6a-4460-b2e2-8ede655e6c6a.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.848748] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c72cb016-930f-44eb-9833-9112437b35c7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.866787] env[65418]: DEBUG oslo_vmware.api [None req-bb79b97a-2ca9-4cfa-954f-6f81fd858152 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 1036.866787] env[65418]: value = "task-4688956" [ 1036.866787] env[65418]: _type = "Task" [ 1036.866787] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.880564] env[65418]: DEBUG oslo_vmware.api [None req-bb79b97a-2ca9-4cfa-954f-6f81fd858152 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4688956, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.045491] env[65418]: DEBUG oslo_concurrency.lockutils [req-49fb192b-c1f1-4a5e-8cd4-eeedebc35f36 req-6010c864-dd63-4372-a887-2daa336d01c5 service nova] Releasing lock "refresh_cache-0fd1da75-65c3-40d2-8343-437b77b1e4ea" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.045785] env[65418]: DEBUG nova.compute.manager [req-49fb192b-c1f1-4a5e-8cd4-eeedebc35f36 req-6010c864-dd63-4372-a887-2daa336d01c5 service nova] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Received event network-changed-3eadb387-0c5f-4efa-8230-9187ca22af17 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1037.045949] env[65418]: DEBUG nova.compute.manager [req-49fb192b-c1f1-4a5e-8cd4-eeedebc35f36 req-6010c864-dd63-4372-a887-2daa336d01c5 service nova] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Refreshing instance network info cache due to event network-changed-3eadb387-0c5f-4efa-8230-9187ca22af17. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1037.046185] env[65418]: DEBUG oslo_concurrency.lockutils [req-49fb192b-c1f1-4a5e-8cd4-eeedebc35f36 req-6010c864-dd63-4372-a887-2daa336d01c5 service nova] Acquiring lock "refresh_cache-33a44345-97a7-4c3b-8ed3-e5c04b2f409d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.046324] env[65418]: DEBUG oslo_concurrency.lockutils [req-49fb192b-c1f1-4a5e-8cd4-eeedebc35f36 req-6010c864-dd63-4372-a887-2daa336d01c5 service nova] Acquired lock "refresh_cache-33a44345-97a7-4c3b-8ed3-e5c04b2f409d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.046485] env[65418]: DEBUG nova.network.neutron [req-49fb192b-c1f1-4a5e-8cd4-eeedebc35f36 req-6010c864-dd63-4372-a887-2daa336d01c5 service nova] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Refreshing network info cache for port 3eadb387-0c5f-4efa-8230-9187ca22af17 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.184763] env[65418]: WARNING neutronclient.v2_0.client [req-e6fbd238-b6fe-4cb2-82fb-5bbefe56f61f req-629bb45d-0264-4afe-9114-8666f90e79b5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.190632] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "refresh_cache-6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.190841] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquired lock "refresh_cache-6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.192165] env[65418]: DEBUG nova.network.neutron [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1037.246114] env[65418]: DEBUG oslo_vmware.api [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521e55e6-ff61-69c4-9178-663308e0a1ae, 'name': SearchDatastore_Task, 'duration_secs': 0.037289} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.246404] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.247023] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 0fd1da75-65c3-40d2-8343-437b77b1e4ea/0fd1da75-65c3-40d2-8343-437b77b1e4ea.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1037.247341] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a86f036a-cec3-4ac5-972d-6ba58ad03d34 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.258531] env[65418]: DEBUG oslo_vmware.api [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1037.258531] env[65418]: value = "task-4688957" [ 1037.258531] env[65418]: _type = "Task" [ 1037.258531] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.269280] env[65418]: DEBUG oslo_vmware.api [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688957, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.314540] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688954, 'name': CreateVM_Task, 'duration_secs': 1.637391} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.317348] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.318166] env[65418]: WARNING neutronclient.v2_0.client [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.318540] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.318692] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.319020] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.319309] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4be3776-3a6e-4c21-aa80-f666a6c2fbfa {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.328359] env[65418]: DEBUG oslo_vmware.api [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1037.328359] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b0e1c9-36fc-02ab-8398-7f188d48e8b0" [ 1037.328359] env[65418]: _type = "Task" [ 1037.328359] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.350656] env[65418]: DEBUG oslo_vmware.api [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b0e1c9-36fc-02ab-8398-7f188d48e8b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.382702] env[65418]: DEBUG oslo_vmware.api [None req-bb79b97a-2ca9-4cfa-954f-6f81fd858152 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4688956, 'name': ReconfigVM_Task, 'duration_secs': 0.367999} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.383032] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb79b97a-2ca9-4cfa-954f-6f81fd858152 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915256', 'volume_id': '446d75ba-1b6a-4460-b2e2-8ede655e6c6a', 'name': 'volume-446d75ba-1b6a-4460-b2e2-8ede655e6c6a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9980df28-b588-438f-8dc0-76636341a971', 'attached_at': '', 'detached_at': '', 'volume_id': '446d75ba-1b6a-4460-b2e2-8ede655e6c6a', 'serial': '446d75ba-1b6a-4460-b2e2-8ede655e6c6a'} {{(pid=65418) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1037.479347] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab04fa5-c046-4696-8c1f-0b832bbd4b52 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.488777] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9676403b-e7f9-4230-be7c-9f9c0b538024 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.496805] env[65418]: WARNING neutronclient.v2_0.client [req-e6fbd238-b6fe-4cb2-82fb-5bbefe56f61f req-629bb45d-0264-4afe-9114-8666f90e79b5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.526867] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6acac6-b212-4590-bfd7-e01eca18a06a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.536436] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44710e1-f48c-4cd4-bd07-4651a9c9b893 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.556106] env[65418]: WARNING neutronclient.v2_0.client [req-49fb192b-c1f1-4a5e-8cd4-eeedebc35f36 req-6010c864-dd63-4372-a887-2daa336d01c5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.559370] env[65418]: DEBUG nova.compute.provider_tree [None req-502c6110-f15d-4cfa-b290-7267dcbdf0dd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.595698] env[65418]: DEBUG nova.network.neutron [req-e6fbd238-b6fe-4cb2-82fb-5bbefe56f61f req-629bb45d-0264-4afe-9114-8666f90e79b5 service nova] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Updated VIF entry in instance network info cache for port ac69e6cf-9641-4f44-8f4a-7eed4f33df76. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1037.596074] env[65418]: DEBUG nova.network.neutron [req-e6fbd238-b6fe-4cb2-82fb-5bbefe56f61f req-629bb45d-0264-4afe-9114-8666f90e79b5 service nova] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Updating instance_info_cache with network_info: [{"id": "ac69e6cf-9641-4f44-8f4a-7eed4f33df76", "address": "fa:16:3e:11:36:43", "network": {"id": "c5654c64-ff10-4cb7-bcc0-9c8f1f9f2c7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-459739501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e14fd3d9ea54564854290858d3c5cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac69e6cf-96", "ovs_interfaceid": "ac69e6cf-9641-4f44-8f4a-7eed4f33df76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.695919] env[65418]: WARNING neutronclient.v2_0.client [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.772571] env[65418]: DEBUG oslo_vmware.api [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688957, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.848407] env[65418]: DEBUG oslo_vmware.api [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b0e1c9-36fc-02ab-8398-7f188d48e8b0, 'name': SearchDatastore_Task, 'duration_secs': 0.023055} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.854578] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.854578] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.854578] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.854578] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.854775] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.855554] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32223b0f-b35f-44f3-bd14-b7ab43e9c4db {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.868620] env[65418]: WARNING neutronclient.v2_0.client [req-49fb192b-c1f1-4a5e-8cd4-eeedebc35f36 req-6010c864-dd63-4372-a887-2daa336d01c5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.876230] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.876230] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.876230] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b96cfce9-ed08-41ad-be7d-0ad3b6043c07 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.882736] env[65418]: DEBUG oslo_vmware.api [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1037.882736] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f6299a-29a6-c0af-6a0f-8b12da6f83ac" [ 1037.882736] env[65418]: _type = "Task" [ 1037.882736] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.912316] env[65418]: DEBUG oslo_vmware.api [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f6299a-29a6-c0af-6a0f-8b12da6f83ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.934616] env[65418]: DEBUG oslo_concurrency.lockutils [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "604333c2-981f-4b75-a801-3df14fb50433" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.934616] env[65418]: DEBUG oslo_concurrency.lockutils [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "604333c2-981f-4b75-a801-3df14fb50433" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.999529] env[65418]: DEBUG nova.network.neutron [req-49fb192b-c1f1-4a5e-8cd4-eeedebc35f36 req-6010c864-dd63-4372-a887-2daa336d01c5 service nova] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Updated VIF entry in instance network info cache for port 3eadb387-0c5f-4efa-8230-9187ca22af17. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1037.999996] env[65418]: DEBUG nova.network.neutron [req-49fb192b-c1f1-4a5e-8cd4-eeedebc35f36 req-6010c864-dd63-4372-a887-2daa336d01c5 service nova] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Updating instance_info_cache with network_info: [{"id": "3eadb387-0c5f-4efa-8230-9187ca22af17", "address": "fa:16:3e:be:62:2c", "network": {"id": "bd6301b8-aaf4-4aaa-b71e-c052d8349336", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1940520081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b21b7d247caf4ad6a1b41e1f7805ca66", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eadb387-0c", "ovs_interfaceid": "3eadb387-0c5f-4efa-8230-9187ca22af17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.013125] env[65418]: WARNING neutronclient.v2_0.client [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.065441] env[65418]: DEBUG nova.scheduler.client.report [None req-502c6110-f15d-4cfa-b290-7267dcbdf0dd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.104018] env[65418]: DEBUG oslo_concurrency.lockutils [req-e6fbd238-b6fe-4cb2-82fb-5bbefe56f61f req-629bb45d-0264-4afe-9114-8666f90e79b5 service nova] Releasing lock "refresh_cache-ab293e37-eb14-418f-9a96-9be31d1871a9" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.129203] env[65418]: DEBUG nova.network.neutron [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Updating instance_info_cache with network_info: [{"id": "9236d87e-195c-4d29-9a5d-9308481092bc", "address": "fa:16:3e:40:99:af", "network": {"id": "2562c175-4d15-43d3-b157-3d30695ce81c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402255614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea9a1850358a42e49d88f4b344fe6d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9236d87e-19", "ovs_interfaceid": "9236d87e-195c-4d29-9a5d-9308481092bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.274497] env[65418]: DEBUG oslo_vmware.api [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688957, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.807259} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.274497] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 0fd1da75-65c3-40d2-8343-437b77b1e4ea/0fd1da75-65c3-40d2-8343-437b77b1e4ea.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1038.274497] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1038.274497] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f767f04f-8374-4a4e-a1ac-7e0058994d75 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.283059] env[65418]: DEBUG oslo_vmware.api [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1038.283059] env[65418]: value = "task-4688958" [ 1038.283059] env[65418]: _type = "Task" [ 1038.283059] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.293718] env[65418]: DEBUG oslo_vmware.api [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.394325] env[65418]: DEBUG oslo_vmware.api [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f6299a-29a6-c0af-6a0f-8b12da6f83ac, 'name': SearchDatastore_Task, 'duration_secs': 0.06321} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.395103] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28112b7c-8c82-4fc0-be31-a0509194d545 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.402190] env[65418]: DEBUG oslo_vmware.api [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1038.402190] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5234069c-45a1-4058-6fe1-800d6527a09e" [ 1038.402190] env[65418]: _type = "Task" [ 1038.402190] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.411815] env[65418]: DEBUG oslo_vmware.api [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5234069c-45a1-4058-6fe1-800d6527a09e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.448556] env[65418]: DEBUG nova.compute.manager [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1038.474545] env[65418]: DEBUG nova.objects.instance [None req-bb79b97a-2ca9-4cfa-954f-6f81fd858152 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lazy-loading 'flavor' on Instance uuid 9980df28-b588-438f-8dc0-76636341a971 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.508046] env[65418]: DEBUG oslo_concurrency.lockutils [req-49fb192b-c1f1-4a5e-8cd4-eeedebc35f36 req-6010c864-dd63-4372-a887-2daa336d01c5 service nova] Releasing lock "refresh_cache-33a44345-97a7-4c3b-8ed3-e5c04b2f409d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.579205] env[65418]: DEBUG oslo_concurrency.lockutils [None req-502c6110-f15d-4cfa-b290-7267dcbdf0dd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.581856] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.988s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.615826] env[65418]: INFO nova.scheduler.client.report [None req-502c6110-f15d-4cfa-b290-7267dcbdf0dd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Deleted allocations for instance fed7b669-ab6a-4a08-b0f9-a5fd942a9753 [ 1038.632391] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Releasing lock "refresh_cache-6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.793814] env[65418]: DEBUG oslo_vmware.api [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079623} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.794135] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.794969] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24860a0d-427a-4eed-9c58-46f4e00dd8b6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.818985] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 0fd1da75-65c3-40d2-8343-437b77b1e4ea/0fd1da75-65c3-40d2-8343-437b77b1e4ea.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.819369] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbcdb009-d689-41fb-8844-37c85fe149cd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.841834] env[65418]: DEBUG oslo_vmware.api [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1038.841834] env[65418]: value = "task-4688959" [ 1038.841834] env[65418]: _type = "Task" [ 1038.841834] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.851821] env[65418]: DEBUG oslo_vmware.api [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688959, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.916249] env[65418]: DEBUG oslo_vmware.api [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5234069c-45a1-4058-6fe1-800d6527a09e, 'name': SearchDatastore_Task, 'duration_secs': 0.011301} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.916249] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.916249] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] ab293e37-eb14-418f-9a96-9be31d1871a9/ab293e37-eb14-418f-9a96-9be31d1871a9.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.916249] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecbf768a-6822-4edc-8890-5268984dfd03 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.927029] env[65418]: DEBUG oslo_vmware.api [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1038.927029] env[65418]: value = "task-4688960" [ 1038.927029] env[65418]: _type = "Task" [ 1038.927029] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.938050] env[65418]: DEBUG oslo_vmware.api [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.971919] env[65418]: DEBUG oslo_concurrency.lockutils [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.983237] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bb79b97a-2ca9-4cfa-954f-6f81fd858152 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "9980df28-b588-438f-8dc0-76636341a971" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.377s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.089342] env[65418]: INFO nova.compute.claims [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.127665] env[65418]: DEBUG oslo_concurrency.lockutils [None req-502c6110-f15d-4cfa-b290-7267dcbdf0dd tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "fed7b669-ab6a-4a08-b0f9-a5fd942a9753" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.691s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.245027] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2a78cfee-c18a-4e37-b605-043b83440b9d tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquiring lock "9980df28-b588-438f-8dc0-76636341a971" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.245027] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2a78cfee-c18a-4e37-b605-043b83440b9d tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "9980df28-b588-438f-8dc0-76636341a971" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.245027] env[65418]: DEBUG nova.compute.manager [None req-2a78cfee-c18a-4e37-b605-043b83440b9d tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1039.245027] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1523015-e105-43f4-b327-e980e77251c9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.252674] env[65418]: DEBUG nova.compute.manager [None req-2a78cfee-c18a-4e37-b605-043b83440b9d tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65418) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1039.253610] env[65418]: DEBUG nova.objects.instance [None req-2a78cfee-c18a-4e37-b605-043b83440b9d tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lazy-loading 'flavor' on Instance uuid 9980df28-b588-438f-8dc0-76636341a971 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.304498] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "5bb3d343-2754-4900-aa0c-975cf4ef7af8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.304910] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "5bb3d343-2754-4900-aa0c-975cf4ef7af8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.358910] env[65418]: DEBUG oslo_vmware.api [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688959, 'name': ReconfigVM_Task, 'duration_secs': 0.392744} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.359561] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 0fd1da75-65c3-40d2-8343-437b77b1e4ea/0fd1da75-65c3-40d2-8343-437b77b1e4ea.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.360847] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10d3ad8b-62bd-4659-89c8-6d5e2909a117 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.371383] env[65418]: DEBUG oslo_vmware.api [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1039.371383] env[65418]: value = "task-4688961" [ 1039.371383] env[65418]: _type = "Task" [ 1039.371383] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.387579] env[65418]: DEBUG oslo_vmware.api [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688961, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.439921] env[65418]: DEBUG oslo_vmware.api [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688960, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.596351] env[65418]: INFO nova.compute.resource_tracker [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Updating resource usage from migration 9da63c55-e266-4e03-b35d-caefdc343b1a [ 1039.808608] env[65418]: DEBUG nova.compute.manager [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1039.877311] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3d44e3-b025-4940-be40-46388afeb270 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.888265] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51040575-b0c4-46bc-9f63-7f9551a6b9d0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.892536] env[65418]: DEBUG oslo_vmware.api [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688961, 'name': Rename_Task, 'duration_secs': 0.20037} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.893237] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.894029] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17cb7e65-77a2-4f9c-84ae-860538c68d25 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.923989] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d339896b-e0aa-4557-bb5f-95f5d706f1d9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.926812] env[65418]: DEBUG oslo_vmware.api [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1039.926812] env[65418]: value = "task-4688962" [ 1039.926812] env[65418]: _type = "Task" [ 1039.926812] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.937658] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393eebea-31be-45a4-95ce-42e2a63187c1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.948269] env[65418]: DEBUG oslo_vmware.api [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688962, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.948269] env[65418]: DEBUG oslo_vmware.api [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688960, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699973} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.949084] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] ab293e37-eb14-418f-9a96-9be31d1871a9/ab293e37-eb14-418f-9a96-9be31d1871a9.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.949084] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.949482] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25d039dc-18aa-4749-bf00-9744b7badd34 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.960573] env[65418]: DEBUG nova.compute.provider_tree [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.968238] env[65418]: DEBUG oslo_vmware.api [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1039.968238] env[65418]: value = "task-4688963" [ 1039.968238] env[65418]: _type = "Task" [ 1039.968238] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.979028] env[65418]: DEBUG oslo_vmware.api [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.152857] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe65d5ff-a409-4fed-a9c3-4440f5c71070 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.174551] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Updating instance '6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f' progress to 0 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1040.263644] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a78cfee-c18a-4e37-b605-043b83440b9d tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.264987] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51afe862-11a1-432c-8d5f-8b770337df80 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.274110] env[65418]: DEBUG oslo_vmware.api [None req-2a78cfee-c18a-4e37-b605-043b83440b9d tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 1040.274110] env[65418]: value = "task-4688964" [ 1040.274110] env[65418]: _type = "Task" [ 1040.274110] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.284697] env[65418]: DEBUG oslo_vmware.api [None req-2a78cfee-c18a-4e37-b605-043b83440b9d tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4688964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.342230] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.442247] env[65418]: DEBUG oslo_vmware.api [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688962, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.465687] env[65418]: DEBUG nova.scheduler.client.report [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.482160] env[65418]: DEBUG oslo_vmware.api [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089297} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.482929] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.484144] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9636a1-a820-4f7c-a455-819647a9a147 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.517203] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] ab293e37-eb14-418f-9a96-9be31d1871a9/ab293e37-eb14-418f-9a96-9be31d1871a9.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.518057] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-935cf23a-f063-49f4-8478-84a637caab6b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.541874] env[65418]: DEBUG oslo_vmware.api [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1040.541874] env[65418]: value = "task-4688965" [ 1040.541874] env[65418]: _type = "Task" [ 1040.541874] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.553637] env[65418]: DEBUG oslo_vmware.api [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688965, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.681051] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.681379] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-530f9fcb-9c01-41d6-82bd-dec2a4aa3e8a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.690590] env[65418]: DEBUG oslo_vmware.api [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 1040.690590] env[65418]: value = "task-4688966" [ 1040.690590] env[65418]: _type = "Task" [ 1040.690590] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.702475] env[65418]: DEBUG oslo_vmware.api [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.784994] env[65418]: DEBUG oslo_vmware.api [None req-2a78cfee-c18a-4e37-b605-043b83440b9d tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4688964, 'name': PowerOffVM_Task, 'duration_secs': 0.25655} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.785322] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a78cfee-c18a-4e37-b605-043b83440b9d tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.785524] env[65418]: DEBUG nova.compute.manager [None req-2a78cfee-c18a-4e37-b605-043b83440b9d tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1040.787538] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526e2ff0-6bd4-45ff-a87a-1082002da86e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.940826] env[65418]: DEBUG oslo_vmware.api [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4688962, 'name': PowerOnVM_Task, 'duration_secs': 0.54966} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.941144] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.941381] env[65418]: INFO nova.compute.manager [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Took 11.03 seconds to spawn the instance on the hypervisor. [ 1040.941519] env[65418]: DEBUG nova.compute.manager [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1040.942474] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6845ac0d-d459-420b-840c-10c961389115 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.975781] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.394s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.976125] env[65418]: INFO nova.compute.manager [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Migrating [ 1040.995731] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.354s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.995731] env[65418]: INFO nova.compute.claims [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1041.055582] env[65418]: DEBUG oslo_vmware.api [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688965, 'name': ReconfigVM_Task, 'duration_secs': 0.336503} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.055879] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Reconfigured VM instance instance-00000061 to attach disk [datastore1] ab293e37-eb14-418f-9a96-9be31d1871a9/ab293e37-eb14-418f-9a96-9be31d1871a9.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.056629] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19f576a1-2155-467b-ab63-b2aff0ca0ba3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.064372] env[65418]: DEBUG oslo_vmware.api [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1041.064372] env[65418]: value = "task-4688967" [ 1041.064372] env[65418]: _type = "Task" [ 1041.064372] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.073645] env[65418]: DEBUG oslo_vmware.api [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688967, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.203600] env[65418]: DEBUG oslo_vmware.api [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688966, 'name': PowerOffVM_Task, 'duration_secs': 0.288493} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.203919] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.204133] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Updating instance '6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f' progress to 17 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1041.304127] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2a78cfee-c18a-4e37-b605-043b83440b9d tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "9980df28-b588-438f-8dc0-76636341a971" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.468013] env[65418]: INFO nova.compute.manager [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Took 21.29 seconds to build instance. [ 1041.507322] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "refresh_cache-e1af7d32-1631-48ac-a7f5-73a1888e6ebe" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.509032] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquired lock "refresh_cache-e1af7d32-1631-48ac-a7f5-73a1888e6ebe" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.509032] env[65418]: DEBUG nova.network.neutron [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1041.574462] env[65418]: DEBUG oslo_vmware.api [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688967, 'name': Rename_Task, 'duration_secs': 0.170988} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.574753] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.575015] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41fc0e99-b2a8-48af-8a64-9fec29b14354 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.582092] env[65418]: DEBUG oslo_vmware.api [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1041.582092] env[65418]: value = "task-4688968" [ 1041.582092] env[65418]: _type = "Task" [ 1041.582092] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.593020] env[65418]: DEBUG oslo_vmware.api [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.715546] env[65418]: DEBUG nova.virt.hardware [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1041.716384] env[65418]: DEBUG nova.virt.hardware [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.716384] env[65418]: DEBUG nova.virt.hardware [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1041.716594] env[65418]: DEBUG nova.virt.hardware [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.716738] env[65418]: DEBUG nova.virt.hardware [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1041.717032] env[65418]: DEBUG nova.virt.hardware [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1041.717138] env[65418]: DEBUG nova.virt.hardware [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1041.717299] env[65418]: DEBUG nova.virt.hardware [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1041.717499] env[65418]: DEBUG nova.virt.hardware [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1041.717712] env[65418]: DEBUG nova.virt.hardware [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1041.717985] env[65418]: DEBUG nova.virt.hardware [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1041.723714] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f2bad61-c1b7-4595-878f-fd2265f21851 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.741841] env[65418]: DEBUG oslo_vmware.api [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 1041.741841] env[65418]: value = "task-4688969" [ 1041.741841] env[65418]: _type = "Task" [ 1041.741841] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.751052] env[65418]: DEBUG oslo_vmware.api [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688969, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.831794] env[65418]: DEBUG nova.objects.instance [None req-4379b437-7fab-4efe-b712-fb345e9ccf7f tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lazy-loading 'flavor' on Instance uuid 9980df28-b588-438f-8dc0-76636341a971 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.970027] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bf16e63c-e43f-4190-91fc-7de6d83e2bf7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "0fd1da75-65c3-40d2-8343-437b77b1e4ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.808s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.014028] env[65418]: WARNING neutronclient.v2_0.client [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.053619] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "aaa45e06-f9b4-4c75-8814-65a0d2160f24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.053776] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "aaa45e06-f9b4-4c75-8814-65a0d2160f24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.097905] env[65418]: DEBUG oslo_vmware.api [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688968, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.135572] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8b9638bc-ae57-4128-bc74-0036a9d8f25f tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquiring lock "9f657eff-f138-407c-8c54-71fd857a3298" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.135572] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8b9638bc-ae57-4128-bc74-0036a9d8f25f tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lock "9f657eff-f138-407c-8c54-71fd857a3298" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.135572] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8b9638bc-ae57-4128-bc74-0036a9d8f25f tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquiring lock "9f657eff-f138-407c-8c54-71fd857a3298-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.135572] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8b9638bc-ae57-4128-bc74-0036a9d8f25f tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lock "9f657eff-f138-407c-8c54-71fd857a3298-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.136018] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8b9638bc-ae57-4128-bc74-0036a9d8f25f tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lock "9f657eff-f138-407c-8c54-71fd857a3298-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.137760] env[65418]: INFO nova.compute.manager [None req-8b9638bc-ae57-4128-bc74-0036a9d8f25f tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Terminating instance [ 1042.179129] env[65418]: WARNING neutronclient.v2_0.client [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.254159] env[65418]: DEBUG oslo_vmware.api [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688969, 'name': ReconfigVM_Task, 'duration_secs': 0.22709} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.254886] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Updating instance '6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f' progress to 33 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1042.278096] env[65418]: DEBUG nova.network.neutron [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Updating instance_info_cache with network_info: [{"id": "ad815bb8-7372-43b3-8184-6e19941a5f6f", "address": "fa:16:3e:5e:4c:20", "network": {"id": "a60b1801-8e2d-4966-8362-cdc65ef35a96", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1479408955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "378c1e35059b4dddb61aa567774373a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad815bb8-73", "ovs_interfaceid": "ad815bb8-7372-43b3-8184-6e19941a5f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.306996] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e218a0e-0740-4d8d-b671-b33e86c869fb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.316956] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d45018-5dfb-44ea-9de0-ab47f4be2de3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.354104] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965d6278-6980-48eb-b3d0-d60fc6fdefc9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.357349] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4379b437-7fab-4efe-b712-fb345e9ccf7f tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquiring lock "refresh_cache-9980df28-b588-438f-8dc0-76636341a971" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.357544] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4379b437-7fab-4efe-b712-fb345e9ccf7f tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquired lock "refresh_cache-9980df28-b588-438f-8dc0-76636341a971" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.357716] env[65418]: DEBUG nova.network.neutron [None req-4379b437-7fab-4efe-b712-fb345e9ccf7f tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1042.357889] env[65418]: DEBUG nova.objects.instance [None req-4379b437-7fab-4efe-b712-fb345e9ccf7f tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lazy-loading 'info_cache' on Instance uuid 9980df28-b588-438f-8dc0-76636341a971 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.365306] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03c56af-69da-4dc4-b097-037bb1c497d1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.383508] env[65418]: DEBUG nova.compute.provider_tree [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.556707] env[65418]: DEBUG nova.compute.manager [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1042.582167] env[65418]: DEBUG nova.compute.manager [req-8eb424a1-5707-433d-8289-2fd4f4d4b9f3 req-c9eb53a2-771c-4071-8902-166b954f607c service nova] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Received event network-changed-dab09017-f566-4ddd-85b4-e6adb3ec7fa4 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1042.582391] env[65418]: DEBUG nova.compute.manager [req-8eb424a1-5707-433d-8289-2fd4f4d4b9f3 req-c9eb53a2-771c-4071-8902-166b954f607c service nova] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Refreshing instance network info cache due to event network-changed-dab09017-f566-4ddd-85b4-e6adb3ec7fa4. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1042.582608] env[65418]: DEBUG oslo_concurrency.lockutils [req-8eb424a1-5707-433d-8289-2fd4f4d4b9f3 req-c9eb53a2-771c-4071-8902-166b954f607c service nova] Acquiring lock "refresh_cache-0fd1da75-65c3-40d2-8343-437b77b1e4ea" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.582745] env[65418]: DEBUG oslo_concurrency.lockutils [req-8eb424a1-5707-433d-8289-2fd4f4d4b9f3 req-c9eb53a2-771c-4071-8902-166b954f607c service nova] Acquired lock "refresh_cache-0fd1da75-65c3-40d2-8343-437b77b1e4ea" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.582898] env[65418]: DEBUG nova.network.neutron [req-8eb424a1-5707-433d-8289-2fd4f4d4b9f3 req-c9eb53a2-771c-4071-8902-166b954f607c service nova] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Refreshing network info cache for port dab09017-f566-4ddd-85b4-e6adb3ec7fa4 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.597626] env[65418]: DEBUG oslo_vmware.api [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4688968, 'name': PowerOnVM_Task, 'duration_secs': 0.655316} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.598362] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.598561] env[65418]: INFO nova.compute.manager [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Took 10.21 seconds to spawn the instance on the hypervisor. [ 1042.598732] env[65418]: DEBUG nova.compute.manager [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1042.599542] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc24137-7282-4ab0-b0fb-55f86add0ddb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.641902] env[65418]: DEBUG nova.compute.manager [None req-8b9638bc-ae57-4128-bc74-0036a9d8f25f tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1042.642151] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9638bc-ae57-4128-bc74-0036a9d8f25f tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.643071] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc861a1-f0ec-4d72-9aa8-c83e75043ecf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.652725] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9638bc-ae57-4128-bc74-0036a9d8f25f tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.652950] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6ae8389-e664-409d-80ca-4d4a4c955219 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.660167] env[65418]: DEBUG oslo_vmware.api [None req-8b9638bc-ae57-4128-bc74-0036a9d8f25f tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 1042.660167] env[65418]: value = "task-4688970" [ 1042.660167] env[65418]: _type = "Task" [ 1042.660167] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.670269] env[65418]: DEBUG oslo_vmware.api [None req-8b9638bc-ae57-4128-bc74-0036a9d8f25f tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.762949] env[65418]: DEBUG nova.virt.hardware [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1042.766930] env[65418]: DEBUG nova.virt.hardware [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.766930] env[65418]: DEBUG nova.virt.hardware [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1042.766930] env[65418]: DEBUG nova.virt.hardware [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.766930] env[65418]: DEBUG nova.virt.hardware [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1042.766930] env[65418]: DEBUG nova.virt.hardware [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1042.766930] env[65418]: DEBUG nova.virt.hardware [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1042.766930] env[65418]: DEBUG nova.virt.hardware [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1042.766930] env[65418]: DEBUG nova.virt.hardware [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1042.766930] env[65418]: DEBUG nova.virt.hardware [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1042.766930] env[65418]: DEBUG nova.virt.hardware [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1042.776874] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Reconfiguring VM instance instance-0000005d to detach disk 2000 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1042.776874] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ef95ab8-d8f9-445d-a230-b09bc6f232b2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.800903] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Releasing lock "refresh_cache-e1af7d32-1631-48ac-a7f5-73a1888e6ebe" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.809642] env[65418]: DEBUG oslo_vmware.api [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 1042.809642] env[65418]: value = "task-4688971" [ 1042.809642] env[65418]: _type = "Task" [ 1042.809642] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.820183] env[65418]: DEBUG oslo_vmware.api [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688971, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.861704] env[65418]: DEBUG nova.objects.base [None req-4379b437-7fab-4efe-b712-fb345e9ccf7f tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Object Instance<9980df28-b588-438f-8dc0-76636341a971> lazy-loaded attributes: flavor,info_cache {{(pid=65418) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1042.886924] env[65418]: DEBUG nova.scheduler.client.report [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.082923] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.086681] env[65418]: WARNING neutronclient.v2_0.client [req-8eb424a1-5707-433d-8289-2fd4f4d4b9f3 req-c9eb53a2-771c-4071-8902-166b954f607c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.119202] env[65418]: INFO nova.compute.manager [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Took 22.59 seconds to build instance. [ 1043.173942] env[65418]: DEBUG oslo_vmware.api [None req-8b9638bc-ae57-4128-bc74-0036a9d8f25f tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688970, 'name': PowerOffVM_Task, 'duration_secs': 0.355146} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.177193] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9638bc-ae57-4128-bc74-0036a9d8f25f tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.177385] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9638bc-ae57-4128-bc74-0036a9d8f25f tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.177863] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce557f2a-c7ca-4fe9-94f0-22c9fc26e818 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.280340] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9638bc-ae57-4128-bc74-0036a9d8f25f tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.280591] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9638bc-ae57-4128-bc74-0036a9d8f25f tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.280796] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b9638bc-ae57-4128-bc74-0036a9d8f25f tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Deleting the datastore file [datastore2] 9f657eff-f138-407c-8c54-71fd857a3298 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.280975] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35f59c3c-93bf-4342-8f03-b928b6cdcee1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.284798] env[65418]: WARNING neutronclient.v2_0.client [req-8eb424a1-5707-433d-8289-2fd4f4d4b9f3 req-c9eb53a2-771c-4071-8902-166b954f607c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.288637] env[65418]: DEBUG oslo_vmware.api [None req-8b9638bc-ae57-4128-bc74-0036a9d8f25f tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for the task: (returnval){ [ 1043.288637] env[65418]: value = "task-4688973" [ 1043.288637] env[65418]: _type = "Task" [ 1043.288637] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.298047] env[65418]: DEBUG oslo_vmware.api [None req-8b9638bc-ae57-4128-bc74-0036a9d8f25f tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.319488] env[65418]: DEBUG oslo_vmware.api [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688971, 'name': ReconfigVM_Task, 'duration_secs': 0.198864} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.319772] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Reconfigured VM instance instance-0000005d to detach disk 2000 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1043.320660] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232b1478-60a5-45c0-94c6-87d019b4f0c9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.345956] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f/6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.346336] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be8c7180-44da-433b-be3a-582a2a6e44cd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.362960] env[65418]: DEBUG nova.network.neutron [req-8eb424a1-5707-433d-8289-2fd4f4d4b9f3 req-c9eb53a2-771c-4071-8902-166b954f607c service nova] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Updated VIF entry in instance network info cache for port dab09017-f566-4ddd-85b4-e6adb3ec7fa4. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1043.363332] env[65418]: DEBUG nova.network.neutron [req-8eb424a1-5707-433d-8289-2fd4f4d4b9f3 req-c9eb53a2-771c-4071-8902-166b954f607c service nova] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Updating instance_info_cache with network_info: [{"id": "dab09017-f566-4ddd-85b4-e6adb3ec7fa4", "address": "fa:16:3e:c0:6a:98", "network": {"id": "3fab3b70-ba17-4e6a-ae3d-5a05fb711a8b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-395157993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0727a4c133420fa0cb4f4356dee109", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab09017-f5", "ovs_interfaceid": "dab09017-f566-4ddd-85b4-e6adb3ec7fa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.368195] env[65418]: WARNING neutronclient.v2_0.client [None req-4379b437-7fab-4efe-b712-fb345e9ccf7f tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.370872] env[65418]: DEBUG oslo_vmware.api [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 1043.370872] env[65418]: value = "task-4688974" [ 1043.370872] env[65418]: _type = "Task" [ 1043.370872] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.382035] env[65418]: DEBUG oslo_vmware.api [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688974, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.395653] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.396718] env[65418]: DEBUG nova.compute.manager [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1043.400442] env[65418]: DEBUG oslo_concurrency.lockutils [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.428s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.401221] env[65418]: INFO nova.compute.claims [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.554571] env[65418]: WARNING neutronclient.v2_0.client [None req-4379b437-7fab-4efe-b712-fb345e9ccf7f tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.621544] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2e2072cc-527d-4afe-8840-837c0086ada4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "ab293e37-eb14-418f-9a96-9be31d1871a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.109s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.632755] env[65418]: DEBUG nova.network.neutron [None req-4379b437-7fab-4efe-b712-fb345e9ccf7f tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Updating instance_info_cache with network_info: [{"id": "7a704222-ef62-43bc-add1-b91f5f86b850", "address": "fa:16:3e:e4:e9:0a", "network": {"id": "b465667a-082c-4f49-9557-8cf44a22f951", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1612843654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6824359fffa4e4a9be6a8fcfac948e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a704222-ef", "ovs_interfaceid": "7a704222-ef62-43bc-add1-b91f5f86b850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.800810] env[65418]: DEBUG oslo_vmware.api [None req-8b9638bc-ae57-4128-bc74-0036a9d8f25f tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Task: {'id': task-4688973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.43209} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.801065] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b9638bc-ae57-4128-bc74-0036a9d8f25f tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1043.801425] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9638bc-ae57-4128-bc74-0036a9d8f25f tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1043.801542] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9638bc-ae57-4128-bc74-0036a9d8f25f tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1043.801663] env[65418]: INFO nova.compute.manager [None req-8b9638bc-ae57-4128-bc74-0036a9d8f25f tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1043.802145] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-8b9638bc-ae57-4128-bc74-0036a9d8f25f tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1043.802145] env[65418]: DEBUG nova.compute.manager [-] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1043.802272] env[65418]: DEBUG nova.network.neutron [-] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1043.802533] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.843176] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.866237] env[65418]: DEBUG oslo_concurrency.lockutils [req-8eb424a1-5707-433d-8289-2fd4f4d4b9f3 req-c9eb53a2-771c-4071-8902-166b954f607c service nova] Releasing lock "refresh_cache-0fd1da75-65c3-40d2-8343-437b77b1e4ea" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.884304] env[65418]: DEBUG oslo_vmware.api [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688974, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.908436] env[65418]: DEBUG nova.compute.utils [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.913756] env[65418]: DEBUG nova.compute.manager [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1043.913871] env[65418]: DEBUG nova.network.neutron [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1043.915959] env[65418]: WARNING neutronclient.v2_0.client [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.915959] env[65418]: WARNING neutronclient.v2_0.client [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.110353] env[65418]: DEBUG nova.policy [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8dbe8f6f08bd48d6b48e0bb68ccc2c1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16f9efa9ce684babaf63ac94bbe8023a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1044.140912] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4379b437-7fab-4efe-b712-fb345e9ccf7f tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Releasing lock "refresh_cache-9980df28-b588-438f-8dc0-76636341a971" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.243912] env[65418]: DEBUG nova.compute.manager [req-fd1401b2-1b8f-49c8-8acf-8d73bbddf47a req-6174e726-f3d8-46e2-9576-d332883c768e service nova] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Received event network-changed-ac69e6cf-9641-4f44-8f4a-7eed4f33df76 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1044.245136] env[65418]: DEBUG nova.compute.manager [req-fd1401b2-1b8f-49c8-8acf-8d73bbddf47a req-6174e726-f3d8-46e2-9576-d332883c768e service nova] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Refreshing instance network info cache due to event network-changed-ac69e6cf-9641-4f44-8f4a-7eed4f33df76. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1044.245136] env[65418]: DEBUG oslo_concurrency.lockutils [req-fd1401b2-1b8f-49c8-8acf-8d73bbddf47a req-6174e726-f3d8-46e2-9576-d332883c768e service nova] Acquiring lock "refresh_cache-ab293e37-eb14-418f-9a96-9be31d1871a9" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.245347] env[65418]: DEBUG oslo_concurrency.lockutils [req-fd1401b2-1b8f-49c8-8acf-8d73bbddf47a req-6174e726-f3d8-46e2-9576-d332883c768e service nova] Acquired lock "refresh_cache-ab293e37-eb14-418f-9a96-9be31d1871a9" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.245652] env[65418]: DEBUG nova.network.neutron [req-fd1401b2-1b8f-49c8-8acf-8d73bbddf47a req-6174e726-f3d8-46e2-9576-d332883c768e service nova] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Refreshing network info cache for port ac69e6cf-9641-4f44-8f4a-7eed4f33df76 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.317411] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a31a1c-c965-4151-b618-e92a2f576b73 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.337817] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Updating instance 'e1af7d32-1631-48ac-a7f5-73a1888e6ebe' progress to 0 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1044.382786] env[65418]: DEBUG oslo_vmware.api [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688974, 'name': ReconfigVM_Task, 'duration_secs': 0.939715} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.382998] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f/6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.383341] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Updating instance '6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f' progress to 50 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1044.414340] env[65418]: DEBUG nova.compute.manager [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1044.477621] env[65418]: DEBUG nova.network.neutron [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Successfully created port: c6b0dc50-903e-4458-8efa-75ec3dff016c {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1044.574883] env[65418]: DEBUG nova.network.neutron [-] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.616411] env[65418]: DEBUG nova.compute.manager [req-c03c39b8-b82c-4d1d-be1c-d273700fe323 req-9e10ccb2-ff05-4cba-94e1-a28fcd7b6b7c service nova] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Received event network-vif-deleted-c51b2fcd-ba0d-4df7-87fe-6cfff9c13bbd {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1044.717302] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73cccef-7333-4845-884a-f607777bab3b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.728349] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbc0880-2fe7-4926-a92a-781d9294bc9a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.765053] env[65418]: WARNING neutronclient.v2_0.client [req-fd1401b2-1b8f-49c8-8acf-8d73bbddf47a req-6174e726-f3d8-46e2-9576-d332883c768e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.768584] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cd6407-d695-4689-b864-74924a1aa25c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.777826] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffdadff6-16c8-446f-851b-58cbab3fab9d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.795619] env[65418]: DEBUG nova.compute.provider_tree [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1044.844213] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.844603] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9be8b3b8-0b0b-4fea-9489-46b84b0241b0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.853190] env[65418]: DEBUG oslo_vmware.api [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1044.853190] env[65418]: value = "task-4688975" [ 1044.853190] env[65418]: _type = "Task" [ 1044.853190] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.864643] env[65418]: DEBUG oslo_vmware.api [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.891319] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537637f5-a5e7-4194-81a0-4f28cda20ae6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.918038] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ea8241-689c-4926-9c6d-47a13ca9d527 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.942056] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Updating instance '6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f' progress to 67 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1045.076701] env[65418]: INFO nova.compute.manager [-] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Took 1.27 seconds to deallocate network for instance. [ 1045.148467] env[65418]: WARNING neutronclient.v2_0.client [req-fd1401b2-1b8f-49c8-8acf-8d73bbddf47a req-6174e726-f3d8-46e2-9576-d332883c768e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.155340] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4379b437-7fab-4efe-b712-fb345e9ccf7f tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.155699] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76b11384-ae13-4bc5-b085-be0fb4b88530 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.165027] env[65418]: DEBUG oslo_vmware.api [None req-4379b437-7fab-4efe-b712-fb345e9ccf7f tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 1045.165027] env[65418]: value = "task-4688976" [ 1045.165027] env[65418]: _type = "Task" [ 1045.165027] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.173945] env[65418]: DEBUG oslo_vmware.api [None req-4379b437-7fab-4efe-b712-fb345e9ccf7f tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4688976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.282247] env[65418]: DEBUG nova.network.neutron [req-fd1401b2-1b8f-49c8-8acf-8d73bbddf47a req-6174e726-f3d8-46e2-9576-d332883c768e service nova] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Updated VIF entry in instance network info cache for port ac69e6cf-9641-4f44-8f4a-7eed4f33df76. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1045.282247] env[65418]: DEBUG nova.network.neutron [req-fd1401b2-1b8f-49c8-8acf-8d73bbddf47a req-6174e726-f3d8-46e2-9576-d332883c768e service nova] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Updating instance_info_cache with network_info: [{"id": "ac69e6cf-9641-4f44-8f4a-7eed4f33df76", "address": "fa:16:3e:11:36:43", "network": {"id": "c5654c64-ff10-4cb7-bcc0-9c8f1f9f2c7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-459739501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e14fd3d9ea54564854290858d3c5cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac69e6cf-96", "ovs_interfaceid": "ac69e6cf-9641-4f44-8f4a-7eed4f33df76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.325047] env[65418]: ERROR nova.scheduler.client.report [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [req-fd1bc8f3-52ad-401a-a7cd-d35e96a2cb6b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 04ebeb19-ed8c-4ddf-818a-ebce01147110. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fd1bc8f3-52ad-401a-a7cd-d35e96a2cb6b"}]} [ 1045.342515] env[65418]: DEBUG nova.scheduler.client.report [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Refreshing inventories for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1045.358228] env[65418]: DEBUG nova.scheduler.client.report [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Updating ProviderTree inventory for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1045.358492] env[65418]: DEBUG nova.compute.provider_tree [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1045.364427] env[65418]: DEBUG oslo_vmware.api [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688975, 'name': PowerOffVM_Task, 'duration_secs': 0.285887} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.364837] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1045.365113] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Updating instance 'e1af7d32-1631-48ac-a7f5-73a1888e6ebe' progress to 17 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1045.371335] env[65418]: DEBUG nova.scheduler.client.report [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Refreshing aggregate associations for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110, aggregates: None {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1045.392615] env[65418]: DEBUG nova.scheduler.client.report [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Refreshing trait associations for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1045.447121] env[65418]: DEBUG nova.compute.manager [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1045.451149] env[65418]: WARNING neutronclient.v2_0.client [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.451529] env[65418]: WARNING neutronclient.v2_0.client [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.482025] env[65418]: DEBUG nova.virt.hardware [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1045.482352] env[65418]: DEBUG nova.virt.hardware [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.482500] env[65418]: DEBUG nova.virt.hardware [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1045.482688] env[65418]: DEBUG nova.virt.hardware [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.482828] env[65418]: DEBUG nova.virt.hardware [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1045.482969] env[65418]: DEBUG nova.virt.hardware [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1045.483196] env[65418]: DEBUG nova.virt.hardware [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1045.483372] env[65418]: DEBUG nova.virt.hardware [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1045.483554] env[65418]: DEBUG nova.virt.hardware [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1045.483710] env[65418]: DEBUG nova.virt.hardware [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1045.483872] env[65418]: DEBUG nova.virt.hardware [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1045.485024] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613edefe-f89e-4524-9d2f-d033c6c93ec4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.497906] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abc68a4-6dcd-41d3-a13d-eec15d2c4dd2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.505899] env[65418]: DEBUG nova.network.neutron [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Port 9236d87e-195c-4d29-9a5d-9308481092bc binding to destination host cpu-1 is already ACTIVE {{(pid=65418) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1045.528155] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1045.528352] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1045.584723] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8b9638bc-ae57-4128-bc74-0036a9d8f25f tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.672152] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4199288e-a785-4ba6-9219-e4c0ecc120ff {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.677669] env[65418]: DEBUG oslo_vmware.api [None req-4379b437-7fab-4efe-b712-fb345e9ccf7f tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4688976, 'name': PowerOnVM_Task, 'duration_secs': 0.425353} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.678288] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4379b437-7fab-4efe-b712-fb345e9ccf7f tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.678493] env[65418]: DEBUG nova.compute.manager [None req-4379b437-7fab-4efe-b712-fb345e9ccf7f tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1045.679265] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a828084d-4f62-4147-8f86-78de05be6041 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.684666] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f49ed67-8e22-463b-be09-69ca9d035bb8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.720748] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacd9bcc-1169-4f8e-b816-ae369de9ac0a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.730458] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd126fe-6e79-4403-a901-df5aed91498b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.745940] env[65418]: DEBUG nova.compute.provider_tree [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1045.785229] env[65418]: DEBUG oslo_concurrency.lockutils [req-fd1401b2-1b8f-49c8-8acf-8d73bbddf47a req-6174e726-f3d8-46e2-9576-d332883c768e service nova] Releasing lock "refresh_cache-ab293e37-eb14-418f-9a96-9be31d1871a9" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.871900] env[65418]: DEBUG nova.virt.hardware [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1045.872151] env[65418]: DEBUG nova.virt.hardware [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.872388] env[65418]: DEBUG nova.virt.hardware [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1045.872569] env[65418]: DEBUG nova.virt.hardware [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.872713] env[65418]: DEBUG nova.virt.hardware [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1045.872854] env[65418]: DEBUG nova.virt.hardware [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1045.873062] env[65418]: DEBUG nova.virt.hardware [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1045.873217] env[65418]: DEBUG nova.virt.hardware [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1045.873447] env[65418]: DEBUG nova.virt.hardware [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1045.873619] env[65418]: DEBUG nova.virt.hardware [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1045.873785] env[65418]: DEBUG nova.virt.hardware [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1045.879208] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f2eeb69-1874-45aa-89aa-5da6997cfb4d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.897147] env[65418]: DEBUG oslo_vmware.api [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1045.897147] env[65418]: value = "task-4688977" [ 1045.897147] env[65418]: _type = "Task" [ 1045.897147] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.906470] env[65418]: DEBUG oslo_vmware.api [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.023849] env[65418]: DEBUG nova.network.neutron [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Successfully updated port: c6b0dc50-903e-4458-8efa-75ec3dff016c {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1046.034384] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.035196] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.035196] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.035196] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.035196] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.035196] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.035410] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65418) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1046.035410] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1046.285357] env[65418]: DEBUG nova.scheduler.client.report [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Updated inventory for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with generation 127 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1046.286516] env[65418]: DEBUG nova.compute.provider_tree [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Updating resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 generation from 127 to 128 during operation: update_inventory {{(pid=65418) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1046.286516] env[65418]: DEBUG nova.compute.provider_tree [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1046.407975] env[65418]: DEBUG oslo_vmware.api [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688977, 'name': ReconfigVM_Task, 'duration_secs': 0.342062} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.408177] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Updating instance 'e1af7d32-1631-48ac-a7f5-73a1888e6ebe' progress to 33 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1046.530544] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Acquiring lock "refresh_cache-9785b9d5-df0c-4084-a2c7-a47cf7ca4a23" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.530745] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Acquired lock "refresh_cache-9785b9d5-df0c-4084-a2c7-a47cf7ca4a23" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.530927] env[65418]: DEBUG nova.network.neutron [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1046.541101] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.548261] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.548475] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.548645] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.654155] env[65418]: DEBUG nova.compute.manager [req-0b1d69ca-25c4-4740-97f0-02ffd2cfc3e1 req-e58bc91b-1185-4fde-a188-40d67baa6ad7 service nova] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Received event network-vif-plugged-c6b0dc50-903e-4458-8efa-75ec3dff016c {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1046.654362] env[65418]: DEBUG oslo_concurrency.lockutils [req-0b1d69ca-25c4-4740-97f0-02ffd2cfc3e1 req-e58bc91b-1185-4fde-a188-40d67baa6ad7 service nova] Acquiring lock "9785b9d5-df0c-4084-a2c7-a47cf7ca4a23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.654578] env[65418]: DEBUG oslo_concurrency.lockutils [req-0b1d69ca-25c4-4740-97f0-02ffd2cfc3e1 req-e58bc91b-1185-4fde-a188-40d67baa6ad7 service nova] Lock "9785b9d5-df0c-4084-a2c7-a47cf7ca4a23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.654742] env[65418]: DEBUG oslo_concurrency.lockutils [req-0b1d69ca-25c4-4740-97f0-02ffd2cfc3e1 req-e58bc91b-1185-4fde-a188-40d67baa6ad7 service nova] Lock "9785b9d5-df0c-4084-a2c7-a47cf7ca4a23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.654903] env[65418]: DEBUG nova.compute.manager [req-0b1d69ca-25c4-4740-97f0-02ffd2cfc3e1 req-e58bc91b-1185-4fde-a188-40d67baa6ad7 service nova] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] No waiting events found dispatching network-vif-plugged-c6b0dc50-903e-4458-8efa-75ec3dff016c {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1046.655077] env[65418]: WARNING nova.compute.manager [req-0b1d69ca-25c4-4740-97f0-02ffd2cfc3e1 req-e58bc91b-1185-4fde-a188-40d67baa6ad7 service nova] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Received unexpected event network-vif-plugged-c6b0dc50-903e-4458-8efa-75ec3dff016c for instance with vm_state building and task_state spawning. [ 1046.655233] env[65418]: DEBUG nova.compute.manager [req-0b1d69ca-25c4-4740-97f0-02ffd2cfc3e1 req-e58bc91b-1185-4fde-a188-40d67baa6ad7 service nova] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Received event network-changed-c6b0dc50-903e-4458-8efa-75ec3dff016c {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1046.655376] env[65418]: DEBUG nova.compute.manager [req-0b1d69ca-25c4-4740-97f0-02ffd2cfc3e1 req-e58bc91b-1185-4fde-a188-40d67baa6ad7 service nova] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Refreshing instance network info cache due to event network-changed-c6b0dc50-903e-4458-8efa-75ec3dff016c. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1046.655611] env[65418]: DEBUG oslo_concurrency.lockutils [req-0b1d69ca-25c4-4740-97f0-02ffd2cfc3e1 req-e58bc91b-1185-4fde-a188-40d67baa6ad7 service nova] Acquiring lock "refresh_cache-9785b9d5-df0c-4084-a2c7-a47cf7ca4a23" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.793523] env[65418]: DEBUG oslo_concurrency.lockutils [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.394s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.794084] env[65418]: DEBUG nova.compute.manager [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1046.796821] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.455s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.798201] env[65418]: INFO nova.compute.claims [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.916134] env[65418]: DEBUG nova.virt.hardware [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1046.916540] env[65418]: DEBUG nova.virt.hardware [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1046.916796] env[65418]: DEBUG nova.virt.hardware [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1046.917111] env[65418]: DEBUG nova.virt.hardware [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1046.917369] env[65418]: DEBUG nova.virt.hardware [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1046.917628] env[65418]: DEBUG nova.virt.hardware [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1046.917963] env[65418]: DEBUG nova.virt.hardware [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1046.918267] env[65418]: DEBUG nova.virt.hardware [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1046.918563] env[65418]: DEBUG nova.virt.hardware [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1046.918846] env[65418]: DEBUG nova.virt.hardware [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1046.919195] env[65418]: DEBUG nova.virt.hardware [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1046.925314] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Reconfiguring VM instance instance-0000005e to detach disk 2000 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1046.925960] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1724f3bf-033c-42d1-b412-a996063faf69 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.945565] env[65418]: DEBUG oslo_vmware.api [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1046.945565] env[65418]: value = "task-4688978" [ 1046.945565] env[65418]: _type = "Task" [ 1046.945565] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.954904] env[65418]: DEBUG oslo_vmware.api [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.075367] env[65418]: DEBUG nova.network.neutron [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1047.150893] env[65418]: WARNING neutronclient.v2_0.client [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.221248] env[65418]: DEBUG nova.network.neutron [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Updating instance_info_cache with network_info: [{"id": "c6b0dc50-903e-4458-8efa-75ec3dff016c", "address": "fa:16:3e:48:d9:32", "network": {"id": "a57cac7a-e570-4eea-8ca0-e68bb4fb3571", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1411293939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16f9efa9ce684babaf63ac94bbe8023a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6b0dc50-90", "ovs_interfaceid": "c6b0dc50-903e-4458-8efa-75ec3dff016c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.303103] env[65418]: DEBUG nova.compute.utils [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.307072] env[65418]: DEBUG nova.compute.manager [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1047.307339] env[65418]: DEBUG nova.network.neutron [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1047.307735] env[65418]: WARNING neutronclient.v2_0.client [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.308178] env[65418]: WARNING neutronclient.v2_0.client [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.361273] env[65418]: DEBUG nova.policy [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbe4a60696ea41d5b19c47e178308983', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ca3b83200614608a1469439b601a853', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.457216] env[65418]: DEBUG oslo_vmware.api [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688978, 'name': ReconfigVM_Task, 'duration_secs': 0.162829} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.457536] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Reconfigured VM instance instance-0000005e to detach disk 2000 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1047.458365] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a25dad-5a9d-417b-bf7b-15467d20914b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.482502] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] e1af7d32-1631-48ac-a7f5-73a1888e6ebe/e1af7d32-1631-48ac-a7f5-73a1888e6ebe.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.482888] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-255710d5-aba0-457c-b213-d6ff4456cd2d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.503334] env[65418]: DEBUG oslo_vmware.api [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1047.503334] env[65418]: value = "task-4688979" [ 1047.503334] env[65418]: _type = "Task" [ 1047.503334] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.512572] env[65418]: DEBUG oslo_vmware.api [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.554404] env[65418]: WARNING neutronclient.v2_0.client [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.596456] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "refresh_cache-6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.596654] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquired lock "refresh_cache-6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.596842] env[65418]: DEBUG nova.network.neutron [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1047.702152] env[65418]: DEBUG nova.network.neutron [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Successfully created port: 52f05bf7-02a4-4936-8bc5-bc1d55d4c06e {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1047.724576] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Releasing lock "refresh_cache-9785b9d5-df0c-4084-a2c7-a47cf7ca4a23" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.725086] env[65418]: DEBUG nova.compute.manager [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Instance network_info: |[{"id": "c6b0dc50-903e-4458-8efa-75ec3dff016c", "address": "fa:16:3e:48:d9:32", "network": {"id": "a57cac7a-e570-4eea-8ca0-e68bb4fb3571", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1411293939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16f9efa9ce684babaf63ac94bbe8023a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6b0dc50-90", "ovs_interfaceid": "c6b0dc50-903e-4458-8efa-75ec3dff016c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1047.725535] env[65418]: DEBUG oslo_concurrency.lockutils [req-0b1d69ca-25c4-4740-97f0-02ffd2cfc3e1 req-e58bc91b-1185-4fde-a188-40d67baa6ad7 service nova] Acquired lock "refresh_cache-9785b9d5-df0c-4084-a2c7-a47cf7ca4a23" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.725770] env[65418]: DEBUG nova.network.neutron [req-0b1d69ca-25c4-4740-97f0-02ffd2cfc3e1 req-e58bc91b-1185-4fde-a188-40d67baa6ad7 service nova] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Refreshing network info cache for port c6b0dc50-903e-4458-8efa-75ec3dff016c {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.727730] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:d9:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2eaecd-9701-4504-9fcb-fb1a420ead72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c6b0dc50-903e-4458-8efa-75ec3dff016c', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.736799] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Creating folder: Project (16f9efa9ce684babaf63ac94bbe8023a). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.738635] env[65418]: WARNING neutronclient.v2_0.client [req-0b1d69ca-25c4-4740-97f0-02ffd2cfc3e1 req-e58bc91b-1185-4fde-a188-40d67baa6ad7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.741141] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22c757dc-92da-4e34-89d4-1c18d1f6df88 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.754148] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Created folder: Project (16f9efa9ce684babaf63ac94bbe8023a) in parent group-v914982. [ 1047.754397] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Creating folder: Instances. Parent ref: group-v915259. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1047.754800] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49b6ea4a-0221-43f6-915e-3ddbe4cb2dd4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.767379] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Created folder: Instances in parent group-v915259. [ 1047.767379] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1047.767644] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.767860] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ff02d55-fad6-48c6-b720-397a9b4cadfa {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.793118] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.793118] env[65418]: value = "task-4688982" [ 1047.793118] env[65418]: _type = "Task" [ 1047.793118] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.802765] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688982, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.807557] env[65418]: DEBUG nova.compute.manager [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1047.938034] env[65418]: WARNING neutronclient.v2_0.client [req-0b1d69ca-25c4-4740-97f0-02ffd2cfc3e1 req-e58bc91b-1185-4fde-a188-40d67baa6ad7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1048.812192] env[65418]: WARNING neutronclient.v2_0.client [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1048.821662] env[65418]: DEBUG oslo_vmware.api [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688979, 'name': ReconfigVM_Task, 'duration_secs': 0.283693} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.821662] env[65418]: DEBUG nova.network.neutron [req-0b1d69ca-25c4-4740-97f0-02ffd2cfc3e1 req-e58bc91b-1185-4fde-a188-40d67baa6ad7 service nova] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Updated VIF entry in instance network info cache for port c6b0dc50-903e-4458-8efa-75ec3dff016c. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1048.821858] env[65418]: DEBUG nova.network.neutron [req-0b1d69ca-25c4-4740-97f0-02ffd2cfc3e1 req-e58bc91b-1185-4fde-a188-40d67baa6ad7 service nova] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Updating instance_info_cache with network_info: [{"id": "c6b0dc50-903e-4458-8efa-75ec3dff016c", "address": "fa:16:3e:48:d9:32", "network": {"id": "a57cac7a-e570-4eea-8ca0-e68bb4fb3571", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1411293939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16f9efa9ce684babaf63ac94bbe8023a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6b0dc50-90", "ovs_interfaceid": "c6b0dc50-903e-4458-8efa-75ec3dff016c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.826157] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Reconfigured VM instance instance-0000005e to attach disk [datastore2] e1af7d32-1631-48ac-a7f5-73a1888e6ebe/e1af7d32-1631-48ac-a7f5-73a1888e6ebe.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.826426] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Updating instance 'e1af7d32-1631-48ac-a7f5-73a1888e6ebe' progress to 50 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1048.841605] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688982, 'name': CreateVM_Task, 'duration_secs': 0.406544} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.841825] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.842471] env[65418]: WARNING neutronclient.v2_0.client [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1048.842910] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.843122] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.843556] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.846734] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7461bf27-00e2-4629-9702-b5f94c3e7698 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.852764] env[65418]: DEBUG oslo_vmware.api [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Waiting for the task: (returnval){ [ 1048.852764] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f88dd3-b0dd-9f39-8be5-e356659fc50e" [ 1048.852764] env[65418]: _type = "Task" [ 1048.852764] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.867381] env[65418]: DEBUG oslo_vmware.api [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f88dd3-b0dd-9f39-8be5-e356659fc50e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.922888] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa80b95-7292-49f5-8233-2f97cfdbea43 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.930658] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cc1f00-519d-4b20-9e1f-da91516a558c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.963423] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d583c86d-92fd-4db1-a51b-9a611d36ec48 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.971568] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5822a25-c1c3-4a13-ae90-35f8980e8e01 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.988600] env[65418]: DEBUG nova.compute.provider_tree [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.011614] env[65418]: WARNING neutronclient.v2_0.client [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.084851] env[65418]: DEBUG nova.network.neutron [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Updating instance_info_cache with network_info: [{"id": "9236d87e-195c-4d29-9a5d-9308481092bc", "address": "fa:16:3e:40:99:af", "network": {"id": "2562c175-4d15-43d3-b157-3d30695ce81c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402255614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea9a1850358a42e49d88f4b344fe6d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9236d87e-19", "ovs_interfaceid": "9236d87e-195c-4d29-9a5d-9308481092bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.145384] env[65418]: DEBUG nova.compute.manager [req-2cc92b98-059f-4bde-aa26-fbca5c4c612d req-92df0282-fe48-4088-a8ba-c3c72ff04cfe service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Received event network-vif-plugged-52f05bf7-02a4-4936-8bc5-bc1d55d4c06e {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1049.145594] env[65418]: DEBUG oslo_concurrency.lockutils [req-2cc92b98-059f-4bde-aa26-fbca5c4c612d req-92df0282-fe48-4088-a8ba-c3c72ff04cfe service nova] Acquiring lock "604333c2-981f-4b75-a801-3df14fb50433-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.145793] env[65418]: DEBUG oslo_concurrency.lockutils [req-2cc92b98-059f-4bde-aa26-fbca5c4c612d req-92df0282-fe48-4088-a8ba-c3c72ff04cfe service nova] Lock "604333c2-981f-4b75-a801-3df14fb50433-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.145954] env[65418]: DEBUG oslo_concurrency.lockutils [req-2cc92b98-059f-4bde-aa26-fbca5c4c612d req-92df0282-fe48-4088-a8ba-c3c72ff04cfe service nova] Lock "604333c2-981f-4b75-a801-3df14fb50433-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.146155] env[65418]: DEBUG nova.compute.manager [req-2cc92b98-059f-4bde-aa26-fbca5c4c612d req-92df0282-fe48-4088-a8ba-c3c72ff04cfe service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] No waiting events found dispatching network-vif-plugged-52f05bf7-02a4-4936-8bc5-bc1d55d4c06e {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1049.146276] env[65418]: WARNING nova.compute.manager [req-2cc92b98-059f-4bde-aa26-fbca5c4c612d req-92df0282-fe48-4088-a8ba-c3c72ff04cfe service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Received unexpected event network-vif-plugged-52f05bf7-02a4-4936-8bc5-bc1d55d4c06e for instance with vm_state building and task_state spawning. [ 1049.241422] env[65418]: DEBUG nova.network.neutron [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Successfully updated port: 52f05bf7-02a4-4936-8bc5-bc1d55d4c06e {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1049.325166] env[65418]: DEBUG nova.compute.manager [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1049.331009] env[65418]: DEBUG oslo_concurrency.lockutils [req-0b1d69ca-25c4-4740-97f0-02ffd2cfc3e1 req-e58bc91b-1185-4fde-a188-40d67baa6ad7 service nova] Releasing lock "refresh_cache-9785b9d5-df0c-4084-a2c7-a47cf7ca4a23" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.333586] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5c14cc-a6d1-41bb-b330-9d97ec745c54 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.363992] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f1376e-8f05-49c0-9c52-544572f81c6f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.400831] env[65418]: DEBUG oslo_vmware.api [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f88dd3-b0dd-9f39-8be5-e356659fc50e, 'name': SearchDatastore_Task, 'duration_secs': 0.028205} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.402160] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Updating instance 'e1af7d32-1631-48ac-a7f5-73a1888e6ebe' progress to 67 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1049.410615] env[65418]: DEBUG nova.virt.hardware [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1049.410615] env[65418]: DEBUG nova.virt.hardware [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1049.410615] env[65418]: DEBUG nova.virt.hardware [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1049.410615] env[65418]: DEBUG nova.virt.hardware [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1049.410615] env[65418]: DEBUG nova.virt.hardware [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1049.410615] env[65418]: DEBUG nova.virt.hardware [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1049.410615] env[65418]: DEBUG nova.virt.hardware [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1049.411154] env[65418]: DEBUG nova.virt.hardware [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1049.411154] env[65418]: DEBUG nova.virt.hardware [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1049.411154] env[65418]: DEBUG nova.virt.hardware [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1049.411288] env[65418]: DEBUG nova.virt.hardware [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1049.412354] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.412354] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.412354] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.412697] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.412697] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.414189] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3d7053-62a5-415e-805c-93e067522b9e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.420439] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1c6e685-e09c-44fa-9f71-67f966b33a07 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.429647] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e50af5-8f9b-4d71-a280-7ea487a18232 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.434926] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.435118] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.436239] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7727cafb-154d-425b-ba0f-c30aebf62914 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.450849] env[65418]: DEBUG oslo_vmware.api [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Waiting for the task: (returnval){ [ 1049.450849] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]522ad8c5-f553-71be-bb67-f9e868c37a8d" [ 1049.450849] env[65418]: _type = "Task" [ 1049.450849] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.460659] env[65418]: DEBUG oslo_vmware.api [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]522ad8c5-f553-71be-bb67-f9e868c37a8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.492048] env[65418]: DEBUG nova.scheduler.client.report [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.587621] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Releasing lock "refresh_cache-6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.743959] env[65418]: DEBUG oslo_concurrency.lockutils [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "refresh_cache-604333c2-981f-4b75-a801-3df14fb50433" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.744155] env[65418]: DEBUG oslo_concurrency.lockutils [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquired lock "refresh_cache-604333c2-981f-4b75-a801-3df14fb50433" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.744334] env[65418]: DEBUG nova.network.neutron [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1049.922543] env[65418]: WARNING neutronclient.v2_0.client [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.923043] env[65418]: WARNING neutronclient.v2_0.client [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.959633] env[65418]: DEBUG nova.network.neutron [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Port ad815bb8-7372-43b3-8184-6e19941a5f6f binding to destination host cpu-1 is already ACTIVE {{(pid=65418) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1049.965917] env[65418]: DEBUG oslo_vmware.api [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]522ad8c5-f553-71be-bb67-f9e868c37a8d, 'name': SearchDatastore_Task, 'duration_secs': 0.02171} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.967109] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdf9e43a-2ebf-4ff2-8e51-2227b4ed58a4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.973810] env[65418]: DEBUG oslo_vmware.api [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Waiting for the task: (returnval){ [ 1049.973810] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ff21b4-4d53-4d6f-24dc-cb0f9bd320b3" [ 1049.973810] env[65418]: _type = "Task" [ 1049.973810] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.983863] env[65418]: DEBUG oslo_vmware.api [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ff21b4-4d53-4d6f-24dc-cb0f9bd320b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.999435] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.203s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.999994] env[65418]: DEBUG nova.compute.manager [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1050.002622] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.920s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.004013] env[65418]: INFO nova.compute.claims [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.113792] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db4a82d-b438-45bb-96a5-0d61677f0a0c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.134225] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de189638-52ae-46e0-91ba-df8b22f5f2f3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.142575] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Updating instance '6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f' progress to 83 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1050.296239] env[65418]: DEBUG nova.network.neutron [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1050.379485] env[65418]: WARNING neutronclient.v2_0.client [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.456583] env[65418]: DEBUG nova.network.neutron [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Updating instance_info_cache with network_info: [{"id": "52f05bf7-02a4-4936-8bc5-bc1d55d4c06e", "address": "fa:16:3e:9e:1c:59", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52f05bf7-02", "ovs_interfaceid": "52f05bf7-02a4-4936-8bc5-bc1d55d4c06e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.485957] env[65418]: DEBUG oslo_vmware.api [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ff21b4-4d53-4d6f-24dc-cb0f9bd320b3, 'name': SearchDatastore_Task, 'duration_secs': 0.01479} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.486288] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.486503] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23/9785b9d5-df0c-4084-a2c7-a47cf7ca4a23.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.486760] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8378a3bc-5916-4061-960f-f03b84650a1a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.494675] env[65418]: DEBUG oslo_vmware.api [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Waiting for the task: (returnval){ [ 1050.494675] env[65418]: value = "task-4688983" [ 1050.494675] env[65418]: _type = "Task" [ 1050.494675] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.503476] env[65418]: DEBUG oslo_vmware.api [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Task: {'id': task-4688983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.508297] env[65418]: DEBUG nova.compute.utils [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.511972] env[65418]: DEBUG nova.compute.manager [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1050.512173] env[65418]: DEBUG nova.network.neutron [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1050.512514] env[65418]: WARNING neutronclient.v2_0.client [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.512805] env[65418]: WARNING neutronclient.v2_0.client [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.561023] env[65418]: DEBUG nova.policy [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e953618edcd14ebd9ea350ceff35eee1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e602a5de371d43328e7231a6867a600a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.649957] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.650339] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4da9dc36-9d7e-4d1c-b19c-3627ada86a9f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.659889] env[65418]: DEBUG oslo_vmware.api [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 1050.659889] env[65418]: value = "task-4688984" [ 1050.659889] env[65418]: _type = "Task" [ 1050.659889] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.671479] env[65418]: DEBUG oslo_vmware.api [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.774335] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eeaebd38-6068-403e-9898-c56ed5d2b408 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquiring lock "6b1ced43-7a2e-40fb-981f-2b167915fee5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.774754] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eeaebd38-6068-403e-9898-c56ed5d2b408 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "6b1ced43-7a2e-40fb-981f-2b167915fee5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.895741] env[65418]: DEBUG nova.network.neutron [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Successfully created port: 5e910ffd-ed63-483f-9e19-a406471bcc7a {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1050.962307] env[65418]: DEBUG oslo_concurrency.lockutils [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Releasing lock "refresh_cache-604333c2-981f-4b75-a801-3df14fb50433" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.962961] env[65418]: DEBUG nova.compute.manager [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Instance network_info: |[{"id": "52f05bf7-02a4-4936-8bc5-bc1d55d4c06e", "address": "fa:16:3e:9e:1c:59", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52f05bf7-02", "ovs_interfaceid": "52f05bf7-02a4-4936-8bc5-bc1d55d4c06e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1050.963620] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:1c:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52f05bf7-02a4-4936-8bc5-bc1d55d4c06e', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.972580] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1050.982041] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.985311] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e2bfdea-8659-4dae-9119-d0ab7d4ed69d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.004290] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "e1af7d32-1631-48ac-a7f5-73a1888e6ebe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.004290] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "e1af7d32-1631-48ac-a7f5-73a1888e6ebe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.004290] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "e1af7d32-1631-48ac-a7f5-73a1888e6ebe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.018026] env[65418]: DEBUG nova.compute.manager [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1051.018026] env[65418]: DEBUG oslo_vmware.api [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Task: {'id': task-4688983, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485231} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.024365] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23/9785b9d5-df0c-4084-a2c7-a47cf7ca4a23.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.024934] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.025543] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.025543] env[65418]: value = "task-4688985" [ 1051.025543] env[65418]: _type = "Task" [ 1051.025543] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.026140] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd326c0a-eaf8-43d3-8ede-17a76eb9294b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.040087] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688985, 'name': CreateVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.041898] env[65418]: DEBUG oslo_vmware.api [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Waiting for the task: (returnval){ [ 1051.041898] env[65418]: value = "task-4688986" [ 1051.041898] env[65418]: _type = "Task" [ 1051.041898] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.055658] env[65418]: DEBUG oslo_vmware.api [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Task: {'id': task-4688986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.176785] env[65418]: DEBUG oslo_vmware.api [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688984, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.196101] env[65418]: DEBUG nova.compute.manager [req-d4717d88-d84d-4d52-b1e1-fe3e37020fc3 req-cf8652ac-9e81-459f-9283-36766d248b91 service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Received event network-changed-52f05bf7-02a4-4936-8bc5-bc1d55d4c06e {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1051.196564] env[65418]: DEBUG nova.compute.manager [req-d4717d88-d84d-4d52-b1e1-fe3e37020fc3 req-cf8652ac-9e81-459f-9283-36766d248b91 service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Refreshing instance network info cache due to event network-changed-52f05bf7-02a4-4936-8bc5-bc1d55d4c06e. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1051.197134] env[65418]: DEBUG oslo_concurrency.lockutils [req-d4717d88-d84d-4d52-b1e1-fe3e37020fc3 req-cf8652ac-9e81-459f-9283-36766d248b91 service nova] Acquiring lock "refresh_cache-604333c2-981f-4b75-a801-3df14fb50433" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.197228] env[65418]: DEBUG oslo_concurrency.lockutils [req-d4717d88-d84d-4d52-b1e1-fe3e37020fc3 req-cf8652ac-9e81-459f-9283-36766d248b91 service nova] Acquired lock "refresh_cache-604333c2-981f-4b75-a801-3df14fb50433" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.197454] env[65418]: DEBUG nova.network.neutron [req-d4717d88-d84d-4d52-b1e1-fe3e37020fc3 req-cf8652ac-9e81-459f-9283-36766d248b91 service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Refreshing network info cache for port 52f05bf7-02a4-4936-8bc5-bc1d55d4c06e {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.279033] env[65418]: INFO nova.compute.manager [None req-eeaebd38-6068-403e-9898-c56ed5d2b408 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Detaching volume afb98b5c-33d2-49eb-b33b-b613694aeecc [ 1051.311568] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b6f8c8-fd97-4c34-8514-4a3b8cdd22b6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.319880] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894dc231-7a4a-450f-888b-25352be91726 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.326366] env[65418]: INFO nova.virt.block_device [None req-eeaebd38-6068-403e-9898-c56ed5d2b408 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Attempting to driver detach volume afb98b5c-33d2-49eb-b33b-b613694aeecc from mountpoint /dev/sdb [ 1051.326593] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeaebd38-6068-403e-9898-c56ed5d2b408 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Volume detach. Driver type: vmdk {{(pid=65418) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1051.326768] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeaebd38-6068-403e-9898-c56ed5d2b408 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915235', 'volume_id': 'afb98b5c-33d2-49eb-b33b-b613694aeecc', 'name': 'volume-afb98b5c-33d2-49eb-b33b-b613694aeecc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b1ced43-7a2e-40fb-981f-2b167915fee5', 'attached_at': '', 'detached_at': '', 'volume_id': 'afb98b5c-33d2-49eb-b33b-b613694aeecc', 'serial': 'afb98b5c-33d2-49eb-b33b-b613694aeecc'} {{(pid=65418) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1051.327624] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c597d3b-0554-45bc-8efb-e5596ff6f641 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.376787] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b76c93-6b8e-4d25-93a3-d2d51115fab5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.378531] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16b4721-0226-4455-b346-423e502cfabf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.388631] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc5fb9c-b066-43ee-9394-be3b5f5e381b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.392258] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c6476f-9f40-4e92-ab67-84b7a7bc8015 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.422517] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9d5f8e-e8bc-4d87-83e9-14267c758d32 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.425587] env[65418]: DEBUG nova.compute.provider_tree [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1051.442220] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeaebd38-6068-403e-9898-c56ed5d2b408 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] The volume has not been displaced from its original location: [datastore2] volume-afb98b5c-33d2-49eb-b33b-b613694aeecc/volume-afb98b5c-33d2-49eb-b33b-b613694aeecc.vmdk. No consolidation needed. {{(pid=65418) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1051.447657] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeaebd38-6068-403e-9898-c56ed5d2b408 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1051.448667] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53b72209-f373-4a97-918d-15d90497763b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.468442] env[65418]: DEBUG oslo_vmware.api [None req-eeaebd38-6068-403e-9898-c56ed5d2b408 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 1051.468442] env[65418]: value = "task-4688987" [ 1051.468442] env[65418]: _type = "Task" [ 1051.468442] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.477674] env[65418]: DEBUG oslo_vmware.api [None req-eeaebd38-6068-403e-9898-c56ed5d2b408 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688987, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.539948] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688985, 'name': CreateVM_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.554234] env[65418]: DEBUG oslo_vmware.api [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Task: {'id': task-4688986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102776} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.554234] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.554588] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22335e8-2dc4-40c2-8ce2-f33140cfef69 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.578924] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23/9785b9d5-df0c-4084-a2c7-a47cf7ca4a23.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.579957] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-103f17be-b443-43e4-8a17-ec2dacca205d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.603152] env[65418]: DEBUG oslo_vmware.api [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Waiting for the task: (returnval){ [ 1051.603152] env[65418]: value = "task-4688988" [ 1051.603152] env[65418]: _type = "Task" [ 1051.603152] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.612558] env[65418]: DEBUG oslo_vmware.api [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Task: {'id': task-4688988, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.672027] env[65418]: DEBUG oslo_vmware.api [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4688984, 'name': PowerOnVM_Task, 'duration_secs': 0.615118} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.672325] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.673032] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4335da44-4faa-43c2-9aeb-1d2e58df035f tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Updating instance '6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f' progress to 100 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1051.700985] env[65418]: WARNING neutronclient.v2_0.client [req-d4717d88-d84d-4d52-b1e1-fe3e37020fc3 req-cf8652ac-9e81-459f-9283-36766d248b91 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.965500] env[65418]: DEBUG nova.scheduler.client.report [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Updated inventory for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with generation 128 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1051.965843] env[65418]: DEBUG nova.compute.provider_tree [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Updating resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 generation from 128 to 129 during operation: update_inventory {{(pid=65418) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1051.966332] env[65418]: DEBUG nova.compute.provider_tree [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1051.980398] env[65418]: DEBUG oslo_vmware.api [None req-eeaebd38-6068-403e-9898-c56ed5d2b408 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688987, 'name': ReconfigVM_Task, 'duration_secs': 0.497586} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.985256] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeaebd38-6068-403e-9898-c56ed5d2b408 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1051.991016] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c671f551-6681-4c9f-b51a-cf6abbecade2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.010057] env[65418]: WARNING neutronclient.v2_0.client [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.012929] env[65418]: DEBUG oslo_vmware.api [None req-eeaebd38-6068-403e-9898-c56ed5d2b408 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 1052.012929] env[65418]: value = "task-4688989" [ 1052.012929] env[65418]: _type = "Task" [ 1052.012929] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.023434] env[65418]: DEBUG oslo_vmware.api [None req-eeaebd38-6068-403e-9898-c56ed5d2b408 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688989, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.027746] env[65418]: DEBUG nova.compute.manager [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1052.037382] env[65418]: WARNING neutronclient.v2_0.client [req-d4717d88-d84d-4d52-b1e1-fe3e37020fc3 req-cf8652ac-9e81-459f-9283-36766d248b91 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.044346] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688985, 'name': CreateVM_Task, 'duration_secs': 0.69569} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.044565] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.045079] env[65418]: WARNING neutronclient.v2_0.client [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.045443] env[65418]: DEBUG oslo_concurrency.lockutils [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.045592] env[65418]: DEBUG oslo_concurrency.lockutils [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.045905] env[65418]: DEBUG oslo_concurrency.lockutils [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.046338] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4bc814e-f174-4513-ae7d-5e64eb4ef137 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.055613] env[65418]: DEBUG oslo_vmware.api [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 1052.055613] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ed6340-f3e9-152d-1901-1fdef9f12ef8" [ 1052.055613] env[65418]: _type = "Task" [ 1052.055613] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.058253] env[65418]: DEBUG nova.virt.hardware [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1052.058484] env[65418]: DEBUG nova.virt.hardware [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.058663] env[65418]: DEBUG nova.virt.hardware [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1052.058839] env[65418]: DEBUG nova.virt.hardware [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.058980] env[65418]: DEBUG nova.virt.hardware [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1052.059168] env[65418]: DEBUG nova.virt.hardware [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1052.059370] env[65418]: DEBUG nova.virt.hardware [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1052.059522] env[65418]: DEBUG nova.virt.hardware [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1052.059684] env[65418]: DEBUG nova.virt.hardware [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1052.059832] env[65418]: DEBUG nova.virt.hardware [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1052.059996] env[65418]: DEBUG nova.virt.hardware [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1052.060931] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300a1124-3fa6-4e4d-819f-92c4e56053b5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.075880] env[65418]: DEBUG oslo_vmware.api [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ed6340-f3e9-152d-1901-1fdef9f12ef8, 'name': SearchDatastore_Task, 'duration_secs': 0.011031} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.076264] env[65418]: DEBUG oslo_concurrency.lockutils [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.076491] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.076714] env[65418]: DEBUG oslo_concurrency.lockutils [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.076851] env[65418]: DEBUG oslo_concurrency.lockutils [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.077034] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.078679] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8023d026-ea97-4d91-93df-f3031078b8f1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.083654] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06a1b0bd-bbf4-4d66-94b4-458d339a27f4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.100039] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.100039] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.100758] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f42883e8-c4aa-4042-b80c-e75205f21f5b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.108406] env[65418]: DEBUG oslo_vmware.api [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 1052.108406] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529f0577-caaf-debf-c09b-eb887b41157d" [ 1052.108406] env[65418]: _type = "Task" [ 1052.108406] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.117491] env[65418]: DEBUG oslo_vmware.api [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Task: {'id': task-4688988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.119521] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "refresh_cache-e1af7d32-1631-48ac-a7f5-73a1888e6ebe" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.119784] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquired lock "refresh_cache-e1af7d32-1631-48ac-a7f5-73a1888e6ebe" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.120047] env[65418]: DEBUG nova.network.neutron [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1052.125175] env[65418]: DEBUG oslo_vmware.api [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529f0577-caaf-debf-c09b-eb887b41157d, 'name': SearchDatastore_Task, 'duration_secs': 0.011293} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.126087] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27684b04-bf64-4828-98bc-9909976dfde5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.133104] env[65418]: DEBUG oslo_vmware.api [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 1052.133104] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525ab4a3-7f8f-b06c-5cf1-2af050d833ca" [ 1052.133104] env[65418]: _type = "Task" [ 1052.133104] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.143458] env[65418]: DEBUG oslo_vmware.api [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525ab4a3-7f8f-b06c-5cf1-2af050d833ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.276412] env[65418]: DEBUG nova.network.neutron [req-d4717d88-d84d-4d52-b1e1-fe3e37020fc3 req-cf8652ac-9e81-459f-9283-36766d248b91 service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Updated VIF entry in instance network info cache for port 52f05bf7-02a4-4936-8bc5-bc1d55d4c06e. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1052.276581] env[65418]: DEBUG nova.network.neutron [req-d4717d88-d84d-4d52-b1e1-fe3e37020fc3 req-cf8652ac-9e81-459f-9283-36766d248b91 service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Updating instance_info_cache with network_info: [{"id": "52f05bf7-02a4-4936-8bc5-bc1d55d4c06e", "address": "fa:16:3e:9e:1c:59", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52f05bf7-02", "ovs_interfaceid": "52f05bf7-02a4-4936-8bc5-bc1d55d4c06e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.451101] env[65418]: DEBUG nova.network.neutron [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Successfully updated port: 5e910ffd-ed63-483f-9e19-a406471bcc7a {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1052.474423] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.474980] env[65418]: DEBUG nova.compute.manager [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1052.477598] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8b9638bc-ae57-4128-bc74-0036a9d8f25f tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.893s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.477807] env[65418]: DEBUG nova.objects.instance [None req-8b9638bc-ae57-4128-bc74-0036a9d8f25f tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lazy-loading 'resources' on Instance uuid 9f657eff-f138-407c-8c54-71fd857a3298 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.524910] env[65418]: DEBUG oslo_vmware.api [None req-eeaebd38-6068-403e-9898-c56ed5d2b408 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4688989, 'name': ReconfigVM_Task, 'duration_secs': 0.214944} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.525224] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeaebd38-6068-403e-9898-c56ed5d2b408 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915235', 'volume_id': 'afb98b5c-33d2-49eb-b33b-b613694aeecc', 'name': 'volume-afb98b5c-33d2-49eb-b33b-b613694aeecc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6b1ced43-7a2e-40fb-981f-2b167915fee5', 'attached_at': '', 'detached_at': '', 'volume_id': 'afb98b5c-33d2-49eb-b33b-b613694aeecc', 'serial': 'afb98b5c-33d2-49eb-b33b-b613694aeecc'} {{(pid=65418) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1052.615317] env[65418]: DEBUG oslo_vmware.api [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Task: {'id': task-4688988, 'name': ReconfigVM_Task, 'duration_secs': 0.66173} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.615651] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23/9785b9d5-df0c-4084-a2c7-a47cf7ca4a23.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.616357] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9adc6e8c-a512-47b5-9916-2996c74eb97b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.624798] env[65418]: DEBUG oslo_vmware.api [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Waiting for the task: (returnval){ [ 1052.624798] env[65418]: value = "task-4688990" [ 1052.624798] env[65418]: _type = "Task" [ 1052.624798] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.628332] env[65418]: WARNING neutronclient.v2_0.client [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.637815] env[65418]: DEBUG oslo_vmware.api [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Task: {'id': task-4688990, 'name': Rename_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.647424] env[65418]: DEBUG oslo_vmware.api [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525ab4a3-7f8f-b06c-5cf1-2af050d833ca, 'name': SearchDatastore_Task, 'duration_secs': 0.011031} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.647701] env[65418]: DEBUG oslo_concurrency.lockutils [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.647973] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 604333c2-981f-4b75-a801-3df14fb50433/604333c2-981f-4b75-a801-3df14fb50433.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.648282] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2847358-2ace-4ea8-aebe-50a523ee0c1a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.658769] env[65418]: DEBUG oslo_vmware.api [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 1052.658769] env[65418]: value = "task-4688991" [ 1052.658769] env[65418]: _type = "Task" [ 1052.658769] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.668218] env[65418]: DEBUG oslo_vmware.api [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.780883] env[65418]: DEBUG oslo_concurrency.lockutils [req-d4717d88-d84d-4d52-b1e1-fe3e37020fc3 req-cf8652ac-9e81-459f-9283-36766d248b91 service nova] Releasing lock "refresh_cache-604333c2-981f-4b75-a801-3df14fb50433" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.800757] env[65418]: WARNING neutronclient.v2_0.client [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.894649] env[65418]: DEBUG nova.network.neutron [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Updating instance_info_cache with network_info: [{"id": "ad815bb8-7372-43b3-8184-6e19941a5f6f", "address": "fa:16:3e:5e:4c:20", "network": {"id": "a60b1801-8e2d-4966-8362-cdc65ef35a96", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1479408955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "378c1e35059b4dddb61aa567774373a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad815bb8-73", "ovs_interfaceid": "ad815bb8-7372-43b3-8184-6e19941a5f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.953927] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "refresh_cache-5bb3d343-2754-4900-aa0c-975cf4ef7af8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.954208] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquired lock "refresh_cache-5bb3d343-2754-4900-aa0c-975cf4ef7af8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.954439] env[65418]: DEBUG nova.network.neutron [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1052.981419] env[65418]: DEBUG nova.compute.utils [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.986701] env[65418]: DEBUG nova.compute.manager [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1052.987087] env[65418]: DEBUG nova.network.neutron [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1052.988445] env[65418]: WARNING neutronclient.v2_0.client [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.988445] env[65418]: WARNING neutronclient.v2_0.client [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.037841] env[65418]: DEBUG nova.policy [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2301f046f12d4be4aec6b3c84f052e08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf990c4ef1ff4879ba4e5d9c0086dc0f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1053.086274] env[65418]: DEBUG nova.objects.instance [None req-eeaebd38-6068-403e-9898-c56ed5d2b408 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lazy-loading 'flavor' on Instance uuid 6b1ced43-7a2e-40fb-981f-2b167915fee5 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.141604] env[65418]: DEBUG oslo_vmware.api [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Task: {'id': task-4688990, 'name': Rename_Task, 'duration_secs': 0.252599} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.142043] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.142364] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e810eca8-37b0-4649-a81e-1007f272f770 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.152314] env[65418]: DEBUG oslo_vmware.api [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Waiting for the task: (returnval){ [ 1053.152314] env[65418]: value = "task-4688992" [ 1053.152314] env[65418]: _type = "Task" [ 1053.152314] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.167221] env[65418]: DEBUG oslo_vmware.api [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Task: {'id': task-4688992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.177947] env[65418]: DEBUG oslo_vmware.api [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688991, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.317041] env[65418]: DEBUG nova.compute.manager [req-cbb731d6-29fd-4572-8abb-33ead053cdfc req-3d375c58-a14b-4e60-8a89-b91adbba199a service nova] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Received event network-vif-plugged-5e910ffd-ed63-483f-9e19-a406471bcc7a {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1053.317041] env[65418]: DEBUG oslo_concurrency.lockutils [req-cbb731d6-29fd-4572-8abb-33ead053cdfc req-3d375c58-a14b-4e60-8a89-b91adbba199a service nova] Acquiring lock "5bb3d343-2754-4900-aa0c-975cf4ef7af8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.317041] env[65418]: DEBUG oslo_concurrency.lockutils [req-cbb731d6-29fd-4572-8abb-33ead053cdfc req-3d375c58-a14b-4e60-8a89-b91adbba199a service nova] Lock "5bb3d343-2754-4900-aa0c-975cf4ef7af8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.317041] env[65418]: DEBUG oslo_concurrency.lockutils [req-cbb731d6-29fd-4572-8abb-33ead053cdfc req-3d375c58-a14b-4e60-8a89-b91adbba199a service nova] Lock "5bb3d343-2754-4900-aa0c-975cf4ef7af8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.317041] env[65418]: DEBUG nova.compute.manager [req-cbb731d6-29fd-4572-8abb-33ead053cdfc req-3d375c58-a14b-4e60-8a89-b91adbba199a service nova] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] No waiting events found dispatching network-vif-plugged-5e910ffd-ed63-483f-9e19-a406471bcc7a {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1053.317041] env[65418]: WARNING nova.compute.manager [req-cbb731d6-29fd-4572-8abb-33ead053cdfc req-3d375c58-a14b-4e60-8a89-b91adbba199a service nova] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Received unexpected event network-vif-plugged-5e910ffd-ed63-483f-9e19-a406471bcc7a for instance with vm_state building and task_state spawning. [ 1053.317041] env[65418]: DEBUG nova.compute.manager [req-cbb731d6-29fd-4572-8abb-33ead053cdfc req-3d375c58-a14b-4e60-8a89-b91adbba199a service nova] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Received event network-changed-5e910ffd-ed63-483f-9e19-a406471bcc7a {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1053.317041] env[65418]: DEBUG nova.compute.manager [req-cbb731d6-29fd-4572-8abb-33ead053cdfc req-3d375c58-a14b-4e60-8a89-b91adbba199a service nova] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Refreshing instance network info cache due to event network-changed-5e910ffd-ed63-483f-9e19-a406471bcc7a. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1053.317041] env[65418]: DEBUG oslo_concurrency.lockutils [req-cbb731d6-29fd-4572-8abb-33ead053cdfc req-3d375c58-a14b-4e60-8a89-b91adbba199a service nova] Acquiring lock "refresh_cache-5bb3d343-2754-4900-aa0c-975cf4ef7af8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.328480] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99537c18-278d-4218-bd21-df5a8090b90a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.339848] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb102023-5b15-4f09-b37c-631e010a55e7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.377218] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c4783d-f074-49b0-b8d3-2f69a8afd031 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.388075] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3b6cc8-836b-4178-9335-509121873f8a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.402849] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Releasing lock "refresh_cache-e1af7d32-1631-48ac-a7f5-73a1888e6ebe" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.407688] env[65418]: DEBUG nova.compute.provider_tree [None req-8b9638bc-ae57-4128-bc74-0036a9d8f25f tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.456743] env[65418]: DEBUG nova.network.neutron [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Successfully created port: 3a02d043-c97b-4812-8a6f-f19b877fa424 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1053.487789] env[65418]: DEBUG nova.compute.manager [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1053.493224] env[65418]: DEBUG nova.network.neutron [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1053.623417] env[65418]: WARNING neutronclient.v2_0.client [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.669938] env[65418]: DEBUG oslo_vmware.api [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Task: {'id': task-4688992, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.676034] env[65418]: DEBUG oslo_vmware.api [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64691} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.676527] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 604333c2-981f-4b75-a801-3df14fb50433/604333c2-981f-4b75-a801-3df14fb50433.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.676781] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.679993] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-079e191d-5576-4402-a233-714182b07766 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.686807] env[65418]: DEBUG oslo_vmware.api [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 1053.686807] env[65418]: value = "task-4688993" [ 1053.686807] env[65418]: _type = "Task" [ 1053.686807] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.702155] env[65418]: DEBUG oslo_vmware.api [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688993, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.742532] env[65418]: DEBUG nova.network.neutron [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Updating instance_info_cache with network_info: [{"id": "5e910ffd-ed63-483f-9e19-a406471bcc7a", "address": "fa:16:3e:72:8a:6d", "network": {"id": "0b4d27b9-e8b8-40be-ba95-6e857bc0dc77", "bridge": "br-int", "label": "tempest-ServersTestJSON-903876646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e602a5de371d43328e7231a6867a600a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e910ffd-ed", "ovs_interfaceid": "5e910ffd-ed63-483f-9e19-a406471bcc7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.914036] env[65418]: DEBUG nova.scheduler.client.report [None req-8b9638bc-ae57-4128-bc74-0036a9d8f25f tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.920815] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.920990] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.921189] env[65418]: DEBUG nova.compute.manager [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Going to confirm migration 5 {{(pid=65418) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1053.936054] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90aa271e-6da8-4085-a68a-8872eee67a22 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.958936] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03364b33-3735-461c-8a4d-5c9fcc46b904 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.967246] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Updating instance 'e1af7d32-1631-48ac-a7f5-73a1888e6ebe' progress to 83 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1054.094066] env[65418]: DEBUG oslo_concurrency.lockutils [None req-eeaebd38-6068-403e-9898-c56ed5d2b408 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "6b1ced43-7a2e-40fb-981f-2b167915fee5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.319s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.164252] env[65418]: DEBUG oslo_vmware.api [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Task: {'id': task-4688992, 'name': PowerOnVM_Task, 'duration_secs': 0.599331} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.164592] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.164881] env[65418]: INFO nova.compute.manager [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Took 8.72 seconds to spawn the instance on the hypervisor. [ 1054.165126] env[65418]: DEBUG nova.compute.manager [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1054.166041] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71609ec-9817-4c62-89cc-eddd693c94e3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.195623] env[65418]: DEBUG oslo_vmware.api [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688993, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078719} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.195791] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.196568] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecf4589-d844-43d3-9db6-8d847d4fbf22 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.220427] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 604333c2-981f-4b75-a801-3df14fb50433/604333c2-981f-4b75-a801-3df14fb50433.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.221485] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2385bf27-b221-4a53-a625-60f9b107613c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.244902] env[65418]: DEBUG oslo_vmware.api [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 1054.244902] env[65418]: value = "task-4688994" [ 1054.244902] env[65418]: _type = "Task" [ 1054.244902] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.245266] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Releasing lock "refresh_cache-5bb3d343-2754-4900-aa0c-975cf4ef7af8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.245545] env[65418]: DEBUG nova.compute.manager [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Instance network_info: |[{"id": "5e910ffd-ed63-483f-9e19-a406471bcc7a", "address": "fa:16:3e:72:8a:6d", "network": {"id": "0b4d27b9-e8b8-40be-ba95-6e857bc0dc77", "bridge": "br-int", "label": "tempest-ServersTestJSON-903876646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e602a5de371d43328e7231a6867a600a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e910ffd-ed", "ovs_interfaceid": "5e910ffd-ed63-483f-9e19-a406471bcc7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1054.248790] env[65418]: DEBUG oslo_concurrency.lockutils [req-cbb731d6-29fd-4572-8abb-33ead053cdfc req-3d375c58-a14b-4e60-8a89-b91adbba199a service nova] Acquired lock "refresh_cache-5bb3d343-2754-4900-aa0c-975cf4ef7af8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.248970] env[65418]: DEBUG nova.network.neutron [req-cbb731d6-29fd-4572-8abb-33ead053cdfc req-3d375c58-a14b-4e60-8a89-b91adbba199a service nova] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Refreshing network info cache for port 5e910ffd-ed63-483f-9e19-a406471bcc7a {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.250178] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:8a:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e910ffd-ed63-483f-9e19-a406471bcc7a', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.257806] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Creating folder: Project (e602a5de371d43328e7231a6867a600a). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.258618] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b45aca1d-544f-4947-a6ff-bd38aa4c3a49 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.271174] env[65418]: DEBUG oslo_vmware.api [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.273468] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Created folder: Project (e602a5de371d43328e7231a6867a600a) in parent group-v914982. [ 1054.273791] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Creating folder: Instances. Parent ref: group-v915263. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.274175] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-452066f5-6fbb-4662-a6ab-0e01ab7ec8cd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.289876] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Created folder: Instances in parent group-v915263. [ 1054.290519] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1054.290930] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.291458] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66ab574c-f691-4801-a91d-cd001ef91f63 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.321445] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.321445] env[65418]: value = "task-4688997" [ 1054.321445] env[65418]: _type = "Task" [ 1054.321445] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.333556] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688997, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.388224] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquiring lock "6b1ced43-7a2e-40fb-981f-2b167915fee5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.388628] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "6b1ced43-7a2e-40fb-981f-2b167915fee5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.388850] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquiring lock "6b1ced43-7a2e-40fb-981f-2b167915fee5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.389083] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "6b1ced43-7a2e-40fb-981f-2b167915fee5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.389307] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "6b1ced43-7a2e-40fb-981f-2b167915fee5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.391786] env[65418]: INFO nova.compute.manager [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Terminating instance [ 1054.419214] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8b9638bc-ae57-4128-bc74-0036a9d8f25f tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.422039] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.881s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.422254] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.422700] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65418) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1054.423746] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0db849-8553-4f9e-8cd6-fedc591b3780 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.430819] env[65418]: WARNING neutronclient.v2_0.client [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.438697] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be047b8-46ab-42fa-b6fa-0d6caed84735 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.446398] env[65418]: INFO nova.scheduler.client.report [None req-8b9638bc-ae57-4128-bc74-0036a9d8f25f tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Deleted allocations for instance 9f657eff-f138-407c-8c54-71fd857a3298 [ 1054.459231] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e50c38-a187-4010-b119-841ced5ca8d6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.468264] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a020fa2-2d54-470c-946d-f99a1932ab80 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.472655] env[65418]: WARNING neutronclient.v2_0.client [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.473011] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "refresh_cache-6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.473166] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquired lock "refresh_cache-6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.473331] env[65418]: DEBUG nova.network.neutron [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1054.473505] env[65418]: DEBUG nova.objects.instance [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lazy-loading 'info_cache' on Instance uuid 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.476557] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.477349] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49dab326-a58c-433e-b7cf-15443a6ed2da {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.510702] env[65418]: DEBUG nova.compute.manager [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1054.513285] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178890MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65418) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1054.513501] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.513684] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.518509] env[65418]: DEBUG oslo_vmware.api [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1054.518509] env[65418]: value = "task-4688998" [ 1054.518509] env[65418]: _type = "Task" [ 1054.518509] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.530489] env[65418]: DEBUG oslo_vmware.api [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688998, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.542419] env[65418]: DEBUG nova.virt.hardware [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1054.542713] env[65418]: DEBUG nova.virt.hardware [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.542868] env[65418]: DEBUG nova.virt.hardware [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1054.543092] env[65418]: DEBUG nova.virt.hardware [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.543213] env[65418]: DEBUG nova.virt.hardware [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1054.543356] env[65418]: DEBUG nova.virt.hardware [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1054.543589] env[65418]: DEBUG nova.virt.hardware [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1054.543749] env[65418]: DEBUG nova.virt.hardware [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1054.543896] env[65418]: DEBUG nova.virt.hardware [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1054.544067] env[65418]: DEBUG nova.virt.hardware [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1054.544264] env[65418]: DEBUG nova.virt.hardware [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1054.545092] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56136a0-63f7-4bd0-b0e4-8b62f3e2b32a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.553948] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be740f92-fbbf-43bf-aad6-63d54b63da49 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.685289] env[65418]: INFO nova.compute.manager [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Took 20.07 seconds to build instance. [ 1054.759424] env[65418]: WARNING neutronclient.v2_0.client [req-cbb731d6-29fd-4572-8abb-33ead053cdfc req-3d375c58-a14b-4e60-8a89-b91adbba199a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.761920] env[65418]: DEBUG oslo_vmware.api [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688994, 'name': ReconfigVM_Task, 'duration_secs': 0.405467} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.762494] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 604333c2-981f-4b75-a801-3df14fb50433/604333c2-981f-4b75-a801-3df14fb50433.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.763157] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c45d8eb7-1448-47e1-bcab-cb278d893bb9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.770839] env[65418]: DEBUG oslo_vmware.api [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 1054.770839] env[65418]: value = "task-4688999" [ 1054.770839] env[65418]: _type = "Task" [ 1054.770839] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.779964] env[65418]: DEBUG oslo_vmware.api [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688999, 'name': Rename_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.832800] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4688997, 'name': CreateVM_Task, 'duration_secs': 0.474733} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.833391] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.833989] env[65418]: WARNING neutronclient.v2_0.client [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.834379] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.834531] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.834894] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.835169] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d74a7017-7187-459e-b7ec-70033d738945 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.841349] env[65418]: DEBUG oslo_vmware.api [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1054.841349] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5215f8c0-7bf6-a7d6-79a5-16bc521db03c" [ 1054.841349] env[65418]: _type = "Task" [ 1054.841349] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.853634] env[65418]: DEBUG oslo_vmware.api [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5215f8c0-7bf6-a7d6-79a5-16bc521db03c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.895661] env[65418]: DEBUG nova.compute.manager [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1054.895952] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.896932] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b36971-d60d-47f3-b3e5-aea1025adbef {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.909880] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.910227] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-067832dd-681a-494b-9e5d-243941cfadc3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.918920] env[65418]: DEBUG oslo_vmware.api [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 1054.918920] env[65418]: value = "task-4689000" [ 1054.918920] env[65418]: _type = "Task" [ 1054.918920] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.931046] env[65418]: DEBUG oslo_vmware.api [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4689000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.968069] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8b9638bc-ae57-4128-bc74-0036a9d8f25f tempest-ServersNegativeTestJSON-1140018984 tempest-ServersNegativeTestJSON-1140018984-project-member] Lock "9f657eff-f138-407c-8c54-71fd857a3298" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.833s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.039709] env[65418]: DEBUG oslo_vmware.api [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4688998, 'name': PowerOnVM_Task, 'duration_secs': 0.481162} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.040041] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.040240] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffecf60-b0eb-4430-b30b-ff630a28f88a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Updating instance 'e1af7d32-1631-48ac-a7f5-73a1888e6ebe' progress to 100 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1055.104500] env[65418]: DEBUG nova.network.neutron [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Successfully updated port: 3a02d043-c97b-4812-8a6f-f19b877fa424 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1055.188419] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5f5444fa-7976-4d2e-aa2e-7fea6f33daa9 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Lock "9785b9d5-df0c-4084-a2c7-a47cf7ca4a23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.583s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.285836] env[65418]: DEBUG oslo_vmware.api [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4688999, 'name': Rename_Task, 'duration_secs': 0.175165} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.285836] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.285836] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83ff0b35-7997-4c3f-9103-e5a9eaaadc55 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.294024] env[65418]: DEBUG oslo_vmware.api [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 1055.294024] env[65418]: value = "task-4689001" [ 1055.294024] env[65418]: _type = "Task" [ 1055.294024] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.302288] env[65418]: DEBUG oslo_vmware.api [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.354457] env[65418]: DEBUG oslo_vmware.api [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5215f8c0-7bf6-a7d6-79a5-16bc521db03c, 'name': SearchDatastore_Task, 'duration_secs': 0.013038} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.355377] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.355543] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.359383] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.359383] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.359383] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.359383] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6d85f8b-589d-4d8e-bec6-adb66c6883c5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.374518] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.376263] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.376263] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-654c7962-dd67-4963-a1c5-e8ef9b88caae {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.383455] env[65418]: DEBUG oslo_vmware.api [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1055.383455] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521529d6-6c16-d6ac-0745-1c0c7742a5e1" [ 1055.383455] env[65418]: _type = "Task" [ 1055.383455] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.394161] env[65418]: DEBUG oslo_vmware.api [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521529d6-6c16-d6ac-0745-1c0c7742a5e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.428891] env[65418]: DEBUG oslo_vmware.api [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4689000, 'name': PowerOffVM_Task, 'duration_secs': 0.377906} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.429542] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1055.429865] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.430320] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1654b859-93af-478b-89ef-d729ff933db4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.488850] env[65418]: WARNING neutronclient.v2_0.client [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.507299] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.507299] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.507299] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Deleting the datastore file [datastore2] 6b1ced43-7a2e-40fb-981f-2b167915fee5 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.507299] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee2358f0-ccd2-48df-8412-e7abed6d56ee {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.514941] env[65418]: DEBUG oslo_vmware.api [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 1055.514941] env[65418]: value = "task-4689003" [ 1055.514941] env[65418]: _type = "Task" [ 1055.514941] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.525425] env[65418]: DEBUG oslo_vmware.api [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4689003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.536030] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Applying migration context for instance 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f as it has an incoming, in-progress migration 09bfe407-5d9e-4702-beaa-6c46b878410f. Migration status is finished {{(pid=65418) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1055.536030] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Applying migration context for instance e1af7d32-1631-48ac-a7f5-73a1888e6ebe as it has an incoming, in-progress migration 9da63c55-e266-4e03-b35d-caefdc343b1a. Migration status is post-migrating {{(pid=65418) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1055.536902] env[65418]: INFO nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Updating resource usage from migration 09bfe407-5d9e-4702-beaa-6c46b878410f [ 1055.537261] env[65418]: INFO nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Updating resource usage from migration 9da63c55-e266-4e03-b35d-caefdc343b1a [ 1055.566575] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance f2797997-11ac-4c21-a8db-2588e2232436 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1055.566734] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 6d696804-7857-4d8b-b4bf-fa79c8615b5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1055.566851] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance f20a3241-1b6e-4072-b3f6-f8cef3f52188 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1055.566965] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 6b1ced43-7a2e-40fb-981f-2b167915fee5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1055.567093] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 9980df28-b588-438f-8dc0-76636341a971 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1055.567294] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 024389d2-ea56-42de-aad2-a442c2b8f8cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1055.567294] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 33a44345-97a7-4c3b-8ed3-e5c04b2f409d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1055.567439] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 0fd1da75-65c3-40d2-8343-437b77b1e4ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1055.567491] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance ab293e37-eb14-418f-9a96-9be31d1871a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1055.567598] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Migration 09bfe407-5d9e-4702-beaa-6c46b878410f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1055.567700] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1055.567802] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Migration 9da63c55-e266-4e03-b35d-caefdc343b1a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1055.567902] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance e1af7d32-1631-48ac-a7f5-73a1888e6ebe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1055.568014] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1055.568124] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 604333c2-981f-4b75-a801-3df14fb50433 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1055.568415] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 5bb3d343-2754-4900-aa0c-975cf4ef7af8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1055.568415] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance aaa45e06-f9b4-4c75-8814-65a0d2160f24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1055.568533] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=65418) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1055.568673] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3904MB phys_disk=100GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '15', 'num_vm_active': '10', 'num_task_None': '9', 'num_os_type_None': '15', 'num_proj_68957baf5aec4df4b0008c8d4632ba1b': '3', 'io_workload': '3', 'num_vm_rescued': '1', 'num_proj_4f0140731fab4ddebe63cfa14ec652ae': '2', 'num_task_deleting': '2', 'num_proj_d6824359fffa4e4a9be6a8fcfac948e7': '1', 'num_vm_resized': '1', 'num_proj_ea9a1850358a42e49d88f4b344fe6d7e': '1', 'num_task_resize_finish': '1', 'num_proj_378c1e35059b4dddb61aa567774373a7': '1', 'num_proj_b21b7d247caf4ad6a1b41e1f7805ca66': '1', 'num_proj_5e0727a4c133420fa0cb4f4356dee109': '1', 'num_proj_5e14fd3d9ea54564854290858d3c5cc9': '1', 'num_proj_16f9efa9ce684babaf63ac94bbe8023a': '1', 'num_vm_building': '3', 'num_task_spawning': '3', 'num_proj_2ca3b83200614608a1469439b601a853': '1', 'num_proj_e602a5de371d43328e7231a6867a600a': '1', 'num_proj_bf990c4ef1ff4879ba4e5d9c0086dc0f': '1'} {{(pid=65418) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1055.609190] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "refresh_cache-aaa45e06-f9b4-4c75-8814-65a0d2160f24" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.609190] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquired lock "refresh_cache-aaa45e06-f9b4-4c75-8814-65a0d2160f24" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.609190] env[65418]: DEBUG nova.network.neutron [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1055.803545] env[65418]: DEBUG oslo_vmware.api [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689001, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.817843] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61516cd-a27c-4a99-9332-f7fc83baa876 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.826948] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88484d72-3651-43f9-b31a-c21cf01ed07c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.861543] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1d0a08-e9b7-40d0-b95f-965dfcc686bb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.868772] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad317684-72e3-49d1-aa4d-4144570348ed {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.884749] env[65418]: DEBUG nova.compute.provider_tree [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1055.896070] env[65418]: DEBUG oslo_vmware.api [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521529d6-6c16-d6ac-0745-1c0c7742a5e1, 'name': SearchDatastore_Task, 'duration_secs': 0.015365} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.898661] env[65418]: WARNING neutronclient.v2_0.client [req-cbb731d6-29fd-4572-8abb-33ead053cdfc req-3d375c58-a14b-4e60-8a89-b91adbba199a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.901147] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a824c34b-86f3-49a7-955d-2047409dd20a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.908955] env[65418]: DEBUG oslo_vmware.api [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1055.908955] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52041c1c-a29d-60d3-82ef-e94d467acd49" [ 1055.908955] env[65418]: _type = "Task" [ 1055.908955] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.922600] env[65418]: DEBUG oslo_vmware.api [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52041c1c-a29d-60d3-82ef-e94d467acd49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.027847] env[65418]: DEBUG oslo_vmware.api [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4689003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146409} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.028114] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.028461] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.028461] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.028729] env[65418]: INFO nova.compute.manager [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1056.029388] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1056.029388] env[65418]: DEBUG nova.compute.manager [-] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1056.029388] env[65418]: DEBUG nova.network.neutron [-] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1056.029767] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.136885] env[65418]: DEBUG nova.network.neutron [req-cbb731d6-29fd-4572-8abb-33ead053cdfc req-3d375c58-a14b-4e60-8a89-b91adbba199a service nova] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Updated VIF entry in instance network info cache for port 5e910ffd-ed63-483f-9e19-a406471bcc7a. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1056.137680] env[65418]: DEBUG nova.network.neutron [req-cbb731d6-29fd-4572-8abb-33ead053cdfc req-3d375c58-a14b-4e60-8a89-b91adbba199a service nova] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Updating instance_info_cache with network_info: [{"id": "5e910ffd-ed63-483f-9e19-a406471bcc7a", "address": "fa:16:3e:72:8a:6d", "network": {"id": "0b4d27b9-e8b8-40be-ba95-6e857bc0dc77", "bridge": "br-int", "label": "tempest-ServersTestJSON-903876646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e602a5de371d43328e7231a6867a600a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e910ffd-ed", "ovs_interfaceid": "5e910ffd-ed63-483f-9e19-a406471bcc7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.203020] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.286633] env[65418]: DEBUG nova.network.neutron [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1056.307405] env[65418]: DEBUG oslo_vmware.api [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689001, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.406297] env[65418]: DEBUG nova.compute.manager [req-d7c24694-c648-4932-a6d2-e511d16f3ee7 req-cf305a50-230c-44ba-a7e1-09f324ee5c0a service nova] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Received event network-vif-plugged-3a02d043-c97b-4812-8a6f-f19b877fa424 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1056.406297] env[65418]: DEBUG oslo_concurrency.lockutils [req-d7c24694-c648-4932-a6d2-e511d16f3ee7 req-cf305a50-230c-44ba-a7e1-09f324ee5c0a service nova] Acquiring lock "aaa45e06-f9b4-4c75-8814-65a0d2160f24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.406297] env[65418]: DEBUG oslo_concurrency.lockutils [req-d7c24694-c648-4932-a6d2-e511d16f3ee7 req-cf305a50-230c-44ba-a7e1-09f324ee5c0a service nova] Lock "aaa45e06-f9b4-4c75-8814-65a0d2160f24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.406297] env[65418]: DEBUG oslo_concurrency.lockutils [req-d7c24694-c648-4932-a6d2-e511d16f3ee7 req-cf305a50-230c-44ba-a7e1-09f324ee5c0a service nova] Lock "aaa45e06-f9b4-4c75-8814-65a0d2160f24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.406553] env[65418]: DEBUG nova.compute.manager [req-d7c24694-c648-4932-a6d2-e511d16f3ee7 req-cf305a50-230c-44ba-a7e1-09f324ee5c0a service nova] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] No waiting events found dispatching network-vif-plugged-3a02d043-c97b-4812-8a6f-f19b877fa424 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1056.406608] env[65418]: WARNING nova.compute.manager [req-d7c24694-c648-4932-a6d2-e511d16f3ee7 req-cf305a50-230c-44ba-a7e1-09f324ee5c0a service nova] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Received unexpected event network-vif-plugged-3a02d043-c97b-4812-8a6f-f19b877fa424 for instance with vm_state building and task_state spawning. [ 1056.406784] env[65418]: DEBUG nova.compute.manager [req-d7c24694-c648-4932-a6d2-e511d16f3ee7 req-cf305a50-230c-44ba-a7e1-09f324ee5c0a service nova] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Received event network-changed-3a02d043-c97b-4812-8a6f-f19b877fa424 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1056.406935] env[65418]: DEBUG nova.compute.manager [req-d7c24694-c648-4932-a6d2-e511d16f3ee7 req-cf305a50-230c-44ba-a7e1-09f324ee5c0a service nova] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Refreshing instance network info cache due to event network-changed-3a02d043-c97b-4812-8a6f-f19b877fa424. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1056.407104] env[65418]: DEBUG oslo_concurrency.lockutils [req-d7c24694-c648-4932-a6d2-e511d16f3ee7 req-cf305a50-230c-44ba-a7e1-09f324ee5c0a service nova] Acquiring lock "refresh_cache-aaa45e06-f9b4-4c75-8814-65a0d2160f24" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.425880] env[65418]: DEBUG oslo_vmware.api [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52041c1c-a29d-60d3-82ef-e94d467acd49, 'name': SearchDatastore_Task, 'duration_secs': 0.012705} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.426815] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.426956] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 5bb3d343-2754-4900-aa0c-975cf4ef7af8/5bb3d343-2754-4900-aa0c-975cf4ef7af8.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.427196] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fe33f30-a887-47c9-b401-23f7fdc01dc6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.437944] env[65418]: DEBUG oslo_vmware.api [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1056.437944] env[65418]: value = "task-4689004" [ 1056.437944] env[65418]: _type = "Task" [ 1056.437944] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.453102] env[65418]: DEBUG oslo_vmware.api [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.547424] env[65418]: DEBUG nova.scheduler.client.report [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Updated inventory for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with generation 129 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1056.547682] env[65418]: DEBUG nova.compute.provider_tree [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Updating resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 generation from 129 to 130 during operation: update_inventory {{(pid=65418) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1056.547845] env[65418]: DEBUG nova.compute.provider_tree [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1056.620394] env[65418]: WARNING neutronclient.v2_0.client [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.645615] env[65418]: DEBUG oslo_concurrency.lockutils [req-cbb731d6-29fd-4572-8abb-33ead053cdfc req-3d375c58-a14b-4e60-8a89-b91adbba199a service nova] Releasing lock "refresh_cache-5bb3d343-2754-4900-aa0c-975cf4ef7af8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.806717] env[65418]: DEBUG oslo_vmware.api [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689001, 'name': PowerOnVM_Task, 'duration_secs': 1.197005} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.807038] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.807218] env[65418]: INFO nova.compute.manager [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Took 7.48 seconds to spawn the instance on the hypervisor. [ 1056.807385] env[65418]: DEBUG nova.compute.manager [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1056.808312] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd98b2d-e476-454d-833a-14e375f7d533 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.910618] env[65418]: WARNING neutronclient.v2_0.client [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.951354] env[65418]: DEBUG oslo_vmware.api [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689004, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.004917] env[65418]: DEBUG nova.network.neutron [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Updating instance_info_cache with network_info: [{"id": "9236d87e-195c-4d29-9a5d-9308481092bc", "address": "fa:16:3e:40:99:af", "network": {"id": "2562c175-4d15-43d3-b157-3d30695ce81c", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-402255614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea9a1850358a42e49d88f4b344fe6d7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cde23701-02ca-4cb4-b5a6-d321f8ac9660", "external-id": "nsx-vlan-transportzone-586", "segmentation_id": 586, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9236d87e-19", "ovs_interfaceid": "9236d87e-195c-4d29-9a5d-9308481092bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.054992] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65418) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1057.055214] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.541s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.078507] env[65418]: DEBUG nova.network.neutron [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Updating instance_info_cache with network_info: [{"id": "3a02d043-c97b-4812-8a6f-f19b877fa424", "address": "fa:16:3e:ae:e7:07", "network": {"id": "8300f26e-bb5f-4680-8e68-d1a25e45be92", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-401722129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf990c4ef1ff4879ba4e5d9c0086dc0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a02d043-c9", "ovs_interfaceid": "3a02d043-c97b-4812-8a6f-f19b877fa424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.329839] env[65418]: INFO nova.compute.manager [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Took 18.38 seconds to build instance. [ 1057.336927] env[65418]: DEBUG nova.network.neutron [-] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.448106] env[65418]: DEBUG nova.compute.manager [req-b8ae9783-61c0-448d-9268-4973560a1c9e req-21603af7-0c55-4d9f-a068-db7cb884098e service nova] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Received event network-changed-c6b0dc50-903e-4458-8efa-75ec3dff016c {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1057.448296] env[65418]: DEBUG nova.compute.manager [req-b8ae9783-61c0-448d-9268-4973560a1c9e req-21603af7-0c55-4d9f-a068-db7cb884098e service nova] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Refreshing instance network info cache due to event network-changed-c6b0dc50-903e-4458-8efa-75ec3dff016c. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1057.448537] env[65418]: DEBUG oslo_concurrency.lockutils [req-b8ae9783-61c0-448d-9268-4973560a1c9e req-21603af7-0c55-4d9f-a068-db7cb884098e service nova] Acquiring lock "refresh_cache-9785b9d5-df0c-4084-a2c7-a47cf7ca4a23" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.448672] env[65418]: DEBUG oslo_concurrency.lockutils [req-b8ae9783-61c0-448d-9268-4973560a1c9e req-21603af7-0c55-4d9f-a068-db7cb884098e service nova] Acquired lock "refresh_cache-9785b9d5-df0c-4084-a2c7-a47cf7ca4a23" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.448839] env[65418]: DEBUG nova.network.neutron [req-b8ae9783-61c0-448d-9268-4973560a1c9e req-21603af7-0c55-4d9f-a068-db7cb884098e service nova] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Refreshing network info cache for port c6b0dc50-903e-4458-8efa-75ec3dff016c {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.458998] env[65418]: DEBUG oslo_vmware.api [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633271} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.459176] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 5bb3d343-2754-4900-aa0c-975cf4ef7af8/5bb3d343-2754-4900-aa0c-975cf4ef7af8.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.460049] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.460049] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ddd59a0-79cb-4dac-8b1b-b23597830877 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.468262] env[65418]: DEBUG oslo_vmware.api [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1057.468262] env[65418]: value = "task-4689005" [ 1057.468262] env[65418]: _type = "Task" [ 1057.468262] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.480674] env[65418]: DEBUG oslo_vmware.api [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689005, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.507951] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Releasing lock "refresh_cache-6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.508333] env[65418]: DEBUG nova.objects.instance [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lazy-loading 'migration_context' on Instance uuid 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.584087] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Releasing lock "refresh_cache-aaa45e06-f9b4-4c75-8814-65a0d2160f24" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.584506] env[65418]: DEBUG nova.compute.manager [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Instance network_info: |[{"id": "3a02d043-c97b-4812-8a6f-f19b877fa424", "address": "fa:16:3e:ae:e7:07", "network": {"id": "8300f26e-bb5f-4680-8e68-d1a25e45be92", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-401722129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf990c4ef1ff4879ba4e5d9c0086dc0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a02d043-c9", "ovs_interfaceid": "3a02d043-c97b-4812-8a6f-f19b877fa424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1057.584848] env[65418]: DEBUG oslo_concurrency.lockutils [req-d7c24694-c648-4932-a6d2-e511d16f3ee7 req-cf305a50-230c-44ba-a7e1-09f324ee5c0a service nova] Acquired lock "refresh_cache-aaa45e06-f9b4-4c75-8814-65a0d2160f24" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.585025] env[65418]: DEBUG nova.network.neutron [req-d7c24694-c648-4932-a6d2-e511d16f3ee7 req-cf305a50-230c-44ba-a7e1-09f324ee5c0a service nova] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Refreshing network info cache for port 3a02d043-c97b-4812-8a6f-f19b877fa424 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.586284] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:e7:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '46e1fc20-2067-4e1a-9812-702772a2c82c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a02d043-c97b-4812-8a6f-f19b877fa424', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.594377] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1057.595508] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.596329] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53a5ef58-93cd-42ac-89a4-c75464640a04 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.619436] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.619436] env[65418]: value = "task-4689006" [ 1057.619436] env[65418]: _type = "Task" [ 1057.619436] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.629554] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689006, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.832898] env[65418]: DEBUG oslo_concurrency.lockutils [None req-140d4c30-3ef4-4ecf-9d7b-643ce7c040f7 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "604333c2-981f-4b75-a801-3df14fb50433" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.898s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.838969] env[65418]: INFO nova.compute.manager [-] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Took 1.81 seconds to deallocate network for instance. [ 1057.952523] env[65418]: WARNING neutronclient.v2_0.client [req-b8ae9783-61c0-448d-9268-4973560a1c9e req-21603af7-0c55-4d9f-a068-db7cb884098e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.979442] env[65418]: DEBUG oslo_vmware.api [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689005, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076262} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.979912] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.980767] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d606572c-1090-42d5-82a2-348ceb66963d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.006674] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 5bb3d343-2754-4900-aa0c-975cf4ef7af8/5bb3d343-2754-4900-aa0c-975cf4ef7af8.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.010465] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd3c5e16-c438-416f-b756-a5cfa5256d15 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.026877] env[65418]: DEBUG nova.objects.base [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Object Instance<6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f> lazy-loaded attributes: info_cache,migration_context {{(pid=65418) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1058.028656] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91fbfb5-465b-4c66-90d4-993f3e476296 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.055185] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fb34e24-591d-4218-a01f-3410ca7406a9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.057866] env[65418]: DEBUG oslo_vmware.api [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1058.057866] env[65418]: value = "task-4689007" [ 1058.057866] env[65418]: _type = "Task" [ 1058.057866] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.062694] env[65418]: DEBUG oslo_vmware.api [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 1058.062694] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ccedc7-7b26-28cf-574f-83cc8ce5d48c" [ 1058.062694] env[65418]: _type = "Task" [ 1058.062694] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.070181] env[65418]: DEBUG oslo_vmware.api [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689007, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.077641] env[65418]: DEBUG oslo_vmware.api [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ccedc7-7b26-28cf-574f-83cc8ce5d48c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.095966] env[65418]: WARNING neutronclient.v2_0.client [req-d7c24694-c648-4932-a6d2-e511d16f3ee7 req-cf305a50-230c-44ba-a7e1-09f324ee5c0a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.130914] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689006, 'name': CreateVM_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.211483] env[65418]: WARNING neutronclient.v2_0.client [req-b8ae9783-61c0-448d-9268-4973560a1c9e req-21603af7-0c55-4d9f-a068-db7cb884098e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.254686] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c5dbd09c-9b6e-46a7-b79f-21f0e5130f0c tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "e1af7d32-1631-48ac-a7f5-73a1888e6ebe" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.255352] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c5dbd09c-9b6e-46a7-b79f-21f0e5130f0c tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "e1af7d32-1631-48ac-a7f5-73a1888e6ebe" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.255614] env[65418]: DEBUG nova.compute.manager [None req-c5dbd09c-9b6e-46a7-b79f-21f0e5130f0c tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Going to confirm migration 6 {{(pid=65418) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1058.302102] env[65418]: WARNING neutronclient.v2_0.client [req-d7c24694-c648-4932-a6d2-e511d16f3ee7 req-cf305a50-230c-44ba-a7e1-09f324ee5c0a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.326232] env[65418]: DEBUG nova.network.neutron [req-b8ae9783-61c0-448d-9268-4973560a1c9e req-21603af7-0c55-4d9f-a068-db7cb884098e service nova] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Updated VIF entry in instance network info cache for port c6b0dc50-903e-4458-8efa-75ec3dff016c. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1058.326815] env[65418]: DEBUG nova.network.neutron [req-b8ae9783-61c0-448d-9268-4973560a1c9e req-21603af7-0c55-4d9f-a068-db7cb884098e service nova] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Updating instance_info_cache with network_info: [{"id": "c6b0dc50-903e-4458-8efa-75ec3dff016c", "address": "fa:16:3e:48:d9:32", "network": {"id": "a57cac7a-e570-4eea-8ca0-e68bb4fb3571", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1411293939-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16f9efa9ce684babaf63ac94bbe8023a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc6b0dc50-90", "ovs_interfaceid": "c6b0dc50-903e-4458-8efa-75ec3dff016c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.345997] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.345997] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.346581] env[65418]: DEBUG nova.objects.instance [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lazy-loading 'resources' on Instance uuid 6b1ced43-7a2e-40fb-981f-2b167915fee5 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.396504] env[65418]: DEBUG nova.network.neutron [req-d7c24694-c648-4932-a6d2-e511d16f3ee7 req-cf305a50-230c-44ba-a7e1-09f324ee5c0a service nova] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Updated VIF entry in instance network info cache for port 3a02d043-c97b-4812-8a6f-f19b877fa424. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1058.396890] env[65418]: DEBUG nova.network.neutron [req-d7c24694-c648-4932-a6d2-e511d16f3ee7 req-cf305a50-230c-44ba-a7e1-09f324ee5c0a service nova] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Updating instance_info_cache with network_info: [{"id": "3a02d043-c97b-4812-8a6f-f19b877fa424", "address": "fa:16:3e:ae:e7:07", "network": {"id": "8300f26e-bb5f-4680-8e68-d1a25e45be92", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-401722129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf990c4ef1ff4879ba4e5d9c0086dc0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a02d043-c9", "ovs_interfaceid": "3a02d043-c97b-4812-8a6f-f19b877fa424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.573541] env[65418]: DEBUG oslo_vmware.api [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689007, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.580958] env[65418]: DEBUG oslo_vmware.api [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ccedc7-7b26-28cf-574f-83cc8ce5d48c, 'name': SearchDatastore_Task, 'duration_secs': 0.024853} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.581236] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.632231] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689006, 'name': CreateVM_Task, 'duration_secs': 0.73823} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.632554] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.633219] env[65418]: WARNING neutronclient.v2_0.client [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.633807] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.634119] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.635134] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.635134] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c6e6454-1a39-426d-b8c2-b8544b2518e8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.640692] env[65418]: DEBUG oslo_vmware.api [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 1058.640692] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52cac748-7530-4383-b90e-a97bbe0aa888" [ 1058.640692] env[65418]: _type = "Task" [ 1058.640692] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.651499] env[65418]: DEBUG oslo_vmware.api [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52cac748-7530-4383-b90e-a97bbe0aa888, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.718013] env[65418]: DEBUG nova.compute.manager [req-d027ef43-e5a0-4fa9-9c21-753e0d10a910 req-34344999-bfef-4aec-8918-1dbc4d745765 service nova] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Received event network-vif-deleted-15ffc214-b1d2-4e69-8a67-f9c54cc59db3 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1058.765879] env[65418]: WARNING neutronclient.v2_0.client [None req-c5dbd09c-9b6e-46a7-b79f-21f0e5130f0c tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.801219] env[65418]: WARNING neutronclient.v2_0.client [None req-c5dbd09c-9b6e-46a7-b79f-21f0e5130f0c tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.801653] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c5dbd09c-9b6e-46a7-b79f-21f0e5130f0c tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "refresh_cache-e1af7d32-1631-48ac-a7f5-73a1888e6ebe" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.801871] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c5dbd09c-9b6e-46a7-b79f-21f0e5130f0c tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquired lock "refresh_cache-e1af7d32-1631-48ac-a7f5-73a1888e6ebe" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.802498] env[65418]: DEBUG nova.network.neutron [None req-c5dbd09c-9b6e-46a7-b79f-21f0e5130f0c tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1058.802498] env[65418]: DEBUG nova.objects.instance [None req-c5dbd09c-9b6e-46a7-b79f-21f0e5130f0c tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lazy-loading 'info_cache' on Instance uuid e1af7d32-1631-48ac-a7f5-73a1888e6ebe {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.831049] env[65418]: DEBUG oslo_concurrency.lockutils [req-b8ae9783-61c0-448d-9268-4973560a1c9e req-21603af7-0c55-4d9f-a068-db7cb884098e service nova] Releasing lock "refresh_cache-9785b9d5-df0c-4084-a2c7-a47cf7ca4a23" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.900179] env[65418]: DEBUG oslo_concurrency.lockutils [req-d7c24694-c648-4932-a6d2-e511d16f3ee7 req-cf305a50-230c-44ba-a7e1-09f324ee5c0a service nova] Releasing lock "refresh_cache-aaa45e06-f9b4-4c75-8814-65a0d2160f24" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.070526] env[65418]: DEBUG oslo_vmware.api [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689007, 'name': ReconfigVM_Task, 'duration_secs': 0.932632} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.070832] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 5bb3d343-2754-4900-aa0c-975cf4ef7af8/5bb3d343-2754-4900-aa0c-975cf4ef7af8.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.071497] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2be11f91-2891-4a90-9c70-fc1985aae5d8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.081064] env[65418]: DEBUG oslo_vmware.api [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1059.081064] env[65418]: value = "task-4689008" [ 1059.081064] env[65418]: _type = "Task" [ 1059.081064] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.092590] env[65418]: DEBUG oslo_vmware.api [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689008, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.140868] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93e237a-f0fc-4aaa-b43c-4559d91d3b48 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.163311] env[65418]: DEBUG oslo_vmware.api [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52cac748-7530-4383-b90e-a97bbe0aa888, 'name': SearchDatastore_Task, 'duration_secs': 0.037178} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.164950] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c104330-b1aa-4bab-9645-55fa37916120 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.169549] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.170337] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.170337] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.170337] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.170549] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.170750] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc57abcc-c7cb-4846-8a00-da467600a2d6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.210224] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098d214e-e389-4f7e-bef3-c71a51969336 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.215964] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.216302] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.217271] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c3a0331-59ea-4111-abed-f1c5e27b5555 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.227948] env[65418]: DEBUG oslo_vmware.api [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 1059.227948] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52a7e997-4300-9bf8-4ebb-e0e515b6a919" [ 1059.227948] env[65418]: _type = "Task" [ 1059.227948] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.229663] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4a4c47-82b0-433f-9493-a1d9f4096206 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.243081] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "0e487c70-bde4-41b4-b818-5f6ee64d7ef8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.243510] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "0e487c70-bde4-41b4-b818-5f6ee64d7ef8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.260542] env[65418]: DEBUG nova.compute.provider_tree [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1059.271123] env[65418]: DEBUG oslo_vmware.api [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52a7e997-4300-9bf8-4ebb-e0e515b6a919, 'name': SearchDatastore_Task, 'duration_secs': 0.025306} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.276984] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-050f2a2c-cc85-4910-8862-1d009af98b4b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.286871] env[65418]: DEBUG oslo_vmware.api [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 1059.286871] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5292fde8-2595-1f5e-cc61-ab50af2c9c48" [ 1059.286871] env[65418]: _type = "Task" [ 1059.286871] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.298161] env[65418]: DEBUG oslo_vmware.api [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5292fde8-2595-1f5e-cc61-ab50af2c9c48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.299104] env[65418]: ERROR nova.scheduler.client.report [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [req-8cad1ffe-aff6-4ab1-bc2c-43804cee9b7a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 04ebeb19-ed8c-4ddf-818a-ebce01147110. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8cad1ffe-aff6-4ab1-bc2c-43804cee9b7a"}]} [ 1059.318675] env[65418]: DEBUG nova.scheduler.client.report [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Refreshing inventories for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1059.333987] env[65418]: DEBUG nova.scheduler.client.report [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Updating ProviderTree inventory for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1059.334283] env[65418]: DEBUG nova.compute.provider_tree [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1059.347607] env[65418]: DEBUG nova.scheduler.client.report [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Refreshing aggregate associations for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110, aggregates: None {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1059.373573] env[65418]: DEBUG nova.scheduler.client.report [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Refreshing trait associations for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1059.480532] env[65418]: DEBUG nova.compute.manager [req-2cf7cf6f-8c16-44ec-8bc8-4e255ef7055a req-95237009-95b1-46f2-bed0-843296fca207 service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Received event network-changed-52f05bf7-02a4-4936-8bc5-bc1d55d4c06e {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1059.482122] env[65418]: DEBUG nova.compute.manager [req-2cf7cf6f-8c16-44ec-8bc8-4e255ef7055a req-95237009-95b1-46f2-bed0-843296fca207 service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Refreshing instance network info cache due to event network-changed-52f05bf7-02a4-4936-8bc5-bc1d55d4c06e. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1059.482122] env[65418]: DEBUG oslo_concurrency.lockutils [req-2cf7cf6f-8c16-44ec-8bc8-4e255ef7055a req-95237009-95b1-46f2-bed0-843296fca207 service nova] Acquiring lock "refresh_cache-604333c2-981f-4b75-a801-3df14fb50433" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.482122] env[65418]: DEBUG oslo_concurrency.lockutils [req-2cf7cf6f-8c16-44ec-8bc8-4e255ef7055a req-95237009-95b1-46f2-bed0-843296fca207 service nova] Acquired lock "refresh_cache-604333c2-981f-4b75-a801-3df14fb50433" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.482122] env[65418]: DEBUG nova.network.neutron [req-2cf7cf6f-8c16-44ec-8bc8-4e255ef7055a req-95237009-95b1-46f2-bed0-843296fca207 service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Refreshing network info cache for port 52f05bf7-02a4-4936-8bc5-bc1d55d4c06e {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.591429] env[65418]: DEBUG oslo_vmware.api [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689008, 'name': Rename_Task, 'duration_secs': 0.176286} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.591716] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.591964] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c24f730-84bf-4d41-b489-587b70818f8e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.600572] env[65418]: DEBUG oslo_vmware.api [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1059.600572] env[65418]: value = "task-4689009" [ 1059.600572] env[65418]: _type = "Task" [ 1059.600572] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.612436] env[65418]: DEBUG oslo_vmware.api [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.627631] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8194e19-3387-42d6-b886-bf86c29231c9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.636440] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e55d792-cca5-407b-9dac-dc0587b20808 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.669111] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c8616d-23af-4279-807d-41e25b19ec83 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.677642] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a67f6c-6661-4038-8cde-98e88256b10b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.692125] env[65418]: DEBUG nova.compute.provider_tree [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1059.748031] env[65418]: DEBUG nova.compute.manager [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1059.801538] env[65418]: DEBUG oslo_vmware.api [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5292fde8-2595-1f5e-cc61-ab50af2c9c48, 'name': SearchDatastore_Task, 'duration_secs': 0.02551} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.801824] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.802092] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] aaa45e06-f9b4-4c75-8814-65a0d2160f24/aaa45e06-f9b4-4c75-8814-65a0d2160f24.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.802369] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7f3c822-d682-4203-b085-6a8433f595d8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.808875] env[65418]: WARNING neutronclient.v2_0.client [None req-c5dbd09c-9b6e-46a7-b79f-21f0e5130f0c tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.812812] env[65418]: DEBUG oslo_vmware.api [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 1059.812812] env[65418]: value = "task-4689010" [ 1059.812812] env[65418]: _type = "Task" [ 1059.812812] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.823419] env[65418]: DEBUG oslo_vmware.api [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4689010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.980613] env[65418]: WARNING neutronclient.v2_0.client [None req-c5dbd09c-9b6e-46a7-b79f-21f0e5130f0c tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.986954] env[65418]: WARNING neutronclient.v2_0.client [req-2cf7cf6f-8c16-44ec-8bc8-4e255ef7055a req-95237009-95b1-46f2-bed0-843296fca207 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.057035] env[65418]: DEBUG nova.network.neutron [None req-c5dbd09c-9b6e-46a7-b79f-21f0e5130f0c tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Updating instance_info_cache with network_info: [{"id": "ad815bb8-7372-43b3-8184-6e19941a5f6f", "address": "fa:16:3e:5e:4c:20", "network": {"id": "a60b1801-8e2d-4966-8362-cdc65ef35a96", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1479408955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "378c1e35059b4dddb61aa567774373a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad815bb8-73", "ovs_interfaceid": "ad815bb8-7372-43b3-8184-6e19941a5f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.113652] env[65418]: DEBUG oslo_vmware.api [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689009, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.219208] env[65418]: WARNING neutronclient.v2_0.client [req-2cf7cf6f-8c16-44ec-8bc8-4e255ef7055a req-95237009-95b1-46f2-bed0-843296fca207 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.229806] env[65418]: DEBUG nova.scheduler.client.report [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Updated inventory for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with generation 131 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1060.230090] env[65418]: DEBUG nova.compute.provider_tree [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Updating resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 generation from 131 to 132 during operation: update_inventory {{(pid=65418) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1060.230273] env[65418]: DEBUG nova.compute.provider_tree [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1060.278546] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.325365] env[65418]: DEBUG oslo_vmware.api [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4689010, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.328599] env[65418]: DEBUG nova.network.neutron [req-2cf7cf6f-8c16-44ec-8bc8-4e255ef7055a req-95237009-95b1-46f2-bed0-843296fca207 service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Updated VIF entry in instance network info cache for port 52f05bf7-02a4-4936-8bc5-bc1d55d4c06e. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1060.329019] env[65418]: DEBUG nova.network.neutron [req-2cf7cf6f-8c16-44ec-8bc8-4e255ef7055a req-95237009-95b1-46f2-bed0-843296fca207 service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Updating instance_info_cache with network_info: [{"id": "52f05bf7-02a4-4936-8bc5-bc1d55d4c06e", "address": "fa:16:3e:9e:1c:59", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52f05bf7-02", "ovs_interfaceid": "52f05bf7-02a4-4936-8bc5-bc1d55d4c06e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.561159] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c5dbd09c-9b6e-46a7-b79f-21f0e5130f0c tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Releasing lock "refresh_cache-e1af7d32-1631-48ac-a7f5-73a1888e6ebe" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.561616] env[65418]: DEBUG nova.objects.instance [None req-c5dbd09c-9b6e-46a7-b79f-21f0e5130f0c tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lazy-loading 'migration_context' on Instance uuid e1af7d32-1631-48ac-a7f5-73a1888e6ebe {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.614248] env[65418]: DEBUG oslo_vmware.api [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689009, 'name': PowerOnVM_Task, 'duration_secs': 1.003728} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.614514] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.614711] env[65418]: INFO nova.compute.manager [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1060.614939] env[65418]: DEBUG nova.compute.manager [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1060.615754] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0225ddc-a830-43d7-b2c2-bf5edff98d48 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.736609] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.390s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.739822] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.159s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.759366] env[65418]: INFO nova.scheduler.client.report [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Deleted allocations for instance 6b1ced43-7a2e-40fb-981f-2b167915fee5 [ 1060.824237] env[65418]: DEBUG oslo_vmware.api [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4689010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758237} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.824504] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] aaa45e06-f9b4-4c75-8814-65a0d2160f24/aaa45e06-f9b4-4c75-8814-65a0d2160f24.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.824830] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.825103] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35d61f71-b121-45de-84b6-65082fa9c346 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.831532] env[65418]: DEBUG oslo_concurrency.lockutils [req-2cf7cf6f-8c16-44ec-8bc8-4e255ef7055a req-95237009-95b1-46f2-bed0-843296fca207 service nova] Releasing lock "refresh_cache-604333c2-981f-4b75-a801-3df14fb50433" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.832784] env[65418]: DEBUG oslo_vmware.api [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 1060.832784] env[65418]: value = "task-4689011" [ 1060.832784] env[65418]: _type = "Task" [ 1060.832784] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.841167] env[65418]: DEBUG oslo_vmware.api [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4689011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.065101] env[65418]: DEBUG nova.objects.base [None req-c5dbd09c-9b6e-46a7-b79f-21f0e5130f0c tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65418) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1061.066132] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9924a5e8-cb08-4467-847e-efd9cead0510 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.095555] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0d6763e-5343-454d-a6f4-d5385936920c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.103842] env[65418]: DEBUG oslo_vmware.api [None req-c5dbd09c-9b6e-46a7-b79f-21f0e5130f0c tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1061.103842] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52933118-746c-0bf5-05c1-7366e2a81464" [ 1061.103842] env[65418]: _type = "Task" [ 1061.103842] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.113943] env[65418]: DEBUG oslo_vmware.api [None req-c5dbd09c-9b6e-46a7-b79f-21f0e5130f0c tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52933118-746c-0bf5-05c1-7366e2a81464, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.134137] env[65418]: INFO nova.compute.manager [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Took 20.82 seconds to build instance. [ 1061.269395] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5e56ac6c-d415-460d-856a-69ada3060097 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "6b1ced43-7a2e-40fb-981f-2b167915fee5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.880s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.346147] env[65418]: DEBUG oslo_vmware.api [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4689011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.273949} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.346893] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.347721] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6343f5-f9a9-4ad9-bebd-371c4af69434 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.374699] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] aaa45e06-f9b4-4c75-8814-65a0d2160f24/aaa45e06-f9b4-4c75-8814-65a0d2160f24.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.377677] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74bf22bf-6e9f-4710-bb3c-a55c23818ae8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.401699] env[65418]: DEBUG oslo_vmware.api [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 1061.401699] env[65418]: value = "task-4689013" [ 1061.401699] env[65418]: _type = "Task" [ 1061.401699] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.413954] env[65418]: DEBUG oslo_vmware.api [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4689013, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.515923] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec30592-f2ee-4d87-9635-168ed83ee21e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.524938] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7eb49b-dd90-46fd-99dd-86076a2be2db {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.559217] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0c4109-2843-40e7-957b-5950e84fe645 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.567797] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08e6f76-30ef-49ff-a24b-b60788a5d6d8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.582687] env[65418]: DEBUG nova.compute.provider_tree [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.615825] env[65418]: DEBUG oslo_vmware.api [None req-c5dbd09c-9b6e-46a7-b79f-21f0e5130f0c tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52933118-746c-0bf5-05c1-7366e2a81464, 'name': SearchDatastore_Task, 'duration_secs': 0.017276} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.616145] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c5dbd09c-9b6e-46a7-b79f-21f0e5130f0c tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.636548] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b831956-c86e-4df5-badb-23a70f417295 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "5bb3d343-2754-4900-aa0c-975cf4ef7af8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.332s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.913437] env[65418]: DEBUG oslo_vmware.api [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4689013, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.086550] env[65418]: DEBUG nova.scheduler.client.report [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.414180] env[65418]: DEBUG oslo_vmware.api [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4689013, 'name': ReconfigVM_Task, 'duration_secs': 0.806579} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.414533] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Reconfigured VM instance instance-00000065 to attach disk [datastore2] aaa45e06-f9b4-4c75-8814-65a0d2160f24/aaa45e06-f9b4-4c75-8814-65a0d2160f24.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.415304] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89422ff8-6999-40ee-bb42-199184f7c89d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.425507] env[65418]: DEBUG oslo_vmware.api [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 1062.425507] env[65418]: value = "task-4689014" [ 1062.425507] env[65418]: _type = "Task" [ 1062.425507] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.440904] env[65418]: DEBUG oslo_vmware.api [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4689014, 'name': Rename_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.700022] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7522d290-a60f-45bd-95c6-fc72fe937023 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "024389d2-ea56-42de-aad2-a442c2b8f8cc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.700394] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7522d290-a60f-45bd-95c6-fc72fe937023 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "024389d2-ea56-42de-aad2-a442c2b8f8cc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.935832] env[65418]: DEBUG oslo_vmware.api [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4689014, 'name': Rename_Task, 'duration_secs': 0.408099} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.936120] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.936372] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-deb346e0-dd24-4651-947c-4a4f625407ff {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.944101] env[65418]: DEBUG oslo_vmware.api [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 1062.944101] env[65418]: value = "task-4689015" [ 1062.944101] env[65418]: _type = "Task" [ 1062.944101] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.954106] env[65418]: DEBUG oslo_vmware.api [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4689015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.099677] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.360s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.102770] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.824s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.104385] env[65418]: INFO nova.compute.claims [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.203888] env[65418]: DEBUG nova.compute.utils [None req-7522d290-a60f-45bd-95c6-fc72fe937023 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.455488] env[65418]: DEBUG oslo_vmware.api [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4689015, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.682540] env[65418]: INFO nova.scheduler.client.report [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Deleted allocation for migration 09bfe407-5d9e-4702-beaa-6c46b878410f [ 1063.706589] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7522d290-a60f-45bd-95c6-fc72fe937023 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "024389d2-ea56-42de-aad2-a442c2b8f8cc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.954922] env[65418]: DEBUG oslo_vmware.api [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4689015, 'name': PowerOnVM_Task, 'duration_secs': 0.634139} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.955223] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.955425] env[65418]: INFO nova.compute.manager [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1063.955598] env[65418]: DEBUG nova.compute.manager [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1063.956395] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5d3c5e-2a9b-4b13-84e1-594f714411ef {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.188966] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.268s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.362541] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec75be87-5c19-47cd-bd09-fc5f2d61467d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.371876] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666422b4-059f-4a77-a607-bfef5da955de {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.405685] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb6ee8d-56e5-4380-8843-228ee5caaf44 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.414260] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ed466b-6b06-4f18-b1d0-a2f00ebcc2fd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.429117] env[65418]: DEBUG nova.compute.provider_tree [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.475333] env[65418]: INFO nova.compute.manager [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Took 21.41 seconds to build instance. [ 1064.785302] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7522d290-a60f-45bd-95c6-fc72fe937023 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "024389d2-ea56-42de-aad2-a442c2b8f8cc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.785589] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7522d290-a60f-45bd-95c6-fc72fe937023 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "024389d2-ea56-42de-aad2-a442c2b8f8cc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.785831] env[65418]: INFO nova.compute.manager [None req-7522d290-a60f-45bd-95c6-fc72fe937023 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Attaching volume b3c0f0ae-f712-4efa-bea6-297f3e9830eb to /dev/sdb [ 1064.817674] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fbd2cc-01b9-4043-912a-3b413b304599 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.827505] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5cccb5-7e5b-4a54-943e-ace94e585b23 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.845041] env[65418]: DEBUG nova.virt.block_device [None req-7522d290-a60f-45bd-95c6-fc72fe937023 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Updating existing volume attachment record: bcbc9876-7bdf-40ce-8f09-4d9be44f9f12 {{(pid=65418) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1064.936022] env[65418]: DEBUG nova.scheduler.client.report [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.977383] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ea67f600-a799-4fa4-9c0d-c24bd05cb685 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "aaa45e06-f9b4-4c75-8814-65a0d2160f24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.923s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.425600] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.425894] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.426127] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.426312] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.426477] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.428793] env[65418]: INFO nova.compute.manager [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Terminating instance [ 1065.439627] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.440339] env[65418]: DEBUG nova.compute.manager [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1065.444461] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c5dbd09c-9b6e-46a7-b79f-21f0e5130f0c tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.828s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.498630] env[65418]: DEBUG nova.compute.manager [req-a54f8c7b-7245-48ab-992b-66568765c46d req-ebdde33c-e7a8-4320-b12e-65714450fcaf service nova] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Received event network-changed-3a02d043-c97b-4812-8a6f-f19b877fa424 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1065.498834] env[65418]: DEBUG nova.compute.manager [req-a54f8c7b-7245-48ab-992b-66568765c46d req-ebdde33c-e7a8-4320-b12e-65714450fcaf service nova] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Refreshing instance network info cache due to event network-changed-3a02d043-c97b-4812-8a6f-f19b877fa424. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1065.499049] env[65418]: DEBUG oslo_concurrency.lockutils [req-a54f8c7b-7245-48ab-992b-66568765c46d req-ebdde33c-e7a8-4320-b12e-65714450fcaf service nova] Acquiring lock "refresh_cache-aaa45e06-f9b4-4c75-8814-65a0d2160f24" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.499189] env[65418]: DEBUG oslo_concurrency.lockutils [req-a54f8c7b-7245-48ab-992b-66568765c46d req-ebdde33c-e7a8-4320-b12e-65714450fcaf service nova] Acquired lock "refresh_cache-aaa45e06-f9b4-4c75-8814-65a0d2160f24" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.499381] env[65418]: DEBUG nova.network.neutron [req-a54f8c7b-7245-48ab-992b-66568765c46d req-ebdde33c-e7a8-4320-b12e-65714450fcaf service nova] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Refreshing network info cache for port 3a02d043-c97b-4812-8a6f-f19b877fa424 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.503740] env[65418]: DEBUG oslo_concurrency.lockutils [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "5187ef4c-2dcb-4975-ac97-832121ea0c38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.503972] env[65418]: DEBUG oslo_concurrency.lockutils [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "5187ef4c-2dcb-4975-ac97-832121ea0c38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.934039] env[65418]: DEBUG nova.compute.manager [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1065.934445] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.935649] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26839005-9834-4d72-91ad-41a4bfb2ec77 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.944024] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.944275] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d83efe83-179a-456a-a335-90345c677b33 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.950056] env[65418]: DEBUG nova.compute.utils [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.952848] env[65418]: DEBUG nova.compute.manager [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1065.953517] env[65418]: DEBUG nova.network.neutron [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1065.953900] env[65418]: WARNING neutronclient.v2_0.client [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.954278] env[65418]: WARNING neutronclient.v2_0.client [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.956530] env[65418]: DEBUG oslo_vmware.api [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 1065.956530] env[65418]: value = "task-4689019" [ 1065.956530] env[65418]: _type = "Task" [ 1065.956530] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.967076] env[65418]: DEBUG oslo_vmware.api [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4689019, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.005318] env[65418]: WARNING neutronclient.v2_0.client [req-a54f8c7b-7245-48ab-992b-66568765c46d req-ebdde33c-e7a8-4320-b12e-65714450fcaf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.008079] env[65418]: DEBUG nova.compute.manager [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1066.025861] env[65418]: DEBUG nova.policy [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbe4a60696ea41d5b19c47e178308983', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ca3b83200614608a1469439b601a853', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.132872] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba3bcce8-e98d-49a1-a011-04c33a9108a2 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquiring lock "6d696804-7857-4d8b-b4bf-fa79c8615b5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.133258] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba3bcce8-e98d-49a1-a011-04c33a9108a2 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "6d696804-7857-4d8b-b4bf-fa79c8615b5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.133893] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba3bcce8-e98d-49a1-a011-04c33a9108a2 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquiring lock "6d696804-7857-4d8b-b4bf-fa79c8615b5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.133893] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba3bcce8-e98d-49a1-a011-04c33a9108a2 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "6d696804-7857-4d8b-b4bf-fa79c8615b5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.134087] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba3bcce8-e98d-49a1-a011-04c33a9108a2 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "6d696804-7857-4d8b-b4bf-fa79c8615b5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.137032] env[65418]: INFO nova.compute.manager [None req-ba3bcce8-e98d-49a1-a011-04c33a9108a2 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Terminating instance [ 1066.282222] env[65418]: WARNING neutronclient.v2_0.client [req-a54f8c7b-7245-48ab-992b-66568765c46d req-ebdde33c-e7a8-4320-b12e-65714450fcaf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.286315] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6f58e4-79b4-4ef3-8fdb-58b642736481 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.299565] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edfbc79-1a80-4af8-9993-817397135c01 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.335528] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9867c74-a0fb-4d30-a152-c15a85e4696f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.344332] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d204cd-0324-406e-9a17-f0aa542158e0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.363335] env[65418]: DEBUG nova.compute.provider_tree [None req-c5dbd09c-9b6e-46a7-b79f-21f0e5130f0c tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.379521] env[65418]: DEBUG nova.network.neutron [req-a54f8c7b-7245-48ab-992b-66568765c46d req-ebdde33c-e7a8-4320-b12e-65714450fcaf service nova] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Updated VIF entry in instance network info cache for port 3a02d043-c97b-4812-8a6f-f19b877fa424. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1066.380076] env[65418]: DEBUG nova.network.neutron [req-a54f8c7b-7245-48ab-992b-66568765c46d req-ebdde33c-e7a8-4320-b12e-65714450fcaf service nova] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Updating instance_info_cache with network_info: [{"id": "3a02d043-c97b-4812-8a6f-f19b877fa424", "address": "fa:16:3e:ae:e7:07", "network": {"id": "8300f26e-bb5f-4680-8e68-d1a25e45be92", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-401722129-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf990c4ef1ff4879ba4e5d9c0086dc0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "46e1fc20-2067-4e1a-9812-702772a2c82c", "external-id": "nsx-vlan-transportzone-210", "segmentation_id": 210, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a02d043-c9", "ovs_interfaceid": "3a02d043-c97b-4812-8a6f-f19b877fa424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.433953] env[65418]: DEBUG nova.network.neutron [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Successfully created port: db3796f3-9b89-4483-94e0-dfdafaa3ed33 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1066.458535] env[65418]: DEBUG nova.compute.manager [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1066.471417] env[65418]: DEBUG oslo_vmware.api [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4689019, 'name': PowerOffVM_Task, 'duration_secs': 0.225317} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.471706] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.471873] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.472157] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8114901c-f1d5-4166-a2d8-cad917c6cfcb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.530413] env[65418]: DEBUG oslo_concurrency.lockutils [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.555356] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1066.555694] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1066.555901] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Deleting the datastore file [datastore2] 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1066.556196] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a70b45b5-7527-4b70-bf80-a34b87a4f3c4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.566357] env[65418]: DEBUG oslo_vmware.api [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for the task: (returnval){ [ 1066.566357] env[65418]: value = "task-4689021" [ 1066.566357] env[65418]: _type = "Task" [ 1066.566357] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.575891] env[65418]: DEBUG oslo_vmware.api [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4689021, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.641889] env[65418]: DEBUG nova.compute.manager [None req-ba3bcce8-e98d-49a1-a011-04c33a9108a2 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1066.642193] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ba3bcce8-e98d-49a1-a011-04c33a9108a2 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1066.643112] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e13d1c7-f71b-4160-9281-2f59f892732b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.651258] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba3bcce8-e98d-49a1-a011-04c33a9108a2 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.651534] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-809479bc-75b0-4ed4-8d59-26283c8b6ac1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.658679] env[65418]: DEBUG oslo_vmware.api [None req-ba3bcce8-e98d-49a1-a011-04c33a9108a2 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 1066.658679] env[65418]: value = "task-4689022" [ 1066.658679] env[65418]: _type = "Task" [ 1066.658679] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.668549] env[65418]: DEBUG oslo_vmware.api [None req-ba3bcce8-e98d-49a1-a011-04c33a9108a2 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4689022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.866945] env[65418]: DEBUG nova.scheduler.client.report [None req-c5dbd09c-9b6e-46a7-b79f-21f0e5130f0c tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.884050] env[65418]: DEBUG oslo_concurrency.lockutils [req-a54f8c7b-7245-48ab-992b-66568765c46d req-ebdde33c-e7a8-4320-b12e-65714450fcaf service nova] Releasing lock "refresh_cache-aaa45e06-f9b4-4c75-8814-65a0d2160f24" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.077806] env[65418]: DEBUG oslo_vmware.api [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Task: {'id': task-4689021, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268003} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.078123] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.078268] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.078439] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.078869] env[65418]: INFO nova.compute.manager [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1067.078970] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1067.079142] env[65418]: DEBUG nova.compute.manager [-] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1067.079237] env[65418]: DEBUG nova.network.neutron [-] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1067.079489] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.139196] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.173360] env[65418]: DEBUG oslo_vmware.api [None req-ba3bcce8-e98d-49a1-a011-04c33a9108a2 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4689022, 'name': PowerOffVM_Task, 'duration_secs': 0.28107} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.173797] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba3bcce8-e98d-49a1-a011-04c33a9108a2 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.174084] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ba3bcce8-e98d-49a1-a011-04c33a9108a2 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.174463] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1386b1fe-b56c-4dbe-881c-d8b69ef72c58 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.248949] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ba3bcce8-e98d-49a1-a011-04c33a9108a2 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.249193] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ba3bcce8-e98d-49a1-a011-04c33a9108a2 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.249378] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba3bcce8-e98d-49a1-a011-04c33a9108a2 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Deleting the datastore file [datastore1] 6d696804-7857-4d8b-b4bf-fa79c8615b5b {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.249658] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d80f98f0-b962-4b06-a8b5-9f2fd0e79851 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.257043] env[65418]: DEBUG oslo_vmware.api [None req-ba3bcce8-e98d-49a1-a011-04c33a9108a2 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 1067.257043] env[65418]: value = "task-4689024" [ 1067.257043] env[65418]: _type = "Task" [ 1067.257043] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.266272] env[65418]: DEBUG oslo_vmware.api [None req-ba3bcce8-e98d-49a1-a011-04c33a9108a2 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4689024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.474051] env[65418]: DEBUG nova.compute.manager [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1067.501962] env[65418]: DEBUG nova.virt.hardware [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1067.502279] env[65418]: DEBUG nova.virt.hardware [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.502436] env[65418]: DEBUG nova.virt.hardware [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1067.502807] env[65418]: DEBUG nova.virt.hardware [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.503093] env[65418]: DEBUG nova.virt.hardware [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1067.503282] env[65418]: DEBUG nova.virt.hardware [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1067.503517] env[65418]: DEBUG nova.virt.hardware [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1067.503668] env[65418]: DEBUG nova.virt.hardware [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1067.503832] env[65418]: DEBUG nova.virt.hardware [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1067.504031] env[65418]: DEBUG nova.virt.hardware [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1067.504184] env[65418]: DEBUG nova.virt.hardware [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1067.505145] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d526b074-451b-4196-870d-ff74cece87b6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.514535] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c167b6-3834-408e-b44b-602057c31ce9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.534117] env[65418]: DEBUG nova.compute.manager [req-05a2d786-160b-4af9-88e5-80690cb6c363 req-a8f900d0-dcf6-4e3b-91a6-2f1430688b28 service nova] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Received event network-vif-deleted-9236d87e-195c-4d29-9a5d-9308481092bc {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1067.534333] env[65418]: INFO nova.compute.manager [req-05a2d786-160b-4af9-88e5-80690cb6c363 req-a8f900d0-dcf6-4e3b-91a6-2f1430688b28 service nova] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Neutron deleted interface 9236d87e-195c-4d29-9a5d-9308481092bc; detaching it from the instance and deleting it from the info cache [ 1067.534503] env[65418]: DEBUG nova.network.neutron [req-05a2d786-160b-4af9-88e5-80690cb6c363 req-a8f900d0-dcf6-4e3b-91a6-2f1430688b28 service nova] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.768300] env[65418]: DEBUG oslo_vmware.api [None req-ba3bcce8-e98d-49a1-a011-04c33a9108a2 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4689024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.880730] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c5dbd09c-9b6e-46a7-b79f-21f0e5130f0c tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.436s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.884817] env[65418]: DEBUG oslo_concurrency.lockutils [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.354s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.886674] env[65418]: INFO nova.compute.claims [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1067.892645] env[65418]: DEBUG nova.compute.manager [req-0e9a3673-5e0b-43fd-919f-332a2a68a003 req-77e74de0-8cf9-47d5-8f59-8003a0a99cff service nova] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Received event network-vif-plugged-db3796f3-9b89-4483-94e0-dfdafaa3ed33 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1067.892645] env[65418]: DEBUG oslo_concurrency.lockutils [req-0e9a3673-5e0b-43fd-919f-332a2a68a003 req-77e74de0-8cf9-47d5-8f59-8003a0a99cff service nova] Acquiring lock "0e487c70-bde4-41b4-b818-5f6ee64d7ef8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.892645] env[65418]: DEBUG oslo_concurrency.lockutils [req-0e9a3673-5e0b-43fd-919f-332a2a68a003 req-77e74de0-8cf9-47d5-8f59-8003a0a99cff service nova] Lock "0e487c70-bde4-41b4-b818-5f6ee64d7ef8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.892645] env[65418]: DEBUG oslo_concurrency.lockutils [req-0e9a3673-5e0b-43fd-919f-332a2a68a003 req-77e74de0-8cf9-47d5-8f59-8003a0a99cff service nova] Lock "0e487c70-bde4-41b4-b818-5f6ee64d7ef8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.892645] env[65418]: DEBUG nova.compute.manager [req-0e9a3673-5e0b-43fd-919f-332a2a68a003 req-77e74de0-8cf9-47d5-8f59-8003a0a99cff service nova] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] No waiting events found dispatching network-vif-plugged-db3796f3-9b89-4483-94e0-dfdafaa3ed33 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1067.892645] env[65418]: WARNING nova.compute.manager [req-0e9a3673-5e0b-43fd-919f-332a2a68a003 req-77e74de0-8cf9-47d5-8f59-8003a0a99cff service nova] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Received unexpected event network-vif-plugged-db3796f3-9b89-4483-94e0-dfdafaa3ed33 for instance with vm_state building and task_state spawning. [ 1067.892645] env[65418]: DEBUG nova.network.neutron [-] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.010088] env[65418]: DEBUG nova.network.neutron [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Successfully updated port: db3796f3-9b89-4483-94e0-dfdafaa3ed33 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1068.038712] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5bd83d6b-9dc0-4be3-a8c9-32abedb16eb1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.050846] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e54d1b-288d-4d94-b047-b52a312a1165 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.086871] env[65418]: DEBUG nova.compute.manager [req-05a2d786-160b-4af9-88e5-80690cb6c363 req-a8f900d0-dcf6-4e3b-91a6-2f1430688b28 service nova] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Detach interface failed, port_id=9236d87e-195c-4d29-9a5d-9308481092bc, reason: Instance 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1068.268988] env[65418]: DEBUG oslo_vmware.api [None req-ba3bcce8-e98d-49a1-a011-04c33a9108a2 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4689024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.64771} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.269303] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba3bcce8-e98d-49a1-a011-04c33a9108a2 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.269489] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ba3bcce8-e98d-49a1-a011-04c33a9108a2 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.269665] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ba3bcce8-e98d-49a1-a011-04c33a9108a2 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.269834] env[65418]: INFO nova.compute.manager [None req-ba3bcce8-e98d-49a1-a011-04c33a9108a2 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1068.270122] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-ba3bcce8-e98d-49a1-a011-04c33a9108a2 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1068.270308] env[65418]: DEBUG nova.compute.manager [-] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1068.270991] env[65418]: DEBUG nova.network.neutron [-] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1068.270991] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.348949] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.397423] env[65418]: INFO nova.compute.manager [-] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Took 1.32 seconds to deallocate network for instance. [ 1068.469454] env[65418]: INFO nova.scheduler.client.report [None req-c5dbd09c-9b6e-46a7-b79f-21f0e5130f0c tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Deleted allocation for migration 9da63c55-e266-4e03-b35d-caefdc343b1a [ 1068.514873] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "refresh_cache-0e487c70-bde4-41b4-b818-5f6ee64d7ef8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.514987] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquired lock "refresh_cache-0e487c70-bde4-41b4-b818-5f6ee64d7ef8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.515114] env[65418]: DEBUG nova.network.neutron [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1068.907613] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.977267] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c5dbd09c-9b6e-46a7-b79f-21f0e5130f0c tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "e1af7d32-1631-48ac-a7f5-73a1888e6ebe" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.721s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.054626] env[65418]: DEBUG nova.network.neutron [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1069.129773] env[65418]: DEBUG nova.network.neutron [-] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.151047] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef469d0-2f49-4ee7-b634-78fd9d55185a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.163233] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1beda62c-9ac2-4f27-bac2-1736c3ed6d14 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.205347] env[65418]: WARNING neutronclient.v2_0.client [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.208581] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fb7cb4-07cf-4ede-b7f1-c1044dd30b80 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.219364] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2cdfd8-e1a6-4efd-9066-7df483147fc7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.237376] env[65418]: DEBUG nova.compute.provider_tree [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.311684] env[65418]: DEBUG nova.network.neutron [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Updating instance_info_cache with network_info: [{"id": "db3796f3-9b89-4483-94e0-dfdafaa3ed33", "address": "fa:16:3e:4b:a5:25", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3796f3-9b", "ovs_interfaceid": "db3796f3-9b89-4483-94e0-dfdafaa3ed33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.581939] env[65418]: DEBUG nova.compute.manager [req-53e7f61c-5053-4cdd-9a1d-6e1e082510d4 req-7288f3d0-f50f-494b-befe-d448a0e91a05 service nova] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Received event network-vif-deleted-0e9a5eb3-3462-4253-b5d8-48ba4a4f2dbd {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1069.632347] env[65418]: INFO nova.compute.manager [-] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Took 1.36 seconds to deallocate network for instance. [ 1069.741662] env[65418]: DEBUG nova.scheduler.client.report [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.814811] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Releasing lock "refresh_cache-0e487c70-bde4-41b4-b818-5f6ee64d7ef8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.815242] env[65418]: DEBUG nova.compute.manager [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Instance network_info: |[{"id": "db3796f3-9b89-4483-94e0-dfdafaa3ed33", "address": "fa:16:3e:4b:a5:25", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3796f3-9b", "ovs_interfaceid": "db3796f3-9b89-4483-94e0-dfdafaa3ed33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1069.815742] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:a5:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db3796f3-9b89-4483-94e0-dfdafaa3ed33', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.824521] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1069.824787] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.825292] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51df46e6-1fc3-459b-9581-704e6dceec14 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.848238] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.848238] env[65418]: value = "task-4689026" [ 1069.848238] env[65418]: _type = "Task" [ 1069.848238] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.862043] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689026, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.904596] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-7522d290-a60f-45bd-95c6-fc72fe937023 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Volume attach. Driver type: vmdk {{(pid=65418) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1069.904911] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-7522d290-a60f-45bd-95c6-fc72fe937023 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915268', 'volume_id': 'b3c0f0ae-f712-4efa-bea6-297f3e9830eb', 'name': 'volume-b3c0f0ae-f712-4efa-bea6-297f3e9830eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '024389d2-ea56-42de-aad2-a442c2b8f8cc', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3c0f0ae-f712-4efa-bea6-297f3e9830eb', 'serial': 'b3c0f0ae-f712-4efa-bea6-297f3e9830eb'} {{(pid=65418) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1069.906495] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b689df-ffdf-42df-a46c-5f6861620d80 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.925874] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80dfabb-f163-4586-87f1-430a7591194c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.955972] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-7522d290-a60f-45bd-95c6-fc72fe937023 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] volume-b3c0f0ae-f712-4efa-bea6-297f3e9830eb/volume-b3c0f0ae-f712-4efa-bea6-297f3e9830eb.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.958041] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d121041-d504-4f19-bc9b-0d3629b2f2b6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.972808] env[65418]: DEBUG nova.compute.manager [req-1f4b8631-eac2-4204-84c4-fdebe7ae2c83 req-bfb267c1-974f-4063-99a2-a002bb53e939 service nova] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Received event network-changed-db3796f3-9b89-4483-94e0-dfdafaa3ed33 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1069.973063] env[65418]: DEBUG nova.compute.manager [req-1f4b8631-eac2-4204-84c4-fdebe7ae2c83 req-bfb267c1-974f-4063-99a2-a002bb53e939 service nova] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Refreshing instance network info cache due to event network-changed-db3796f3-9b89-4483-94e0-dfdafaa3ed33. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1069.973289] env[65418]: DEBUG oslo_concurrency.lockutils [req-1f4b8631-eac2-4204-84c4-fdebe7ae2c83 req-bfb267c1-974f-4063-99a2-a002bb53e939 service nova] Acquiring lock "refresh_cache-0e487c70-bde4-41b4-b818-5f6ee64d7ef8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.973677] env[65418]: DEBUG oslo_concurrency.lockutils [req-1f4b8631-eac2-4204-84c4-fdebe7ae2c83 req-bfb267c1-974f-4063-99a2-a002bb53e939 service nova] Acquired lock "refresh_cache-0e487c70-bde4-41b4-b818-5f6ee64d7ef8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.973677] env[65418]: DEBUG nova.network.neutron [req-1f4b8631-eac2-4204-84c4-fdebe7ae2c83 req-bfb267c1-974f-4063-99a2-a002bb53e939 service nova] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Refreshing network info cache for port db3796f3-9b89-4483-94e0-dfdafaa3ed33 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.983874] env[65418]: DEBUG oslo_vmware.api [None req-7522d290-a60f-45bd-95c6-fc72fe937023 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1069.983874] env[65418]: value = "task-4689027" [ 1069.983874] env[65418]: _type = "Task" [ 1069.983874] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.996811] env[65418]: DEBUG oslo_vmware.api [None req-7522d290-a60f-45bd-95c6-fc72fe937023 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689027, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.143208] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba3bcce8-e98d-49a1-a011-04c33a9108a2 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.249289] env[65418]: DEBUG oslo_concurrency.lockutils [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.249289] env[65418]: DEBUG nova.compute.manager [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1070.252586] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.345s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.253264] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.256096] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba3bcce8-e98d-49a1-a011-04c33a9108a2 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.113s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.256430] env[65418]: DEBUG nova.objects.instance [None req-ba3bcce8-e98d-49a1-a011-04c33a9108a2 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lazy-loading 'resources' on Instance uuid 6d696804-7857-4d8b-b4bf-fa79c8615b5b {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.295151] env[65418]: INFO nova.scheduler.client.report [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Deleted allocations for instance 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f [ 1070.363974] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689026, 'name': CreateVM_Task, 'duration_secs': 0.400296} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.364293] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.366050] env[65418]: WARNING neutronclient.v2_0.client [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.366050] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.366050] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.366050] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.366496] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-339bdb97-448a-446c-9591-bb3a56b7b758 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.374204] env[65418]: DEBUG oslo_vmware.api [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 1070.374204] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52570868-e839-4d82-fbc0-fdf166d333c0" [ 1070.374204] env[65418]: _type = "Task" [ 1070.374204] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.384943] env[65418]: DEBUG oslo_vmware.api [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52570868-e839-4d82-fbc0-fdf166d333c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.477214] env[65418]: WARNING neutronclient.v2_0.client [req-1f4b8631-eac2-4204-84c4-fdebe7ae2c83 req-bfb267c1-974f-4063-99a2-a002bb53e939 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.494261] env[65418]: DEBUG oslo_vmware.api [None req-7522d290-a60f-45bd-95c6-fc72fe937023 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689027, 'name': ReconfigVM_Task, 'duration_secs': 0.446256} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.495793] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-7522d290-a60f-45bd-95c6-fc72fe937023 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Reconfigured VM instance instance-0000005c to attach disk [datastore2] volume-b3c0f0ae-f712-4efa-bea6-297f3e9830eb/volume-b3c0f0ae-f712-4efa-bea6-297f3e9830eb.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.503723] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abedbdd5-645c-4ae7-9ac2-849447d9fd67 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.524912] env[65418]: DEBUG oslo_vmware.api [None req-7522d290-a60f-45bd-95c6-fc72fe937023 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1070.524912] env[65418]: value = "task-4689028" [ 1070.524912] env[65418]: _type = "Task" [ 1070.524912] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.536189] env[65418]: DEBUG oslo_vmware.api [None req-7522d290-a60f-45bd-95c6-fc72fe937023 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689028, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.659797] env[65418]: WARNING neutronclient.v2_0.client [req-1f4b8631-eac2-4204-84c4-fdebe7ae2c83 req-bfb267c1-974f-4063-99a2-a002bb53e939 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.739744] env[65418]: DEBUG nova.network.neutron [req-1f4b8631-eac2-4204-84c4-fdebe7ae2c83 req-bfb267c1-974f-4063-99a2-a002bb53e939 service nova] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Updated VIF entry in instance network info cache for port db3796f3-9b89-4483-94e0-dfdafaa3ed33. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1070.740135] env[65418]: DEBUG nova.network.neutron [req-1f4b8631-eac2-4204-84c4-fdebe7ae2c83 req-bfb267c1-974f-4063-99a2-a002bb53e939 service nova] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Updating instance_info_cache with network_info: [{"id": "db3796f3-9b89-4483-94e0-dfdafaa3ed33", "address": "fa:16:3e:4b:a5:25", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3796f3-9b", "ovs_interfaceid": "db3796f3-9b89-4483-94e0-dfdafaa3ed33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.759096] env[65418]: DEBUG nova.compute.utils [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1070.763438] env[65418]: DEBUG nova.compute.manager [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1070.763701] env[65418]: DEBUG nova.network.neutron [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1070.764020] env[65418]: WARNING neutronclient.v2_0.client [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.764314] env[65418]: WARNING neutronclient.v2_0.client [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.804955] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a89f8b2c-9c05-4a9d-b576-3d7563795ae2 tempest-DeleteServersTestJSON-2008533967 tempest-DeleteServersTestJSON-2008533967-project-member] Lock "6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.379s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.807759] env[65418]: DEBUG nova.policy [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e953618edcd14ebd9ea350ceff35eee1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e602a5de371d43328e7231a6867a600a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.889176] env[65418]: DEBUG oslo_vmware.api [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52570868-e839-4d82-fbc0-fdf166d333c0, 'name': SearchDatastore_Task, 'duration_secs': 0.011131} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.889616] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.889894] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.890222] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.890400] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.890596] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.890893] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c43c750-b535-4c80-ae2a-65f7f94aad37 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.903296] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.903554] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.905692] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4ec327b-0d73-46bb-ba68-8c74324543c3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.912233] env[65418]: DEBUG oslo_vmware.api [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 1070.912233] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526d0872-87be-de0d-da42-9d94e80a3e00" [ 1070.912233] env[65418]: _type = "Task" [ 1070.912233] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.920253] env[65418]: DEBUG oslo_vmware.api [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526d0872-87be-de0d-da42-9d94e80a3e00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.014080] env[65418]: DEBUG oslo_concurrency.lockutils [None req-64bd6ea8-3a6f-4032-b228-021e74f89a3d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "e1af7d32-1631-48ac-a7f5-73a1888e6ebe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.014479] env[65418]: DEBUG oslo_concurrency.lockutils [None req-64bd6ea8-3a6f-4032-b228-021e74f89a3d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "e1af7d32-1631-48ac-a7f5-73a1888e6ebe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.014785] env[65418]: DEBUG oslo_concurrency.lockutils [None req-64bd6ea8-3a6f-4032-b228-021e74f89a3d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "e1af7d32-1631-48ac-a7f5-73a1888e6ebe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.015095] env[65418]: DEBUG oslo_concurrency.lockutils [None req-64bd6ea8-3a6f-4032-b228-021e74f89a3d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "e1af7d32-1631-48ac-a7f5-73a1888e6ebe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.015387] env[65418]: DEBUG oslo_concurrency.lockutils [None req-64bd6ea8-3a6f-4032-b228-021e74f89a3d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "e1af7d32-1631-48ac-a7f5-73a1888e6ebe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.018431] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6b3b64-abf8-46a2-bd1c-5b7c249404f9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.022895] env[65418]: INFO nova.compute.manager [None req-64bd6ea8-3a6f-4032-b228-021e74f89a3d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Terminating instance [ 1071.038459] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b12347-3812-4358-9a79-46adf099f38e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.051287] env[65418]: DEBUG oslo_vmware.api [None req-7522d290-a60f-45bd-95c6-fc72fe937023 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689028, 'name': ReconfigVM_Task, 'duration_secs': 0.158719} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.052429] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-7522d290-a60f-45bd-95c6-fc72fe937023 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915268', 'volume_id': 'b3c0f0ae-f712-4efa-bea6-297f3e9830eb', 'name': 'volume-b3c0f0ae-f712-4efa-bea6-297f3e9830eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '024389d2-ea56-42de-aad2-a442c2b8f8cc', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3c0f0ae-f712-4efa-bea6-297f3e9830eb', 'serial': 'b3c0f0ae-f712-4efa-bea6-297f3e9830eb'} {{(pid=65418) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1071.101388] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500424bb-3275-4cae-ad88-6d462c4f813f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.114457] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fa9123-2fd6-443b-8103-682803e3b68c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.138021] env[65418]: DEBUG nova.compute.provider_tree [None req-ba3bcce8-e98d-49a1-a011-04c33a9108a2 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.199050] env[65418]: DEBUG nova.network.neutron [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Successfully created port: fb19d813-ba58-4abb-8986-8f189f0a1902 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1071.243439] env[65418]: DEBUG oslo_concurrency.lockutils [req-1f4b8631-eac2-4204-84c4-fdebe7ae2c83 req-bfb267c1-974f-4063-99a2-a002bb53e939 service nova] Releasing lock "refresh_cache-0e487c70-bde4-41b4-b818-5f6ee64d7ef8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.267507] env[65418]: DEBUG nova.compute.manager [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1071.423110] env[65418]: DEBUG oslo_vmware.api [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526d0872-87be-de0d-da42-9d94e80a3e00, 'name': SearchDatastore_Task, 'duration_secs': 0.011219} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.424013] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b843285-6865-430c-ae60-676961810427 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.431256] env[65418]: DEBUG oslo_vmware.api [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 1071.431256] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528356c2-c49c-8a6f-ccfc-e0f2837e1e9c" [ 1071.431256] env[65418]: _type = "Task" [ 1071.431256] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.440824] env[65418]: DEBUG oslo_vmware.api [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528356c2-c49c-8a6f-ccfc-e0f2837e1e9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.519429] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "c22734e4-cfdc-4653-88cf-3a605298129a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.519690] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "c22734e4-cfdc-4653-88cf-3a605298129a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.533568] env[65418]: DEBUG nova.compute.manager [None req-64bd6ea8-3a6f-4032-b228-021e74f89a3d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1071.533568] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-64bd6ea8-3a6f-4032-b228-021e74f89a3d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.535386] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c209f88-c0bd-4153-894b-c10508448416 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.545300] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-64bd6ea8-3a6f-4032-b228-021e74f89a3d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.545300] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e874a965-3787-4e49-9cdb-a2c08c402625 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.552294] env[65418]: DEBUG oslo_vmware.api [None req-64bd6ea8-3a6f-4032-b228-021e74f89a3d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1071.552294] env[65418]: value = "task-4689030" [ 1071.552294] env[65418]: _type = "Task" [ 1071.552294] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.564708] env[65418]: DEBUG oslo_vmware.api [None req-64bd6ea8-3a6f-4032-b228-021e74f89a3d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.639450] env[65418]: DEBUG nova.scheduler.client.report [None req-ba3bcce8-e98d-49a1-a011-04c33a9108a2 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.942463] env[65418]: DEBUG oslo_vmware.api [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528356c2-c49c-8a6f-ccfc-e0f2837e1e9c, 'name': SearchDatastore_Task, 'duration_secs': 0.017341} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.943138] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.943413] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 0e487c70-bde4-41b4-b818-5f6ee64d7ef8/0e487c70-bde4-41b4-b818-5f6ee64d7ef8.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.943724] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f89ac4a-95dc-4d1f-9cc8-b39aedf3279b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.952364] env[65418]: DEBUG oslo_vmware.api [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 1071.952364] env[65418]: value = "task-4689031" [ 1071.952364] env[65418]: _type = "Task" [ 1071.952364] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.963600] env[65418]: DEBUG oslo_vmware.api [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.023722] env[65418]: DEBUG nova.compute.manager [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1072.065120] env[65418]: DEBUG oslo_vmware.api [None req-64bd6ea8-3a6f-4032-b228-021e74f89a3d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689030, 'name': PowerOffVM_Task, 'duration_secs': 0.360557} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.066573] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-64bd6ea8-3a6f-4032-b228-021e74f89a3d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.066811] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-64bd6ea8-3a6f-4032-b228-021e74f89a3d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.067133] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d8ac3cc-dc0d-46b1-9d5f-9f8842637b9f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.097702] env[65418]: DEBUG nova.objects.instance [None req-7522d290-a60f-45bd-95c6-fc72fe937023 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lazy-loading 'flavor' on Instance uuid 024389d2-ea56-42de-aad2-a442c2b8f8cc {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.146041] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-64bd6ea8-3a6f-4032-b228-021e74f89a3d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.146311] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-64bd6ea8-3a6f-4032-b228-021e74f89a3d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.146508] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-64bd6ea8-3a6f-4032-b228-021e74f89a3d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Deleting the datastore file [datastore2] e1af7d32-1631-48ac-a7f5-73a1888e6ebe {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.147799] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba3bcce8-e98d-49a1-a011-04c33a9108a2 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.150098] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-768574e7-8240-4432-91ea-b3997e82511c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.160067] env[65418]: DEBUG oslo_vmware.api [None req-64bd6ea8-3a6f-4032-b228-021e74f89a3d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1072.160067] env[65418]: value = "task-4689033" [ 1072.160067] env[65418]: _type = "Task" [ 1072.160067] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.174927] env[65418]: DEBUG oslo_vmware.api [None req-64bd6ea8-3a6f-4032-b228-021e74f89a3d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.199145] env[65418]: INFO nova.scheduler.client.report [None req-ba3bcce8-e98d-49a1-a011-04c33a9108a2 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Deleted allocations for instance 6d696804-7857-4d8b-b4bf-fa79c8615b5b [ 1072.277865] env[65418]: DEBUG nova.compute.manager [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1072.308968] env[65418]: DEBUG nova.virt.hardware [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1072.308968] env[65418]: DEBUG nova.virt.hardware [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1072.309225] env[65418]: DEBUG nova.virt.hardware [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1072.309268] env[65418]: DEBUG nova.virt.hardware [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1072.309382] env[65418]: DEBUG nova.virt.hardware [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1072.309525] env[65418]: DEBUG nova.virt.hardware [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1072.309726] env[65418]: DEBUG nova.virt.hardware [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1072.309887] env[65418]: DEBUG nova.virt.hardware [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1072.310066] env[65418]: DEBUG nova.virt.hardware [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1072.310231] env[65418]: DEBUG nova.virt.hardware [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1072.310401] env[65418]: DEBUG nova.virt.hardware [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1072.311758] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef154c3-5560-42e0-8094-f6ded4187157 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.321880] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53920c9b-1bf2-42ff-a369-a043e83a2203 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.467259] env[65418]: DEBUG oslo_vmware.api [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689031, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.527732] env[65418]: INFO nova.compute.manager [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Rebuilding instance [ 1072.550578] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.550950] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.553066] env[65418]: INFO nova.compute.claims [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.575640] env[65418]: DEBUG nova.compute.manager [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1072.576243] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a411bce5-4b37-42d5-a60d-d8a111fdf99f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.603160] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7522d290-a60f-45bd-95c6-fc72fe937023 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "024389d2-ea56-42de-aad2-a442c2b8f8cc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.817s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.671457] env[65418]: DEBUG oslo_vmware.api [None req-64bd6ea8-3a6f-4032-b228-021e74f89a3d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.689203] env[65418]: DEBUG nova.compute.manager [req-7a463a6d-e428-4798-8257-2c9531f63b23 req-48f2a344-142c-40ba-aefc-0d966fbbea89 service nova] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Received event network-vif-plugged-fb19d813-ba58-4abb-8986-8f189f0a1902 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1072.689272] env[65418]: DEBUG oslo_concurrency.lockutils [req-7a463a6d-e428-4798-8257-2c9531f63b23 req-48f2a344-142c-40ba-aefc-0d966fbbea89 service nova] Acquiring lock "5187ef4c-2dcb-4975-ac97-832121ea0c38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.689831] env[65418]: DEBUG oslo_concurrency.lockutils [req-7a463a6d-e428-4798-8257-2c9531f63b23 req-48f2a344-142c-40ba-aefc-0d966fbbea89 service nova] Lock "5187ef4c-2dcb-4975-ac97-832121ea0c38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.690046] env[65418]: DEBUG oslo_concurrency.lockutils [req-7a463a6d-e428-4798-8257-2c9531f63b23 req-48f2a344-142c-40ba-aefc-0d966fbbea89 service nova] Lock "5187ef4c-2dcb-4975-ac97-832121ea0c38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.690236] env[65418]: DEBUG nova.compute.manager [req-7a463a6d-e428-4798-8257-2c9531f63b23 req-48f2a344-142c-40ba-aefc-0d966fbbea89 service nova] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] No waiting events found dispatching network-vif-plugged-fb19d813-ba58-4abb-8986-8f189f0a1902 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1072.690405] env[65418]: WARNING nova.compute.manager [req-7a463a6d-e428-4798-8257-2c9531f63b23 req-48f2a344-142c-40ba-aefc-0d966fbbea89 service nova] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Received unexpected event network-vif-plugged-fb19d813-ba58-4abb-8986-8f189f0a1902 for instance with vm_state building and task_state spawning. [ 1072.709159] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ba3bcce8-e98d-49a1-a011-04c33a9108a2 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "6d696804-7857-4d8b-b4bf-fa79c8615b5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.576s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.807831] env[65418]: DEBUG nova.network.neutron [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Successfully updated port: fb19d813-ba58-4abb-8986-8f189f0a1902 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1072.949415] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0992467d-13be-44f7-b6b7-32599fc342e8 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquiring lock "f2797997-11ac-4c21-a8db-2588e2232436" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.949667] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0992467d-13be-44f7-b6b7-32599fc342e8 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "f2797997-11ac-4c21-a8db-2588e2232436" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.949874] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0992467d-13be-44f7-b6b7-32599fc342e8 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquiring lock "f2797997-11ac-4c21-a8db-2588e2232436-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.950082] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0992467d-13be-44f7-b6b7-32599fc342e8 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "f2797997-11ac-4c21-a8db-2588e2232436-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.950250] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0992467d-13be-44f7-b6b7-32599fc342e8 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "f2797997-11ac-4c21-a8db-2588e2232436-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.952297] env[65418]: INFO nova.compute.manager [None req-0992467d-13be-44f7-b6b7-32599fc342e8 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Terminating instance [ 1072.963486] env[65418]: DEBUG oslo_vmware.api [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689031, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.589017} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.963751] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 0e487c70-bde4-41b4-b818-5f6ee64d7ef8/0e487c70-bde4-41b4-b818-5f6ee64d7ef8.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.963961] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.964240] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3e06057-e804-4aa9-bde9-b77a4a7c8b33 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.972075] env[65418]: DEBUG oslo_vmware.api [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 1072.972075] env[65418]: value = "task-4689034" [ 1072.972075] env[65418]: _type = "Task" [ 1072.972075] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.980494] env[65418]: DEBUG oslo_vmware.api [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.177621] env[65418]: DEBUG oslo_vmware.api [None req-64bd6ea8-3a6f-4032-b228-021e74f89a3d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.600777} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.177621] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-64bd6ea8-3a6f-4032-b228-021e74f89a3d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.177621] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-64bd6ea8-3a6f-4032-b228-021e74f89a3d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.177897] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-64bd6ea8-3a6f-4032-b228-021e74f89a3d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.178291] env[65418]: INFO nova.compute.manager [None req-64bd6ea8-3a6f-4032-b228-021e74f89a3d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1073.178291] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-64bd6ea8-3a6f-4032-b228-021e74f89a3d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1073.178502] env[65418]: DEBUG nova.compute.manager [-] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1073.178638] env[65418]: DEBUG nova.network.neutron [-] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1073.179154] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.222372] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.313127] env[65418]: DEBUG oslo_concurrency.lockutils [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "refresh_cache-5187ef4c-2dcb-4975-ac97-832121ea0c38" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.313127] env[65418]: DEBUG oslo_concurrency.lockutils [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquired lock "refresh_cache-5187ef4c-2dcb-4975-ac97-832121ea0c38" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.313127] env[65418]: DEBUG nova.network.neutron [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1073.459640] env[65418]: DEBUG nova.compute.manager [None req-0992467d-13be-44f7-b6b7-32599fc342e8 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1073.459914] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0992467d-13be-44f7-b6b7-32599fc342e8 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.460939] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0316c5-2c8e-4993-8479-e74c35ef8556 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.470654] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0992467d-13be-44f7-b6b7-32599fc342e8 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.472350] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22fd6f98-54a6-4db8-8171-03fe989c4ec0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.485060] env[65418]: DEBUG oslo_vmware.api [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156762} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.487354] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.488164] env[65418]: DEBUG oslo_vmware.api [None req-0992467d-13be-44f7-b6b7-32599fc342e8 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 1073.488164] env[65418]: value = "task-4689035" [ 1073.488164] env[65418]: _type = "Task" [ 1073.488164] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.488977] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a30a929-8fa6-4ff9-a81a-bd80470a83ca {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.525485] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 0e487c70-bde4-41b4-b818-5f6ee64d7ef8/0e487c70-bde4-41b4-b818-5f6ee64d7ef8.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.529741] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cd86300-5bd9-4a72-be3c-85b3f83db55d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.547035] env[65418]: DEBUG oslo_vmware.api [None req-0992467d-13be-44f7-b6b7-32599fc342e8 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4689035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.554299] env[65418]: DEBUG oslo_vmware.api [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 1073.554299] env[65418]: value = "task-4689036" [ 1073.554299] env[65418]: _type = "Task" [ 1073.554299] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.573033] env[65418]: DEBUG oslo_vmware.api [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689036, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.592615] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.594634] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7802cb32-04a9-49b8-8614-42dc5a3b07fd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.606542] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1073.606542] env[65418]: value = "task-4689037" [ 1073.606542] env[65418]: _type = "Task" [ 1073.606542] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.620490] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.860225] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805aa1a5-e371-4d1f-8cca-8e3a829e50cd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.876219] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f67034a-1cfc-4c0e-a284-18889c6ef8e5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.907347] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08092552-5165-4029-87d5-b58ae976cc21 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.916080] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee4f52c-09aa-42f4-8e54-835feee536e2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.937033] env[65418]: DEBUG nova.compute.provider_tree [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.006595] env[65418]: DEBUG oslo_vmware.api [None req-0992467d-13be-44f7-b6b7-32599fc342e8 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4689035, 'name': PowerOffVM_Task, 'duration_secs': 0.499352} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.006595] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0992467d-13be-44f7-b6b7-32599fc342e8 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.006765] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0992467d-13be-44f7-b6b7-32599fc342e8 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.006942] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47b3b5a3-5c7a-4e8d-85d8-50a8588b05d4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.066251] env[65418]: DEBUG oslo_vmware.api [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689036, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.096210] env[65418]: DEBUG nova.network.neutron [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1074.101609] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0992467d-13be-44f7-b6b7-32599fc342e8 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.102231] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0992467d-13be-44f7-b6b7-32599fc342e8 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.104019] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-0992467d-13be-44f7-b6b7-32599fc342e8 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Deleting the datastore file [datastore1] f2797997-11ac-4c21-a8db-2588e2232436 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.104019] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad365cef-f4ec-4acb-97b8-6e128594df89 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.112183] env[65418]: DEBUG oslo_vmware.api [None req-0992467d-13be-44f7-b6b7-32599fc342e8 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for the task: (returnval){ [ 1074.112183] env[65418]: value = "task-4689039" [ 1074.112183] env[65418]: _type = "Task" [ 1074.112183] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.124243] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689037, 'name': PowerOffVM_Task, 'duration_secs': 0.378473} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.124243] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.130492] env[65418]: DEBUG oslo_vmware.api [None req-0992467d-13be-44f7-b6b7-32599fc342e8 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4689039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.212938] env[65418]: INFO nova.compute.manager [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Detaching volume b3c0f0ae-f712-4efa-bea6-297f3e9830eb [ 1074.251923] env[65418]: INFO nova.virt.block_device [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Attempting to driver detach volume b3c0f0ae-f712-4efa-bea6-297f3e9830eb from mountpoint /dev/sdb [ 1074.252329] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Volume detach. Driver type: vmdk {{(pid=65418) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1074.252412] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915268', 'volume_id': 'b3c0f0ae-f712-4efa-bea6-297f3e9830eb', 'name': 'volume-b3c0f0ae-f712-4efa-bea6-297f3e9830eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '024389d2-ea56-42de-aad2-a442c2b8f8cc', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3c0f0ae-f712-4efa-bea6-297f3e9830eb', 'serial': 'b3c0f0ae-f712-4efa-bea6-297f3e9830eb'} {{(pid=65418) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1074.253413] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8160ac-8499-4593-95d1-81ff48f39ab0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.283677] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330097c4-f208-4b23-99c3-cb1320c2cffd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.293583] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ed4441-1d3e-4854-bfaf-13bf3d8fddb6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.321278] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db5e1d6-ed5d-4106-840b-8d678dea01ed {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.351669] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The volume has not been displaced from its original location: [datastore2] volume-b3c0f0ae-f712-4efa-bea6-297f3e9830eb/volume-b3c0f0ae-f712-4efa-bea6-297f3e9830eb.vmdk. No consolidation needed. {{(pid=65418) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1074.360936] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1074.364133] env[65418]: WARNING neutronclient.v2_0.client [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.367545] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e61481f-d06f-4069-92f1-c3d4ac46749b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.391371] env[65418]: DEBUG nova.compute.manager [req-ffca5ce8-3280-45d4-9876-77584627d8c9 req-03995e92-d252-45e8-9c44-db59038c4d80 service nova] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Received event network-vif-deleted-ad815bb8-7372-43b3-8184-6e19941a5f6f {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1074.391629] env[65418]: INFO nova.compute.manager [req-ffca5ce8-3280-45d4-9876-77584627d8c9 req-03995e92-d252-45e8-9c44-db59038c4d80 service nova] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Neutron deleted interface ad815bb8-7372-43b3-8184-6e19941a5f6f; detaching it from the instance and deleting it from the info cache [ 1074.391811] env[65418]: DEBUG nova.network.neutron [req-ffca5ce8-3280-45d4-9876-77584627d8c9 req-03995e92-d252-45e8-9c44-db59038c4d80 service nova] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.405804] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1074.405804] env[65418]: value = "task-4689040" [ 1074.405804] env[65418]: _type = "Task" [ 1074.405804] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.419219] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689040, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.441408] env[65418]: DEBUG nova.scheduler.client.report [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.454547] env[65418]: DEBUG nova.network.neutron [-] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.494591] env[65418]: DEBUG nova.network.neutron [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Updating instance_info_cache with network_info: [{"id": "fb19d813-ba58-4abb-8986-8f189f0a1902", "address": "fa:16:3e:ad:8c:92", "network": {"id": "0b4d27b9-e8b8-40be-ba95-6e857bc0dc77", "bridge": "br-int", "label": "tempest-ServersTestJSON-903876646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e602a5de371d43328e7231a6867a600a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb19d813-ba", "ovs_interfaceid": "fb19d813-ba58-4abb-8986-8f189f0a1902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.566381] env[65418]: DEBUG oslo_vmware.api [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689036, 'name': ReconfigVM_Task, 'duration_secs': 0.576277} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.566771] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 0e487c70-bde4-41b4-b818-5f6ee64d7ef8/0e487c70-bde4-41b4-b818-5f6ee64d7ef8.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.567551] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f81c0d8-a887-4d4e-b7f5-536127003e5b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.577414] env[65418]: DEBUG oslo_vmware.api [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 1074.577414] env[65418]: value = "task-4689041" [ 1074.577414] env[65418]: _type = "Task" [ 1074.577414] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.587542] env[65418]: DEBUG oslo_vmware.api [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689041, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.624598] env[65418]: DEBUG oslo_vmware.api [None req-0992467d-13be-44f7-b6b7-32599fc342e8 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Task: {'id': task-4689039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.297489} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.624975] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-0992467d-13be-44f7-b6b7-32599fc342e8 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.625277] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0992467d-13be-44f7-b6b7-32599fc342e8 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.625558] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0992467d-13be-44f7-b6b7-32599fc342e8 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.625760] env[65418]: INFO nova.compute.manager [None req-0992467d-13be-44f7-b6b7-32599fc342e8 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1074.626105] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-0992467d-13be-44f7-b6b7-32599fc342e8 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1074.626339] env[65418]: DEBUG nova.compute.manager [-] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1074.626431] env[65418]: DEBUG nova.network.neutron [-] [instance: f2797997-11ac-4c21-a8db-2588e2232436] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1074.626703] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.697452] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.729432] env[65418]: DEBUG nova.compute.manager [req-1beab14e-70c0-4667-8a36-707c25b97ff0 req-e0632b23-816a-491a-8a7e-f4aa0c152760 service nova] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Received event network-changed-fb19d813-ba58-4abb-8986-8f189f0a1902 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1074.729432] env[65418]: DEBUG nova.compute.manager [req-1beab14e-70c0-4667-8a36-707c25b97ff0 req-e0632b23-816a-491a-8a7e-f4aa0c152760 service nova] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Refreshing instance network info cache due to event network-changed-fb19d813-ba58-4abb-8986-8f189f0a1902. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1074.729432] env[65418]: DEBUG oslo_concurrency.lockutils [req-1beab14e-70c0-4667-8a36-707c25b97ff0 req-e0632b23-816a-491a-8a7e-f4aa0c152760 service nova] Acquiring lock "refresh_cache-5187ef4c-2dcb-4975-ac97-832121ea0c38" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.899105] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88a51822-f7ed-441c-a440-e1eec8e0ada1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.920519] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5209f9b-ff9d-4c32-b7ea-40a5dbd9c3e1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.942304] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689040, 'name': ReconfigVM_Task, 'duration_secs': 0.368875} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.942304] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1074.947129] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5134355-01be-41f5-aa63-e738c7c06aa6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.969533] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.970088] env[65418]: DEBUG nova.compute.manager [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1074.974093] env[65418]: INFO nova.compute.manager [-] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Took 1.79 seconds to deallocate network for instance. [ 1074.974093] env[65418]: DEBUG nova.compute.manager [req-ffca5ce8-3280-45d4-9876-77584627d8c9 req-03995e92-d252-45e8-9c44-db59038c4d80 service nova] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Detach interface failed, port_id=ad815bb8-7372-43b3-8184-6e19941a5f6f, reason: Instance e1af7d32-1631-48ac-a7f5-73a1888e6ebe could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1074.985412] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1074.985412] env[65418]: value = "task-4689042" [ 1074.985412] env[65418]: _type = "Task" [ 1074.985412] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.002431] env[65418]: DEBUG oslo_concurrency.lockutils [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Releasing lock "refresh_cache-5187ef4c-2dcb-4975-ac97-832121ea0c38" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.002849] env[65418]: DEBUG nova.compute.manager [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Instance network_info: |[{"id": "fb19d813-ba58-4abb-8986-8f189f0a1902", "address": "fa:16:3e:ad:8c:92", "network": {"id": "0b4d27b9-e8b8-40be-ba95-6e857bc0dc77", "bridge": "br-int", "label": "tempest-ServersTestJSON-903876646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e602a5de371d43328e7231a6867a600a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb19d813-ba", "ovs_interfaceid": "fb19d813-ba58-4abb-8986-8f189f0a1902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1075.003562] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689042, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.003562] env[65418]: DEBUG oslo_concurrency.lockutils [req-1beab14e-70c0-4667-8a36-707c25b97ff0 req-e0632b23-816a-491a-8a7e-f4aa0c152760 service nova] Acquired lock "refresh_cache-5187ef4c-2dcb-4975-ac97-832121ea0c38" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.003721] env[65418]: DEBUG nova.network.neutron [req-1beab14e-70c0-4667-8a36-707c25b97ff0 req-e0632b23-816a-491a-8a7e-f4aa0c152760 service nova] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Refreshing network info cache for port fb19d813-ba58-4abb-8986-8f189f0a1902 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.005154] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:8c:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb19d813-ba58-4abb-8986-8f189f0a1902', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.013837] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1075.014526] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.014786] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c26b0e55-edcc-4297-b1c1-dbd3285951c4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.040912] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.040912] env[65418]: value = "task-4689043" [ 1075.040912] env[65418]: _type = "Task" [ 1075.040912] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.056772] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689043, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.090432] env[65418]: DEBUG oslo_vmware.api [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689041, 'name': Rename_Task, 'duration_secs': 0.21071} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.090930] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.091282] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71d61fa8-8d5f-499f-b762-3ac2bd2d3dbd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.100236] env[65418]: DEBUG oslo_vmware.api [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 1075.100236] env[65418]: value = "task-4689044" [ 1075.100236] env[65418]: _type = "Task" [ 1075.100236] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.112621] env[65418]: DEBUG oslo_vmware.api [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.409639] env[65418]: DEBUG nova.network.neutron [-] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.476757] env[65418]: DEBUG nova.compute.utils [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1075.478342] env[65418]: DEBUG nova.compute.manager [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1075.478342] env[65418]: DEBUG nova.network.neutron [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1075.478656] env[65418]: WARNING neutronclient.v2_0.client [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.478956] env[65418]: WARNING neutronclient.v2_0.client [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.485050] env[65418]: DEBUG oslo_concurrency.lockutils [None req-64bd6ea8-3a6f-4032-b228-021e74f89a3d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.485159] env[65418]: DEBUG oslo_concurrency.lockutils [None req-64bd6ea8-3a6f-4032-b228-021e74f89a3d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.486026] env[65418]: DEBUG oslo_concurrency.lockutils [None req-64bd6ea8-3a6f-4032-b228-021e74f89a3d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.500611] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689042, 'name': ReconfigVM_Task, 'duration_secs': 0.209176} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.501627] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915268', 'volume_id': 'b3c0f0ae-f712-4efa-bea6-297f3e9830eb', 'name': 'volume-b3c0f0ae-f712-4efa-bea6-297f3e9830eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '024389d2-ea56-42de-aad2-a442c2b8f8cc', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3c0f0ae-f712-4efa-bea6-297f3e9830eb', 'serial': 'b3c0f0ae-f712-4efa-bea6-297f3e9830eb'} {{(pid=65418) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1075.517104] env[65418]: WARNING neutronclient.v2_0.client [req-1beab14e-70c0-4667-8a36-707c25b97ff0 req-e0632b23-816a-491a-8a7e-f4aa0c152760 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.525532] env[65418]: INFO nova.scheduler.client.report [None req-64bd6ea8-3a6f-4032-b228-021e74f89a3d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Deleted allocations for instance e1af7d32-1631-48ac-a7f5-73a1888e6ebe [ 1075.553082] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689043, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.555349] env[65418]: DEBUG nova.policy [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf07f9b1ea4b4dd991a0050864dd9d6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '378c1e35059b4dddb61aa567774373a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1075.612091] env[65418]: DEBUG oslo_vmware.api [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689044, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.705690] env[65418]: WARNING neutronclient.v2_0.client [req-1beab14e-70c0-4667-8a36-707c25b97ff0 req-e0632b23-816a-491a-8a7e-f4aa0c152760 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.872985] env[65418]: DEBUG nova.network.neutron [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Successfully created port: 0b68972e-1f72-4a8d-bd78-431d06648001 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1075.906060] env[65418]: DEBUG nova.network.neutron [req-1beab14e-70c0-4667-8a36-707c25b97ff0 req-e0632b23-816a-491a-8a7e-f4aa0c152760 service nova] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Updated VIF entry in instance network info cache for port fb19d813-ba58-4abb-8986-8f189f0a1902. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1075.906618] env[65418]: DEBUG nova.network.neutron [req-1beab14e-70c0-4667-8a36-707c25b97ff0 req-e0632b23-816a-491a-8a7e-f4aa0c152760 service nova] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Updating instance_info_cache with network_info: [{"id": "fb19d813-ba58-4abb-8986-8f189f0a1902", "address": "fa:16:3e:ad:8c:92", "network": {"id": "0b4d27b9-e8b8-40be-ba95-6e857bc0dc77", "bridge": "br-int", "label": "tempest-ServersTestJSON-903876646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e602a5de371d43328e7231a6867a600a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb19d813-ba", "ovs_interfaceid": "fb19d813-ba58-4abb-8986-8f189f0a1902", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.913029] env[65418]: INFO nova.compute.manager [-] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Took 1.29 seconds to deallocate network for instance. [ 1075.984194] env[65418]: DEBUG nova.compute.manager [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1076.034408] env[65418]: DEBUG oslo_concurrency.lockutils [None req-64bd6ea8-3a6f-4032-b228-021e74f89a3d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "e1af7d32-1631-48ac-a7f5-73a1888e6ebe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.020s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.053571] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689043, 'name': CreateVM_Task, 'duration_secs': 0.584464} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.053851] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.054565] env[65418]: WARNING neutronclient.v2_0.client [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.054677] env[65418]: DEBUG oslo_concurrency.lockutils [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.055293] env[65418]: DEBUG oslo_concurrency.lockutils [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.055293] env[65418]: DEBUG oslo_concurrency.lockutils [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.055488] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1205412-0a10-4ad3-9f95-49875db0def3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.061400] env[65418]: DEBUG oslo_vmware.api [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1076.061400] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52bc1f41-8fa0-edcf-94ef-4df8442ca9d8" [ 1076.061400] env[65418]: _type = "Task" [ 1076.061400] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.072323] env[65418]: DEBUG oslo_vmware.api [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52bc1f41-8fa0-edcf-94ef-4df8442ca9d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.111461] env[65418]: DEBUG oslo_vmware.api [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689044, 'name': PowerOnVM_Task, 'duration_secs': 0.576818} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.111747] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.111952] env[65418]: INFO nova.compute.manager [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1076.112375] env[65418]: DEBUG nova.compute.manager [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1076.113456] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77df83c9-d23f-4f02-9170-92f855304890 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.409349] env[65418]: DEBUG oslo_concurrency.lockutils [req-1beab14e-70c0-4667-8a36-707c25b97ff0 req-e0632b23-816a-491a-8a7e-f4aa0c152760 service nova] Releasing lock "refresh_cache-5187ef4c-2dcb-4975-ac97-832121ea0c38" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.422922] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0992467d-13be-44f7-b6b7-32599fc342e8 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.423298] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0992467d-13be-44f7-b6b7-32599fc342e8 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.423427] env[65418]: DEBUG nova.objects.instance [None req-0992467d-13be-44f7-b6b7-32599fc342e8 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lazy-loading 'resources' on Instance uuid f2797997-11ac-4c21-a8db-2588e2232436 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.573321] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.573634] env[65418]: DEBUG oslo_vmware.api [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52bc1f41-8fa0-edcf-94ef-4df8442ca9d8, 'name': SearchDatastore_Task, 'duration_secs': 0.024637} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.573856] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f6b1a75-d7cb-4c7c-b326-cae7ca857043 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.575506] env[65418]: DEBUG oslo_concurrency.lockutils [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.575938] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.575938] env[65418]: DEBUG oslo_concurrency.lockutils [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.576096] env[65418]: DEBUG oslo_concurrency.lockutils [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.576274] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.576513] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f68ca80c-2f10-48de-974c-46c5d5344197 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.584908] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1076.584908] env[65418]: value = "task-4689045" [ 1076.584908] env[65418]: _type = "Task" [ 1076.584908] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.589361] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.589592] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.590703] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d997788-a3ef-42cb-94d6-bfea12fb5598 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.597108] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] VM already powered off {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1076.597337] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Volume detach. Driver type: vmdk {{(pid=65418) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1076.597597] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915268', 'volume_id': 'b3c0f0ae-f712-4efa-bea6-297f3e9830eb', 'name': 'volume-b3c0f0ae-f712-4efa-bea6-297f3e9830eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '024389d2-ea56-42de-aad2-a442c2b8f8cc', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3c0f0ae-f712-4efa-bea6-297f3e9830eb', 'serial': 'b3c0f0ae-f712-4efa-bea6-297f3e9830eb'} {{(pid=65418) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1076.598407] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2de794-b1ce-4bc4-a3af-6df56dcd02d4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.602633] env[65418]: DEBUG oslo_vmware.api [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1076.602633] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528a10ec-2840-a3f2-7664-0be26b32fcbb" [ 1076.602633] env[65418]: _type = "Task" [ 1076.602633] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.621185] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdd7685-96b7-48c0-959e-cc4e869f55ea {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.632038] env[65418]: DEBUG oslo_vmware.api [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528a10ec-2840-a3f2-7664-0be26b32fcbb, 'name': SearchDatastore_Task, 'duration_secs': 0.009801} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.635691] env[65418]: INFO nova.compute.manager [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Took 16.38 seconds to build instance. [ 1076.636027] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0047dff-3317-4541-b00f-f122b0b620c7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.641029] env[65418]: WARNING nova.virt.vmwareapi.driver [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1076.641333] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.642568] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063f727a-e00f-4e48-b434-caa1e8123d08 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.646987] env[65418]: DEBUG oslo_vmware.api [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1076.646987] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527ea0fe-c0d2-5548-81ff-d8e1f66d6f14" [ 1076.646987] env[65418]: _type = "Task" [ 1076.646987] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.653794] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.654453] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e0935b1-6404-493c-aa6b-31ef5afc9489 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.660698] env[65418]: DEBUG oslo_vmware.api [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527ea0fe-c0d2-5548-81ff-d8e1f66d6f14, 'name': SearchDatastore_Task, 'duration_secs': 0.010325} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.660944] env[65418]: DEBUG oslo_concurrency.lockutils [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.661210] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 5187ef4c-2dcb-4975-ac97-832121ea0c38/5187ef4c-2dcb-4975-ac97-832121ea0c38.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.661459] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1dd313d7-1aaf-4add-965a-4a225babdd9f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.668925] env[65418]: DEBUG oslo_vmware.api [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1076.668925] env[65418]: value = "task-4689047" [ 1076.668925] env[65418]: _type = "Task" [ 1076.668925] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.678309] env[65418]: DEBUG oslo_vmware.api [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.746033] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.746447] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.746703] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Deleting the datastore file [datastore2] 024389d2-ea56-42de-aad2-a442c2b8f8cc {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.747063] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c85e97bc-5e8a-403f-ac12-05a5024be403 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.755520] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1076.755520] env[65418]: value = "task-4689048" [ 1076.755520] env[65418]: _type = "Task" [ 1076.755520] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.764542] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.002530] env[65418]: DEBUG nova.compute.manager [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1077.047601] env[65418]: DEBUG nova.virt.hardware [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1077.088355] env[65418]: DEBUG nova.virt.hardware [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.088355] env[65418]: DEBUG nova.virt.hardware [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1077.088355] env[65418]: DEBUG nova.virt.hardware [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.088355] env[65418]: DEBUG nova.virt.hardware [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1077.088355] env[65418]: DEBUG nova.virt.hardware [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1077.088355] env[65418]: DEBUG nova.virt.hardware [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1077.088355] env[65418]: DEBUG nova.virt.hardware [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1077.088355] env[65418]: DEBUG nova.virt.hardware [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1077.088355] env[65418]: DEBUG nova.virt.hardware [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1077.088355] env[65418]: DEBUG nova.virt.hardware [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1077.088355] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee9818d-2197-4c5a-bd46-566daa34c037 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.088355] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ab48e6-186b-4d7e-aec9-b4f6b999353c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.141294] env[65418]: DEBUG oslo_concurrency.lockutils [None req-d16782ed-957d-440f-851e-f201bebc0ff2 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "0e487c70-bde4-41b4-b818-5f6ee64d7ef8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.898s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.186947] env[65418]: DEBUG oslo_vmware.api [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689047, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.216588] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7be0dd-0713-47da-9b45-a98f2a31a9a1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.228013] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff87ca8f-a2e9-4821-bda0-a20f8e471876 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.263749] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ca9b91-26ff-4504-bf83-8bb0d0762f01 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.275613] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384c3c78-e75e-4d9f-9ede-7e345593c5db {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.280637] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253892} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.280637] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.280788] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.280979] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.294795] env[65418]: DEBUG nova.compute.provider_tree [None req-0992467d-13be-44f7-b6b7-32599fc342e8 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.510066] env[65418]: DEBUG nova.network.neutron [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Successfully updated port: 0b68972e-1f72-4a8d-bd78-431d06648001 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1077.588951] env[65418]: DEBUG nova.compute.manager [req-00b71b17-c420-4f95-9182-558f28c1cdc6 req-a45cc699-dcb4-47ca-82c2-332934696b0c service nova] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Received event network-vif-deleted-874438f9-4007-44a0-95a5-aea2d8c53578 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1077.686446] env[65418]: DEBUG oslo_vmware.api [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561597} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.686832] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 5187ef4c-2dcb-4975-ac97-832121ea0c38/5187ef4c-2dcb-4975-ac97-832121ea0c38.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.688079] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.688573] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47d63c1e-8d49-4987-9103-1678b846176a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.697394] env[65418]: DEBUG oslo_vmware.api [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1077.697394] env[65418]: value = "task-4689049" [ 1077.697394] env[65418]: _type = "Task" [ 1077.697394] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.707876] env[65418]: DEBUG oslo_vmware.api [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.787833] env[65418]: INFO nova.virt.block_device [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Booting with volume b3c0f0ae-f712-4efa-bea6-297f3e9830eb at /dev/sdb [ 1077.798310] env[65418]: DEBUG nova.scheduler.client.report [None req-0992467d-13be-44f7-b6b7-32599fc342e8 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.851259] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f465eca7-74c8-42da-9a1b-4d8ef135836e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.866533] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c1c9c5-9750-4ecb-8d2b-5857c7e2d8a3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.910269] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b94f5f5a-ab9c-4db5-a1aa-1e5007fe584c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.925398] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bd0c6f-6431-4780-a56a-39c18e4dc1db {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.965295] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456d8075-b1a3-41f8-a44a-7bd1cd7faf98 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.975843] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef75f73b-09dc-40c1-a702-f2207cec532b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.000294] env[65418]: DEBUG nova.virt.block_device [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Updating existing volume attachment record: cb6b56c0-6c8b-4a9d-bf61-ced09a9e0b61 {{(pid=65418) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1078.015022] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "refresh_cache-c22734e4-cfdc-4653-88cf-3a605298129a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.015022] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquired lock "refresh_cache-c22734e4-cfdc-4653-88cf-3a605298129a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.015022] env[65418]: DEBUG nova.network.neutron [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1078.213189] env[65418]: DEBUG oslo_vmware.api [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072012} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.213470] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.214823] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6e56ed-9763-4abf-9c32-20e7cd933da2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.245695] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 5187ef4c-2dcb-4975-ac97-832121ea0c38/5187ef4c-2dcb-4975-ac97-832121ea0c38.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.247092] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1509c35-c223-44dc-9413-7f23581fd8d5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.268340] env[65418]: DEBUG oslo_vmware.api [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1078.268340] env[65418]: value = "task-4689050" [ 1078.268340] env[65418]: _type = "Task" [ 1078.268340] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.279375] env[65418]: DEBUG oslo_vmware.api [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689050, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.307304] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0992467d-13be-44f7-b6b7-32599fc342e8 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.335555] env[65418]: INFO nova.scheduler.client.report [None req-0992467d-13be-44f7-b6b7-32599fc342e8 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Deleted allocations for instance f2797997-11ac-4c21-a8db-2588e2232436 [ 1078.557554] env[65418]: DEBUG nova.network.neutron [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1078.730488] env[65418]: WARNING neutronclient.v2_0.client [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.781574] env[65418]: DEBUG oslo_vmware.api [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.845441] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0992467d-13be-44f7-b6b7-32599fc342e8 tempest-ServerRescueNegativeTestJSON-135341842 tempest-ServerRescueNegativeTestJSON-135341842-project-member] Lock "f2797997-11ac-4c21-a8db-2588e2232436" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.896s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.144044] env[65418]: DEBUG nova.network.neutron [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Updating instance_info_cache with network_info: [{"id": "0b68972e-1f72-4a8d-bd78-431d06648001", "address": "fa:16:3e:a5:6d:82", "network": {"id": "a60b1801-8e2d-4966-8362-cdc65ef35a96", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1479408955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "378c1e35059b4dddb61aa567774373a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b68972e-1f", "ovs_interfaceid": "0b68972e-1f72-4a8d-bd78-431d06648001", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.282134] env[65418]: DEBUG oslo_vmware.api [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689050, 'name': ReconfigVM_Task, 'duration_secs': 0.684971} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.282448] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 5187ef4c-2dcb-4975-ac97-832121ea0c38/5187ef4c-2dcb-4975-ac97-832121ea0c38.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.283605] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cfd9cb1-7e88-411b-9bfc-5ecd89da3014 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.293907] env[65418]: DEBUG oslo_vmware.api [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1079.293907] env[65418]: value = "task-4689051" [ 1079.293907] env[65418]: _type = "Task" [ 1079.293907] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.310541] env[65418]: DEBUG oslo_vmware.api [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689051, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.395725] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Acquiring lock "62855c4e-aefd-4453-bceb-469e28186e9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.395725] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Lock "62855c4e-aefd-4453-bceb-469e28186e9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.410838] env[65418]: DEBUG nova.compute.manager [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Stashing vm_state: active {{(pid=65418) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1079.646983] env[65418]: DEBUG nova.compute.manager [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Received event network-vif-plugged-0b68972e-1f72-4a8d-bd78-431d06648001 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1079.651602] env[65418]: DEBUG oslo_concurrency.lockutils [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] Acquiring lock "c22734e4-cfdc-4653-88cf-3a605298129a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.651602] env[65418]: DEBUG oslo_concurrency.lockutils [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] Lock "c22734e4-cfdc-4653-88cf-3a605298129a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.653337] env[65418]: DEBUG oslo_concurrency.lockutils [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] Lock "c22734e4-cfdc-4653-88cf-3a605298129a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.653337] env[65418]: DEBUG nova.compute.manager [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] No waiting events found dispatching network-vif-plugged-0b68972e-1f72-4a8d-bd78-431d06648001 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1079.653562] env[65418]: WARNING nova.compute.manager [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Received unexpected event network-vif-plugged-0b68972e-1f72-4a8d-bd78-431d06648001 for instance with vm_state building and task_state spawning. [ 1079.653690] env[65418]: DEBUG nova.compute.manager [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Received event network-changed-0b68972e-1f72-4a8d-bd78-431d06648001 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1079.653732] env[65418]: DEBUG nova.compute.manager [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Refreshing instance network info cache due to event network-changed-0b68972e-1f72-4a8d-bd78-431d06648001. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1079.653926] env[65418]: DEBUG oslo_concurrency.lockutils [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] Acquiring lock "refresh_cache-c22734e4-cfdc-4653-88cf-3a605298129a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.657946] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Releasing lock "refresh_cache-c22734e4-cfdc-4653-88cf-3a605298129a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.658369] env[65418]: DEBUG nova.compute.manager [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Instance network_info: |[{"id": "0b68972e-1f72-4a8d-bd78-431d06648001", "address": "fa:16:3e:a5:6d:82", "network": {"id": "a60b1801-8e2d-4966-8362-cdc65ef35a96", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1479408955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "378c1e35059b4dddb61aa567774373a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b68972e-1f", "ovs_interfaceid": "0b68972e-1f72-4a8d-bd78-431d06648001", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1079.659674] env[65418]: DEBUG oslo_concurrency.lockutils [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] Acquired lock "refresh_cache-c22734e4-cfdc-4653-88cf-3a605298129a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.659674] env[65418]: DEBUG nova.network.neutron [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Refreshing network info cache for port 0b68972e-1f72-4a8d-bd78-431d06648001 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.661280] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:6d:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b68972e-1f72-4a8d-bd78-431d06648001', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.669466] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1079.671764] env[65418]: WARNING neutronclient.v2_0.client [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.674916] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.675732] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-307cbf94-93ad-46d4-b26a-2d1ae10e6f60 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.701047] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.701047] env[65418]: value = "task-4689052" [ 1079.701047] env[65418]: _type = "Task" [ 1079.701047] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.711541] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689052, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.809109] env[65418]: DEBUG oslo_vmware.api [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689051, 'name': Rename_Task, 'duration_secs': 0.195048} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.809416] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.810054] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b33b3b2b-96f2-46be-9c9b-98ee61ca68d6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.819757] env[65418]: DEBUG oslo_vmware.api [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1079.819757] env[65418]: value = "task-4689053" [ 1079.819757] env[65418]: _type = "Task" [ 1079.819757] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.832453] env[65418]: DEBUG oslo_vmware.api [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.901244] env[65418]: DEBUG nova.compute.manager [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1079.941400] env[65418]: DEBUG oslo_concurrency.lockutils [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.941727] env[65418]: DEBUG oslo_concurrency.lockutils [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.158518] env[65418]: DEBUG nova.virt.hardware [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1080.158518] env[65418]: DEBUG nova.virt.hardware [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.158696] env[65418]: DEBUG nova.virt.hardware [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1080.158992] env[65418]: DEBUG nova.virt.hardware [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.160287] env[65418]: DEBUG nova.virt.hardware [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1080.160287] env[65418]: DEBUG nova.virt.hardware [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1080.160287] env[65418]: DEBUG nova.virt.hardware [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1080.160287] env[65418]: DEBUG nova.virt.hardware [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1080.160540] env[65418]: DEBUG nova.virt.hardware [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1080.160620] env[65418]: DEBUG nova.virt.hardware [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1080.160827] env[65418]: DEBUG nova.virt.hardware [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1080.161807] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdf3fd4-79b4-4858-a2a8-42ea397acf63 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.173907] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6025b30-6665-4da3-8df5-a4c5b148b45a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.193333] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:4a:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0721723b-5150-492b-a173-0c5069696cfe', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.201448] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1080.201666] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.201938] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e73a8106-06fe-4a53-a67a-17988f7a3c90 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.236427] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689052, 'name': CreateVM_Task, 'duration_secs': 0.40045} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.237982] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.237982] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.237982] env[65418]: value = "task-4689054" [ 1080.237982] env[65418]: _type = "Task" [ 1080.237982] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.238435] env[65418]: WARNING neutronclient.v2_0.client [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.238792] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.238941] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.239284] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.239581] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d16f8a85-5b9c-43a8-a9ba-349b0387c3e9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.249102] env[65418]: DEBUG oslo_vmware.api [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1080.249102] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b76d48-d55c-d0ee-8ba7-b2b93433127c" [ 1080.249102] env[65418]: _type = "Task" [ 1080.249102] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.252608] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689054, 'name': CreateVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.262282] env[65418]: DEBUG oslo_vmware.api [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b76d48-d55c-d0ee-8ba7-b2b93433127c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.333704] env[65418]: DEBUG oslo_vmware.api [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689053, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.444809] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.447636] env[65418]: INFO nova.compute.claims [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.694825] env[65418]: WARNING neutronclient.v2_0.client [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.750831] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689054, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.766239] env[65418]: DEBUG oslo_vmware.api [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b76d48-d55c-d0ee-8ba7-b2b93433127c, 'name': SearchDatastore_Task, 'duration_secs': 0.012546} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.766590] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.766952] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.767554] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.767554] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.767656] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.767868] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70bffbc6-42be-4f54-96ac-039f9e01a0c2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.787052] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.787270] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.789174] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44b4eb9d-0f9b-47ca-9237-cd1b4622d3e2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.799115] env[65418]: DEBUG oslo_vmware.api [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1080.799115] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ec9776-b3d8-f247-ed18-cd13b20f574b" [ 1080.799115] env[65418]: _type = "Task" [ 1080.799115] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.812897] env[65418]: DEBUG oslo_vmware.api [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ec9776-b3d8-f247-ed18-cd13b20f574b, 'name': SearchDatastore_Task, 'duration_secs': 0.014238} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.813773] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d167e6d5-2433-4199-9cfe-84fb48e94c54 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.824381] env[65418]: DEBUG oslo_vmware.api [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1080.824381] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52615b13-28d3-ef5a-968e-083eff0bb5cf" [ 1080.824381] env[65418]: _type = "Task" [ 1080.824381] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.842173] env[65418]: DEBUG oslo_vmware.api [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689053, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.842173] env[65418]: DEBUG oslo_vmware.api [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52615b13-28d3-ef5a-968e-083eff0bb5cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011854} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.842280] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.843439] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] c22734e4-cfdc-4653-88cf-3a605298129a/c22734e4-cfdc-4653-88cf-3a605298129a.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.843881] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c96ff0e-4dbd-422f-9585-f14bfbc1ef65 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.854824] env[65418]: DEBUG oslo_vmware.api [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1080.854824] env[65418]: value = "task-4689055" [ 1080.854824] env[65418]: _type = "Task" [ 1080.854824] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.864074] env[65418]: DEBUG oslo_vmware.api [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.876459] env[65418]: DEBUG nova.network.neutron [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Updated VIF entry in instance network info cache for port 0b68972e-1f72-4a8d-bd78-431d06648001. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1080.876459] env[65418]: DEBUG nova.network.neutron [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Updating instance_info_cache with network_info: [{"id": "0b68972e-1f72-4a8d-bd78-431d06648001", "address": "fa:16:3e:a5:6d:82", "network": {"id": "a60b1801-8e2d-4966-8362-cdc65ef35a96", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1479408955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "378c1e35059b4dddb61aa567774373a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b68972e-1f", "ovs_interfaceid": "0b68972e-1f72-4a8d-bd78-431d06648001", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.961787] env[65418]: INFO nova.compute.resource_tracker [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Updating resource usage from migration 773842a5-00bf-4040-bd96-9cd96c318d85 [ 1081.238838] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51487e98-dc4b-4e48-95bd-69c2fe363faf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.258141] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7affd07-1f06-44f1-8d27-60833d282f00 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.261941] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689054, 'name': CreateVM_Task, 'duration_secs': 0.56171} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.262195] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.263546] env[65418]: WARNING neutronclient.v2_0.client [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1081.264057] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.264245] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.264620] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.264873] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac4ee37f-f8b8-4bc1-81ea-9b2b58375612 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.311445] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924b5893-3ee4-43cb-8d9e-e33f5444fa26 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.317062] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1081.317062] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52783aa1-ee2a-7b27-4a09-1b4337d6989a" [ 1081.317062] env[65418]: _type = "Task" [ 1081.317062] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.329486] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147e54b9-2206-4b58-8264-ab65c44613d8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.337955] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52783aa1-ee2a-7b27-4a09-1b4337d6989a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.350210] env[65418]: DEBUG nova.compute.provider_tree [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.360941] env[65418]: DEBUG oslo_vmware.api [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689053, 'name': PowerOnVM_Task, 'duration_secs': 1.244902} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.364659] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.364980] env[65418]: INFO nova.compute.manager [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1081.365201] env[65418]: DEBUG nova.compute.manager [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1081.366170] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a8de37-4f36-4b1b-8494-beb7a1d8165c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.389830] env[65418]: DEBUG oslo_concurrency.lockutils [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] Releasing lock "refresh_cache-c22734e4-cfdc-4653-88cf-3a605298129a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.389830] env[65418]: DEBUG nova.compute.manager [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Received event network-changed-52f05bf7-02a4-4936-8bc5-bc1d55d4c06e {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1081.389830] env[65418]: DEBUG nova.compute.manager [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Refreshing instance network info cache due to event network-changed-52f05bf7-02a4-4936-8bc5-bc1d55d4c06e. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1081.389830] env[65418]: DEBUG oslo_concurrency.lockutils [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] Acquiring lock "refresh_cache-604333c2-981f-4b75-a801-3df14fb50433" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.389830] env[65418]: DEBUG oslo_concurrency.lockutils [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] Acquired lock "refresh_cache-604333c2-981f-4b75-a801-3df14fb50433" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.389830] env[65418]: DEBUG nova.network.neutron [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Refreshing network info cache for port 52f05bf7-02a4-4936-8bc5-bc1d55d4c06e {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.390864] env[65418]: DEBUG oslo_vmware.api [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689055, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.413567] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c6e1e02d-5485-4584-8f9f-d1b04d121882 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "ab293e37-eb14-418f-9a96-9be31d1871a9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.413850] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c6e1e02d-5485-4584-8f9f-d1b04d121882 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "ab293e37-eb14-418f-9a96-9be31d1871a9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.765155] env[65418]: DEBUG nova.compute.manager [req-d7ce6ab5-321d-48c8-82dc-fe7830bb9197 req-557f35f6-522f-4bb9-bb38-0d1f82ce260a service nova] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Received event network-changed-db3796f3-9b89-4483-94e0-dfdafaa3ed33 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1081.765398] env[65418]: DEBUG nova.compute.manager [req-d7ce6ab5-321d-48c8-82dc-fe7830bb9197 req-557f35f6-522f-4bb9-bb38-0d1f82ce260a service nova] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Refreshing instance network info cache due to event network-changed-db3796f3-9b89-4483-94e0-dfdafaa3ed33. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1081.765552] env[65418]: DEBUG oslo_concurrency.lockutils [req-d7ce6ab5-321d-48c8-82dc-fe7830bb9197 req-557f35f6-522f-4bb9-bb38-0d1f82ce260a service nova] Acquiring lock "refresh_cache-0e487c70-bde4-41b4-b818-5f6ee64d7ef8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.765694] env[65418]: DEBUG oslo_concurrency.lockutils [req-d7ce6ab5-321d-48c8-82dc-fe7830bb9197 req-557f35f6-522f-4bb9-bb38-0d1f82ce260a service nova] Acquired lock "refresh_cache-0e487c70-bde4-41b4-b818-5f6ee64d7ef8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.765887] env[65418]: DEBUG nova.network.neutron [req-d7ce6ab5-321d-48c8-82dc-fe7830bb9197 req-557f35f6-522f-4bb9-bb38-0d1f82ce260a service nova] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Refreshing network info cache for port db3796f3-9b89-4483-94e0-dfdafaa3ed33 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.829277] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52783aa1-ee2a-7b27-4a09-1b4337d6989a, 'name': SearchDatastore_Task, 'duration_secs': 0.070102} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.829687] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.830025] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.830280] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.830425] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.830625] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.830932] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1e4749b-859b-409c-9b18-fb42857bb839 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.844848] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.845096] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.845857] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e507939-08fe-4681-ac93-fe4448e575f8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.852669] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1081.852669] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]524ab2b4-9c8a-5c59-b66b-abac471b9f92" [ 1081.852669] env[65418]: _type = "Task" [ 1081.852669] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.861305] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]524ab2b4-9c8a-5c59-b66b-abac471b9f92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.869905] env[65418]: DEBUG oslo_vmware.api [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672554} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.870178] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] c22734e4-cfdc-4653-88cf-3a605298129a/c22734e4-cfdc-4653-88cf-3a605298129a.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.870389] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.870645] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4975fac7-6660-41e0-a277-912beac26d1d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.877929] env[65418]: DEBUG oslo_vmware.api [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1081.877929] env[65418]: value = "task-4689056" [ 1081.877929] env[65418]: _type = "Task" [ 1081.877929] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.886968] env[65418]: DEBUG oslo_vmware.api [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.894034] env[65418]: DEBUG nova.scheduler.client.report [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.902400] env[65418]: WARNING neutronclient.v2_0.client [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.906056] env[65418]: INFO nova.compute.manager [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Took 15.39 seconds to build instance. [ 1081.921377] env[65418]: DEBUG nova.compute.utils [None req-c6e1e02d-5485-4584-8f9f-d1b04d121882 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.081683] env[65418]: WARNING neutronclient.v2_0.client [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.155243] env[65418]: DEBUG nova.network.neutron [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Updated VIF entry in instance network info cache for port 52f05bf7-02a4-4936-8bc5-bc1d55d4c06e. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1082.155644] env[65418]: DEBUG nova.network.neutron [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Updating instance_info_cache with network_info: [{"id": "52f05bf7-02a4-4936-8bc5-bc1d55d4c06e", "address": "fa:16:3e:9e:1c:59", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52f05bf7-02", "ovs_interfaceid": "52f05bf7-02a4-4936-8bc5-bc1d55d4c06e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.269670] env[65418]: WARNING neutronclient.v2_0.client [req-d7ce6ab5-321d-48c8-82dc-fe7830bb9197 req-557f35f6-522f-4bb9-bb38-0d1f82ce260a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.371043] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]524ab2b4-9c8a-5c59-b66b-abac471b9f92, 'name': SearchDatastore_Task, 'duration_secs': 0.018558} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.371043] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e3296a7-62ff-4e73-a775-8c45002bb142 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.377503] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1082.377503] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52120e25-99dc-2752-090e-04b873aab6fa" [ 1082.377503] env[65418]: _type = "Task" [ 1082.377503] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.395077] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52120e25-99dc-2752-090e-04b873aab6fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.398467] env[65418]: DEBUG oslo_vmware.api [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071586} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.398771] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.399695] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ef3f9c-a8d3-4c88-a65c-59ce8f4ad17e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.403962] env[65418]: DEBUG oslo_concurrency.lockutils [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.461s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.403962] env[65418]: INFO nova.compute.manager [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Migrating [ 1082.412877] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.968s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.414334] env[65418]: INFO nova.compute.claims [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.417062] env[65418]: DEBUG oslo_concurrency.lockutils [None req-760bf70a-3615-47d3-9a25-aa95f8bc66db tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "5187ef4c-2dcb-4975-ac97-832121ea0c38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.913s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.438041] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c6e1e02d-5485-4584-8f9f-d1b04d121882 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "ab293e37-eb14-418f-9a96-9be31d1871a9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.023s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.446716] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] c22734e4-cfdc-4653-88cf-3a605298129a/c22734e4-cfdc-4653-88cf-3a605298129a.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.449026] env[65418]: DEBUG oslo_concurrency.lockutils [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "refresh_cache-0fd1da75-65c3-40d2-8343-437b77b1e4ea" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.449026] env[65418]: DEBUG oslo_concurrency.lockutils [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquired lock "refresh_cache-0fd1da75-65c3-40d2-8343-437b77b1e4ea" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.449026] env[65418]: DEBUG nova.network.neutron [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1082.449910] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-247b776f-8fe5-44c1-b3e2-5a4bca8180a3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.469059] env[65418]: WARNING neutronclient.v2_0.client [req-d7ce6ab5-321d-48c8-82dc-fe7830bb9197 req-557f35f6-522f-4bb9-bb38-0d1f82ce260a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.471574] env[65418]: WARNING neutronclient.v2_0.client [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.482946] env[65418]: DEBUG oslo_vmware.api [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1082.482946] env[65418]: value = "task-4689057" [ 1082.482946] env[65418]: _type = "Task" [ 1082.482946] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.496468] env[65418]: DEBUG oslo_vmware.api [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689057, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.558503] env[65418]: DEBUG nova.network.neutron [req-d7ce6ab5-321d-48c8-82dc-fe7830bb9197 req-557f35f6-522f-4bb9-bb38-0d1f82ce260a service nova] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Updated VIF entry in instance network info cache for port db3796f3-9b89-4483-94e0-dfdafaa3ed33. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1082.558893] env[65418]: DEBUG nova.network.neutron [req-d7ce6ab5-321d-48c8-82dc-fe7830bb9197 req-557f35f6-522f-4bb9-bb38-0d1f82ce260a service nova] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Updating instance_info_cache with network_info: [{"id": "db3796f3-9b89-4483-94e0-dfdafaa3ed33", "address": "fa:16:3e:4b:a5:25", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3796f3-9b", "ovs_interfaceid": "db3796f3-9b89-4483-94e0-dfdafaa3ed33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.659523] env[65418]: DEBUG oslo_concurrency.lockutils [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] Releasing lock "refresh_cache-604333c2-981f-4b75-a801-3df14fb50433" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.659839] env[65418]: DEBUG nova.compute.manager [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Received event network-changed-db3796f3-9b89-4483-94e0-dfdafaa3ed33 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1082.660037] env[65418]: DEBUG nova.compute.manager [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Refreshing instance network info cache due to event network-changed-db3796f3-9b89-4483-94e0-dfdafaa3ed33. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1082.660243] env[65418]: DEBUG oslo_concurrency.lockutils [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] Acquiring lock "refresh_cache-0e487c70-bde4-41b4-b818-5f6ee64d7ef8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.690476] env[65418]: WARNING neutronclient.v2_0.client [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.765925] env[65418]: DEBUG nova.network.neutron [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Updating instance_info_cache with network_info: [{"id": "dab09017-f566-4ddd-85b4-e6adb3ec7fa4", "address": "fa:16:3e:c0:6a:98", "network": {"id": "3fab3b70-ba17-4e6a-ae3d-5a05fb711a8b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-395157993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0727a4c133420fa0cb4f4356dee109", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab09017-f5", "ovs_interfaceid": "dab09017-f566-4ddd-85b4-e6adb3ec7fa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.843208] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a07bf972-d4d9-4cbd-aa96-db6cfabf60c0 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquiring lock "9980df28-b588-438f-8dc0-76636341a971" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.843574] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a07bf972-d4d9-4cbd-aa96-db6cfabf60c0 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "9980df28-b588-438f-8dc0-76636341a971" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.890069] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52120e25-99dc-2752-090e-04b873aab6fa, 'name': SearchDatastore_Task, 'duration_secs': 0.034385} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.890311] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.890593] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 024389d2-ea56-42de-aad2-a442c2b8f8cc/024389d2-ea56-42de-aad2-a442c2b8f8cc.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1082.890880] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b8c5eea-9bd6-470b-892a-9906d656503b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.898935] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1082.898935] env[65418]: value = "task-4689058" [ 1082.898935] env[65418]: _type = "Task" [ 1082.898935] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.909441] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.998085] env[65418]: DEBUG oslo_vmware.api [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689057, 'name': ReconfigVM_Task, 'duration_secs': 0.300819} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.998412] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Reconfigured VM instance instance-00000068 to attach disk [datastore2] c22734e4-cfdc-4653-88cf-3a605298129a/c22734e4-cfdc-4653-88cf-3a605298129a.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.999040] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e444ef17-c1ce-4496-8f40-d0f18e84b488 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.006941] env[65418]: DEBUG oslo_vmware.api [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1083.006941] env[65418]: value = "task-4689059" [ 1083.006941] env[65418]: _type = "Task" [ 1083.006941] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.021486] env[65418]: DEBUG oslo_vmware.api [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689059, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.038491] env[65418]: DEBUG oslo_concurrency.lockutils [None req-be5870d1-231e-498b-bf8b-2c46b7ddff7d tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "5187ef4c-2dcb-4975-ac97-832121ea0c38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.038491] env[65418]: DEBUG oslo_concurrency.lockutils [None req-be5870d1-231e-498b-bf8b-2c46b7ddff7d tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "5187ef4c-2dcb-4975-ac97-832121ea0c38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.038673] env[65418]: DEBUG oslo_concurrency.lockutils [None req-be5870d1-231e-498b-bf8b-2c46b7ddff7d tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "5187ef4c-2dcb-4975-ac97-832121ea0c38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.038827] env[65418]: DEBUG oslo_concurrency.lockutils [None req-be5870d1-231e-498b-bf8b-2c46b7ddff7d tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "5187ef4c-2dcb-4975-ac97-832121ea0c38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.038951] env[65418]: DEBUG oslo_concurrency.lockutils [None req-be5870d1-231e-498b-bf8b-2c46b7ddff7d tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "5187ef4c-2dcb-4975-ac97-832121ea0c38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.042094] env[65418]: INFO nova.compute.manager [None req-be5870d1-231e-498b-bf8b-2c46b7ddff7d tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Terminating instance [ 1083.066060] env[65418]: DEBUG oslo_concurrency.lockutils [req-d7ce6ab5-321d-48c8-82dc-fe7830bb9197 req-557f35f6-522f-4bb9-bb38-0d1f82ce260a service nova] Releasing lock "refresh_cache-0e487c70-bde4-41b4-b818-5f6ee64d7ef8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.066060] env[65418]: DEBUG nova.compute.manager [req-d7ce6ab5-321d-48c8-82dc-fe7830bb9197 req-557f35f6-522f-4bb9-bb38-0d1f82ce260a service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Received event network-changed-52f05bf7-02a4-4936-8bc5-bc1d55d4c06e {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1083.066283] env[65418]: DEBUG nova.compute.manager [req-d7ce6ab5-321d-48c8-82dc-fe7830bb9197 req-557f35f6-522f-4bb9-bb38-0d1f82ce260a service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Refreshing instance network info cache due to event network-changed-52f05bf7-02a4-4936-8bc5-bc1d55d4c06e. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1083.066283] env[65418]: DEBUG oslo_concurrency.lockutils [req-d7ce6ab5-321d-48c8-82dc-fe7830bb9197 req-557f35f6-522f-4bb9-bb38-0d1f82ce260a service nova] Acquiring lock "refresh_cache-604333c2-981f-4b75-a801-3df14fb50433" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.066428] env[65418]: DEBUG oslo_concurrency.lockutils [req-d7ce6ab5-321d-48c8-82dc-fe7830bb9197 req-557f35f6-522f-4bb9-bb38-0d1f82ce260a service nova] Acquired lock "refresh_cache-604333c2-981f-4b75-a801-3df14fb50433" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.066583] env[65418]: DEBUG nova.network.neutron [req-d7ce6ab5-321d-48c8-82dc-fe7830bb9197 req-557f35f6-522f-4bb9-bb38-0d1f82ce260a service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Refreshing network info cache for port 52f05bf7-02a4-4936-8bc5-bc1d55d4c06e {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.068036] env[65418]: DEBUG oslo_concurrency.lockutils [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] Acquired lock "refresh_cache-0e487c70-bde4-41b4-b818-5f6ee64d7ef8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.068036] env[65418]: DEBUG nova.network.neutron [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Refreshing network info cache for port db3796f3-9b89-4483-94e0-dfdafaa3ed33 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.269533] env[65418]: DEBUG oslo_concurrency.lockutils [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Releasing lock "refresh_cache-0fd1da75-65c3-40d2-8343-437b77b1e4ea" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.346431] env[65418]: INFO nova.compute.manager [None req-a07bf972-d4d9-4cbd-aa96-db6cfabf60c0 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Detaching volume 446d75ba-1b6a-4460-b2e2-8ede655e6c6a [ 1083.388379] env[65418]: INFO nova.virt.block_device [None req-a07bf972-d4d9-4cbd-aa96-db6cfabf60c0 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Attempting to driver detach volume 446d75ba-1b6a-4460-b2e2-8ede655e6c6a from mountpoint /dev/sdb [ 1083.388716] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a07bf972-d4d9-4cbd-aa96-db6cfabf60c0 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Volume detach. Driver type: vmdk {{(pid=65418) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1083.389053] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a07bf972-d4d9-4cbd-aa96-db6cfabf60c0 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915256', 'volume_id': '446d75ba-1b6a-4460-b2e2-8ede655e6c6a', 'name': 'volume-446d75ba-1b6a-4460-b2e2-8ede655e6c6a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9980df28-b588-438f-8dc0-76636341a971', 'attached_at': '', 'detached_at': '', 'volume_id': '446d75ba-1b6a-4460-b2e2-8ede655e6c6a', 'serial': '446d75ba-1b6a-4460-b2e2-8ede655e6c6a'} {{(pid=65418) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1083.390170] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d34bda1-37e6-4d58-ade8-8a0536bdebab {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.418974] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccecfef-244c-4bc0-a62a-bae35f7bc893 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.431859] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689058, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.432916] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06684a19-c9d6-48da-a2ce-bc14ae30c8fc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.465155] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd32f09-f151-4dbd-9b7d-1ff6c9ba07b0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.482689] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a07bf972-d4d9-4cbd-aa96-db6cfabf60c0 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] The volume has not been displaced from its original location: [datastore1] volume-446d75ba-1b6a-4460-b2e2-8ede655e6c6a/volume-446d75ba-1b6a-4460-b2e2-8ede655e6c6a.vmdk. No consolidation needed. {{(pid=65418) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1083.488863] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a07bf972-d4d9-4cbd-aa96-db6cfabf60c0 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1083.491153] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d29f285-ad93-402e-a044-a4e0dd1b536f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.504836] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c6e1e02d-5485-4584-8f9f-d1b04d121882 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "ab293e37-eb14-418f-9a96-9be31d1871a9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.505224] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c6e1e02d-5485-4584-8f9f-d1b04d121882 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "ab293e37-eb14-418f-9a96-9be31d1871a9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.505500] env[65418]: INFO nova.compute.manager [None req-c6e1e02d-5485-4584-8f9f-d1b04d121882 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Attaching volume 0238d1eb-f807-4797-8108-69f562d94be1 to /dev/sdb [ 1083.517804] env[65418]: DEBUG oslo_vmware.api [None req-a07bf972-d4d9-4cbd-aa96-db6cfabf60c0 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 1083.517804] env[65418]: value = "task-4689060" [ 1083.517804] env[65418]: _type = "Task" [ 1083.517804] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.531526] env[65418]: DEBUG oslo_vmware.api [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689059, 'name': Rename_Task, 'duration_secs': 0.203244} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.532329] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1083.533390] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10c240a7-4977-4f36-a163-00d2655690b6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.537991] env[65418]: DEBUG oslo_vmware.api [None req-a07bf972-d4d9-4cbd-aa96-db6cfabf60c0 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.546633] env[65418]: DEBUG oslo_vmware.api [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1083.546633] env[65418]: value = "task-4689061" [ 1083.546633] env[65418]: _type = "Task" [ 1083.546633] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.550459] env[65418]: DEBUG nova.compute.manager [None req-be5870d1-231e-498b-bf8b-2c46b7ddff7d tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1083.551131] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-be5870d1-231e-498b-bf8b-2c46b7ddff7d tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.551769] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125cdec0-c207-4d5c-831c-1b3c0064d011 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.556743] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1161582a-e1d4-4bd2-906e-a12ee23be1db {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.563750] env[65418]: DEBUG oslo_vmware.api [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.568774] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5870d1-231e-498b-bf8b-2c46b7ddff7d tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.573343] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f4514ae-5252-4efc-9e40-c76cd1e35ca5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.575809] env[65418]: WARNING neutronclient.v2_0.client [req-d7ce6ab5-321d-48c8-82dc-fe7830bb9197 req-557f35f6-522f-4bb9-bb38-0d1f82ce260a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.578530] env[65418]: WARNING neutronclient.v2_0.client [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.581771] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2926cb-a760-423b-b945-4bab7782350f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.591398] env[65418]: DEBUG oslo_vmware.api [None req-be5870d1-231e-498b-bf8b-2c46b7ddff7d tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1083.591398] env[65418]: value = "task-4689062" [ 1083.591398] env[65418]: _type = "Task" [ 1083.591398] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.603384] env[65418]: DEBUG nova.virt.block_device [None req-c6e1e02d-5485-4584-8f9f-d1b04d121882 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Updating existing volume attachment record: befb6128-078f-4502-9e50-f5b145898205 {{(pid=65418) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1083.614957] env[65418]: DEBUG oslo_vmware.api [None req-be5870d1-231e-498b-bf8b-2c46b7ddff7d tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.778561] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42354c5f-8290-4202-afbb-1db8dbbdf7b2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.790558] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d099ecbb-be09-4311-9f56-ebf3c6747dd5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.800459] env[65418]: WARNING neutronclient.v2_0.client [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.834262] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c52c699-23b2-405a-b7b0-0b9a1f4539e5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.847397] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf9acf1-20ed-4c71-bee0-e43363892f59 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.866124] env[65418]: DEBUG nova.compute.provider_tree [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.875709] env[65418]: WARNING neutronclient.v2_0.client [req-d7ce6ab5-321d-48c8-82dc-fe7830bb9197 req-557f35f6-522f-4bb9-bb38-0d1f82ce260a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.908615] env[65418]: DEBUG nova.network.neutron [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Updated VIF entry in instance network info cache for port db3796f3-9b89-4483-94e0-dfdafaa3ed33. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1083.908981] env[65418]: DEBUG nova.network.neutron [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Updating instance_info_cache with network_info: [{"id": "db3796f3-9b89-4483-94e0-dfdafaa3ed33", "address": "fa:16:3e:4b:a5:25", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3796f3-9b", "ovs_interfaceid": "db3796f3-9b89-4483-94e0-dfdafaa3ed33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.925377] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566173} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.925698] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 024389d2-ea56-42de-aad2-a442c2b8f8cc/024389d2-ea56-42de-aad2-a442c2b8f8cc.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.925947] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.926471] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbea205e-b08e-4de4-9a4c-00d42bbcb93e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.937144] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1083.937144] env[65418]: value = "task-4689064" [ 1083.937144] env[65418]: _type = "Task" [ 1083.937144] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.946818] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689064, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.984075] env[65418]: DEBUG nova.network.neutron [req-d7ce6ab5-321d-48c8-82dc-fe7830bb9197 req-557f35f6-522f-4bb9-bb38-0d1f82ce260a service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Updated VIF entry in instance network info cache for port 52f05bf7-02a4-4936-8bc5-bc1d55d4c06e. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1083.984725] env[65418]: DEBUG nova.network.neutron [req-d7ce6ab5-321d-48c8-82dc-fe7830bb9197 req-557f35f6-522f-4bb9-bb38-0d1f82ce260a service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Updating instance_info_cache with network_info: [{"id": "52f05bf7-02a4-4936-8bc5-bc1d55d4c06e", "address": "fa:16:3e:9e:1c:59", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52f05bf7-02", "ovs_interfaceid": "52f05bf7-02a4-4936-8bc5-bc1d55d4c06e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.034837] env[65418]: DEBUG oslo_vmware.api [None req-a07bf972-d4d9-4cbd-aa96-db6cfabf60c0 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689060, 'name': ReconfigVM_Task, 'duration_secs': 0.30377} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.034837] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a07bf972-d4d9-4cbd-aa96-db6cfabf60c0 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1084.038976] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cb31fd5-0288-4b77-8761-714c02298d35 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.060317] env[65418]: DEBUG oslo_vmware.api [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689061, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.061970] env[65418]: DEBUG oslo_vmware.api [None req-a07bf972-d4d9-4cbd-aa96-db6cfabf60c0 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 1084.061970] env[65418]: value = "task-4689065" [ 1084.061970] env[65418]: _type = "Task" [ 1084.061970] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.072466] env[65418]: DEBUG oslo_vmware.api [None req-a07bf972-d4d9-4cbd-aa96-db6cfabf60c0 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689065, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.101120] env[65418]: DEBUG oslo_vmware.api [None req-be5870d1-231e-498b-bf8b-2c46b7ddff7d tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689062, 'name': PowerOffVM_Task, 'duration_secs': 0.198775} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.101399] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-be5870d1-231e-498b-bf8b-2c46b7ddff7d tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.101696] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-be5870d1-231e-498b-bf8b-2c46b7ddff7d tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.101818] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a18c6051-32a4-4785-bf47-09a4b76ed53c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.176044] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-be5870d1-231e-498b-bf8b-2c46b7ddff7d tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.176210] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-be5870d1-231e-498b-bf8b-2c46b7ddff7d tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.176621] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-be5870d1-231e-498b-bf8b-2c46b7ddff7d tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Deleting the datastore file [datastore1] 5187ef4c-2dcb-4975-ac97-832121ea0c38 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.177039] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0312788-9ed3-402e-924c-9e2497737202 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.186145] env[65418]: DEBUG oslo_vmware.api [None req-be5870d1-231e-498b-bf8b-2c46b7ddff7d tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1084.186145] env[65418]: value = "task-4689067" [ 1084.186145] env[65418]: _type = "Task" [ 1084.186145] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.198055] env[65418]: DEBUG oslo_vmware.api [None req-be5870d1-231e-498b-bf8b-2c46b7ddff7d tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.370018] env[65418]: DEBUG nova.scheduler.client.report [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.411789] env[65418]: DEBUG oslo_concurrency.lockutils [req-7b5b9493-2766-452a-ac54-c67cc4fb2f61 req-4428e423-b539-486f-bc46-73ac652c8ebb service nova] Releasing lock "refresh_cache-0e487c70-bde4-41b4-b818-5f6ee64d7ef8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.447585] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689064, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081059} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.447863] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.448679] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dd3b1b-475c-47f3-a15b-0b96d518abb9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.471515] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 024389d2-ea56-42de-aad2-a442c2b8f8cc/024389d2-ea56-42de-aad2-a442c2b8f8cc.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.471838] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c725a8ab-7609-42f7-b4e8-f4c9cd6b17ae {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.488260] env[65418]: DEBUG oslo_concurrency.lockutils [req-d7ce6ab5-321d-48c8-82dc-fe7830bb9197 req-557f35f6-522f-4bb9-bb38-0d1f82ce260a service nova] Releasing lock "refresh_cache-604333c2-981f-4b75-a801-3df14fb50433" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.492505] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1084.492505] env[65418]: value = "task-4689070" [ 1084.492505] env[65418]: _type = "Task" [ 1084.492505] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.502704] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689070, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.562596] env[65418]: DEBUG oslo_vmware.api [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689061, 'name': PowerOnVM_Task, 'duration_secs': 0.545427} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.565924] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.566147] env[65418]: INFO nova.compute.manager [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Took 7.56 seconds to spawn the instance on the hypervisor. [ 1084.566326] env[65418]: DEBUG nova.compute.manager [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1084.567128] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feae9290-da2e-46ab-a797-3db3e334485f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.579193] env[65418]: DEBUG oslo_vmware.api [None req-a07bf972-d4d9-4cbd-aa96-db6cfabf60c0 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689065, 'name': ReconfigVM_Task, 'duration_secs': 0.213007} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.583318] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a07bf972-d4d9-4cbd-aa96-db6cfabf60c0 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915256', 'volume_id': '446d75ba-1b6a-4460-b2e2-8ede655e6c6a', 'name': 'volume-446d75ba-1b6a-4460-b2e2-8ede655e6c6a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9980df28-b588-438f-8dc0-76636341a971', 'attached_at': '', 'detached_at': '', 'volume_id': '446d75ba-1b6a-4460-b2e2-8ede655e6c6a', 'serial': '446d75ba-1b6a-4460-b2e2-8ede655e6c6a'} {{(pid=65418) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1084.697301] env[65418]: DEBUG oslo_vmware.api [None req-be5870d1-231e-498b-bf8b-2c46b7ddff7d tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171227} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.697435] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-be5870d1-231e-498b-bf8b-2c46b7ddff7d tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.697767] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-be5870d1-231e-498b-bf8b-2c46b7ddff7d tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.697936] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-be5870d1-231e-498b-bf8b-2c46b7ddff7d tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.698317] env[65418]: INFO nova.compute.manager [None req-be5870d1-231e-498b-bf8b-2c46b7ddff7d tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1084.698740] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-be5870d1-231e-498b-bf8b-2c46b7ddff7d tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1084.698892] env[65418]: DEBUG nova.compute.manager [-] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1084.698992] env[65418]: DEBUG nova.network.neutron [-] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1084.699250] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.731619] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.792185] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94167e3a-7989-4d0d-95eb-5a917fce3775 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.811502] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Updating instance '0fd1da75-65c3-40d2-8343-437b77b1e4ea' progress to 0 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1084.876392] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.877106] env[65418]: DEBUG nova.compute.manager [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1084.950581] env[65418]: DEBUG nova.compute.manager [req-2dd0a403-52cb-42e9-8c11-b9104e285d29 req-470ff477-4ab4-4322-a07a-fb9bc68c52f7 service nova] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Received event network-vif-deleted-fb19d813-ba58-4abb-8986-8f189f0a1902 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1084.950771] env[65418]: INFO nova.compute.manager [req-2dd0a403-52cb-42e9-8c11-b9104e285d29 req-470ff477-4ab4-4322-a07a-fb9bc68c52f7 service nova] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Neutron deleted interface fb19d813-ba58-4abb-8986-8f189f0a1902; detaching it from the instance and deleting it from the info cache [ 1084.950935] env[65418]: DEBUG nova.network.neutron [req-2dd0a403-52cb-42e9-8c11-b9104e285d29 req-470ff477-4ab4-4322-a07a-fb9bc68c52f7 service nova] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.005026] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689070, 'name': ReconfigVM_Task, 'duration_secs': 0.476971} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.005026] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 024389d2-ea56-42de-aad2-a442c2b8f8cc/024389d2-ea56-42de-aad2-a442c2b8f8cc.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.005989] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'guest_format': None, 'size': 0, 'encrypted': False, 'device_name': '/dev/sda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'disk_bus': None, 'device_type': 'disk', 'image_id': 'fa5b6324-76b1-4edd-9d73-4f2b022e0ba4'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'guest_format': None, 'attachment_id': 'cb6b56c0-6c8b-4a9d-bf61-ced09a9e0b61', 'delete_on_termination': False, 'disk_bus': None, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915268', 'volume_id': 'b3c0f0ae-f712-4efa-bea6-297f3e9830eb', 'name': 'volume-b3c0f0ae-f712-4efa-bea6-297f3e9830eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '024389d2-ea56-42de-aad2-a442c2b8f8cc', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3c0f0ae-f712-4efa-bea6-297f3e9830eb', 'serial': 'b3c0f0ae-f712-4efa-bea6-297f3e9830eb'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=65418) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1085.006261] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Volume attach. Driver type: vmdk {{(pid=65418) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1085.006379] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915268', 'volume_id': 'b3c0f0ae-f712-4efa-bea6-297f3e9830eb', 'name': 'volume-b3c0f0ae-f712-4efa-bea6-297f3e9830eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '024389d2-ea56-42de-aad2-a442c2b8f8cc', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3c0f0ae-f712-4efa-bea6-297f3e9830eb', 'serial': 'b3c0f0ae-f712-4efa-bea6-297f3e9830eb'} {{(pid=65418) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1085.007304] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b132af-4b9f-439c-89cd-eb8c11b1dae4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.029494] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04ab1ea-6533-47d5-af96-4fd087751b01 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.059389] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] volume-b3c0f0ae-f712-4efa-bea6-297f3e9830eb/volume-b3c0f0ae-f712-4efa-bea6-297f3e9830eb.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.059805] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f025b396-4c17-4b0a-8679-c0cf942a8565 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.079869] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1085.079869] env[65418]: value = "task-4689071" [ 1085.079869] env[65418]: _type = "Task" [ 1085.079869] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.095289] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689071, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.095800] env[65418]: INFO nova.compute.manager [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Took 12.56 seconds to build instance. [ 1085.126907] env[65418]: DEBUG nova.objects.instance [None req-a07bf972-d4d9-4cbd-aa96-db6cfabf60c0 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lazy-loading 'flavor' on Instance uuid 9980df28-b588-438f-8dc0-76636341a971 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.318285] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.318629] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66c95fc7-ade9-4fa7-a09a-d48eaff259ed {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.328754] env[65418]: DEBUG oslo_vmware.api [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1085.328754] env[65418]: value = "task-4689072" [ 1085.328754] env[65418]: _type = "Task" [ 1085.328754] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.339895] env[65418]: DEBUG oslo_vmware.api [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.382868] env[65418]: DEBUG nova.compute.utils [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1085.384409] env[65418]: DEBUG nova.compute.manager [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1085.385117] env[65418]: DEBUG nova.network.neutron [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1085.385458] env[65418]: WARNING neutronclient.v2_0.client [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.387676] env[65418]: WARNING neutronclient.v2_0.client [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.430245] env[65418]: DEBUG nova.network.neutron [-] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.447473] env[65418]: DEBUG nova.policy [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4990c80269934737be5f9383c2ca5315', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42e75ee7efd2424a98b73b0cddbeebe9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1085.453503] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20840917-ec31-479e-af38-228e9c742443 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.465837] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7295f2bc-0791-4c0f-9086-f4cc0376d061 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.505610] env[65418]: DEBUG nova.compute.manager [req-2dd0a403-52cb-42e9-8c11-b9104e285d29 req-470ff477-4ab4-4322-a07a-fb9bc68c52f7 service nova] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Detach interface failed, port_id=fb19d813-ba58-4abb-8986-8f189f0a1902, reason: Instance 5187ef4c-2dcb-4975-ac97-832121ea0c38 could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1085.592680] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689071, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.598411] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a6c934b4-ad4a-42e6-be89-64c4dab20a50 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "c22734e4-cfdc-4653-88cf-3a605298129a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.078s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.817641] env[65418]: DEBUG nova.network.neutron [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Successfully created port: b6fae720-0216-490d-808e-6c0edb0da7b0 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1085.840721] env[65418]: DEBUG oslo_vmware.api [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689072, 'name': PowerOffVM_Task, 'duration_secs': 0.294285} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.841046] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.841310] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Updating instance '0fd1da75-65c3-40d2-8343-437b77b1e4ea' progress to 17 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1085.846953] env[65418]: INFO nova.compute.manager [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Rebuilding instance [ 1085.892722] env[65418]: DEBUG nova.compute.manager [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1085.902826] env[65418]: DEBUG nova.compute.manager [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1085.903986] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d821db-b717-4eae-9acf-52a907372653 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.934148] env[65418]: INFO nova.compute.manager [-] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Took 1.23 seconds to deallocate network for instance. [ 1086.068849] env[65418]: DEBUG oslo_concurrency.lockutils [None req-62eddc4e-8e27-4bec-b601-02757fceb20a tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquiring lock "9980df28-b588-438f-8dc0-76636341a971" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.092441] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689071, 'name': ReconfigVM_Task, 'duration_secs': 0.565667} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.092441] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Reconfigured VM instance instance-0000005c to attach disk [datastore2] volume-b3c0f0ae-f712-4efa-bea6-297f3e9830eb/volume-b3c0f0ae-f712-4efa-bea6-297f3e9830eb.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.097010] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b05f3a9-6cb6-4d0f-870c-5bddf6feada3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.113494] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1086.113494] env[65418]: value = "task-4689073" [ 1086.113494] env[65418]: _type = "Task" [ 1086.113494] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.122130] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689073, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.136090] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a07bf972-d4d9-4cbd-aa96-db6cfabf60c0 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "9980df28-b588-438f-8dc0-76636341a971" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.292s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.137332] env[65418]: DEBUG oslo_concurrency.lockutils [None req-62eddc4e-8e27-4bec-b601-02757fceb20a tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "9980df28-b588-438f-8dc0-76636341a971" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.069s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.137488] env[65418]: DEBUG nova.compute.manager [None req-62eddc4e-8e27-4bec-b601-02757fceb20a tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1086.138556] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb8ac6c-6b79-4110-bc20-342ec64d27c9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.146166] env[65418]: DEBUG nova.compute.manager [None req-62eddc4e-8e27-4bec-b601-02757fceb20a tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65418) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1086.146641] env[65418]: DEBUG nova.objects.instance [None req-62eddc4e-8e27-4bec-b601-02757fceb20a tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lazy-loading 'flavor' on Instance uuid 9980df28-b588-438f-8dc0-76636341a971 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.348794] env[65418]: DEBUG nova.virt.hardware [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1086.349060] env[65418]: DEBUG nova.virt.hardware [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.349300] env[65418]: DEBUG nova.virt.hardware [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1086.349537] env[65418]: DEBUG nova.virt.hardware [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.349687] env[65418]: DEBUG nova.virt.hardware [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1086.349833] env[65418]: DEBUG nova.virt.hardware [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1086.350052] env[65418]: DEBUG nova.virt.hardware [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1086.350224] env[65418]: DEBUG nova.virt.hardware [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1086.350386] env[65418]: DEBUG nova.virt.hardware [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1086.350550] env[65418]: DEBUG nova.virt.hardware [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1086.350712] env[65418]: DEBUG nova.virt.hardware [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1086.355867] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02eb8821-488e-4fdd-a7d0-0a84449cdab3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.372431] env[65418]: DEBUG oslo_vmware.api [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1086.372431] env[65418]: value = "task-4689074" [ 1086.372431] env[65418]: _type = "Task" [ 1086.372431] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.383252] env[65418]: DEBUG oslo_vmware.api [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689074, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.444103] env[65418]: DEBUG oslo_concurrency.lockutils [None req-be5870d1-231e-498b-bf8b-2c46b7ddff7d tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.444390] env[65418]: DEBUG oslo_concurrency.lockutils [None req-be5870d1-231e-498b-bf8b-2c46b7ddff7d tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.444614] env[65418]: DEBUG nova.objects.instance [None req-be5870d1-231e-498b-bf8b-2c46b7ddff7d tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lazy-loading 'resources' on Instance uuid 5187ef4c-2dcb-4975-ac97-832121ea0c38 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.624456] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689073, 'name': ReconfigVM_Task, 'duration_secs': 0.154691} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.624799] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915268', 'volume_id': 'b3c0f0ae-f712-4efa-bea6-297f3e9830eb', 'name': 'volume-b3c0f0ae-f712-4efa-bea6-297f3e9830eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '024389d2-ea56-42de-aad2-a442c2b8f8cc', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3c0f0ae-f712-4efa-bea6-297f3e9830eb', 'serial': 'b3c0f0ae-f712-4efa-bea6-297f3e9830eb'} {{(pid=65418) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1086.625452] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67d021f4-565c-492d-aa2e-1bb66426544d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.632893] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1086.632893] env[65418]: value = "task-4689076" [ 1086.632893] env[65418]: _type = "Task" [ 1086.632893] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.642602] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689076, 'name': Rename_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.884060] env[65418]: DEBUG oslo_vmware.api [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689074, 'name': ReconfigVM_Task, 'duration_secs': 0.200522} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.884427] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Updating instance '0fd1da75-65c3-40d2-8343-437b77b1e4ea' progress to 33 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1086.906837] env[65418]: DEBUG nova.compute.manager [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1086.926116] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.929217] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53086c35-3e06-4b9c-8688-08af936c133e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.932908] env[65418]: DEBUG nova.compute.manager [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Stashing vm_state: active {{(pid=65418) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1086.945018] env[65418]: DEBUG nova.virt.hardware [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1086.945018] env[65418]: DEBUG nova.virt.hardware [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.945345] env[65418]: DEBUG nova.virt.hardware [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1086.945633] env[65418]: DEBUG nova.virt.hardware [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.945885] env[65418]: DEBUG nova.virt.hardware [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1086.946189] env[65418]: DEBUG nova.virt.hardware [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1086.947366] env[65418]: DEBUG nova.virt.hardware [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1086.947366] env[65418]: DEBUG nova.virt.hardware [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1086.947366] env[65418]: DEBUG nova.virt.hardware [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1086.947366] env[65418]: DEBUG nova.virt.hardware [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1086.947594] env[65418]: DEBUG nova.virt.hardware [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1086.951324] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0374b2b-08b9-4035-abee-8a76b63a178d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.957164] env[65418]: DEBUG oslo_vmware.api [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Waiting for the task: (returnval){ [ 1086.957164] env[65418]: value = "task-4689077" [ 1086.957164] env[65418]: _type = "Task" [ 1086.957164] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.966032] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d462eb1c-2d40-4c1d-badf-0ee5af09812c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.979259] env[65418]: DEBUG oslo_vmware.api [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Task: {'id': task-4689077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.146213] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689076, 'name': Rename_Task, 'duration_secs': 0.17499} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.149155] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.149621] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c406af7-224a-43e3-b2e5-cc2c389a7676 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.154310] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-62eddc4e-8e27-4bec-b601-02757fceb20a tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.154601] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2276bdc5-f12b-4bb5-b554-42c7c453970e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.158225] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1087.158225] env[65418]: value = "task-4689078" [ 1087.158225] env[65418]: _type = "Task" [ 1087.158225] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.166053] env[65418]: DEBUG oslo_vmware.api [None req-62eddc4e-8e27-4bec-b601-02757fceb20a tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 1087.166053] env[65418]: value = "task-4689079" [ 1087.166053] env[65418]: _type = "Task" [ 1087.166053] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.173508] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.182484] env[65418]: DEBUG oslo_vmware.api [None req-62eddc4e-8e27-4bec-b601-02757fceb20a tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.232230] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5263ca40-2296-40b0-b2b6-a5d0a24d632b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.244579] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acfd59fd-375f-49e0-a388-8c03c34d960e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.298893] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdd7b95-697f-4d14-b267-d52f8cfeb4c9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.313582] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44306576-3537-4f2f-bd76-e645cd370b04 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.336820] env[65418]: DEBUG nova.compute.provider_tree [None req-be5870d1-231e-498b-bf8b-2c46b7ddff7d tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.361982] env[65418]: DEBUG nova.compute.manager [req-ffb9492b-aed5-4557-b53a-520cead07faf req-d7acb98a-b3ec-418f-8113-b7da0e36563d service nova] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Received event network-vif-plugged-b6fae720-0216-490d-808e-6c0edb0da7b0 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1087.362224] env[65418]: DEBUG oslo_concurrency.lockutils [req-ffb9492b-aed5-4557-b53a-520cead07faf req-d7acb98a-b3ec-418f-8113-b7da0e36563d service nova] Acquiring lock "62855c4e-aefd-4453-bceb-469e28186e9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.362410] env[65418]: DEBUG oslo_concurrency.lockutils [req-ffb9492b-aed5-4557-b53a-520cead07faf req-d7acb98a-b3ec-418f-8113-b7da0e36563d service nova] Lock "62855c4e-aefd-4453-bceb-469e28186e9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.362628] env[65418]: DEBUG oslo_concurrency.lockutils [req-ffb9492b-aed5-4557-b53a-520cead07faf req-d7acb98a-b3ec-418f-8113-b7da0e36563d service nova] Lock "62855c4e-aefd-4453-bceb-469e28186e9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.362948] env[65418]: DEBUG nova.compute.manager [req-ffb9492b-aed5-4557-b53a-520cead07faf req-d7acb98a-b3ec-418f-8113-b7da0e36563d service nova] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] No waiting events found dispatching network-vif-plugged-b6fae720-0216-490d-808e-6c0edb0da7b0 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1087.363129] env[65418]: WARNING nova.compute.manager [req-ffb9492b-aed5-4557-b53a-520cead07faf req-d7acb98a-b3ec-418f-8113-b7da0e36563d service nova] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Received unexpected event network-vif-plugged-b6fae720-0216-490d-808e-6c0edb0da7b0 for instance with vm_state building and task_state spawning. [ 1087.391478] env[65418]: DEBUG nova.virt.hardware [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1087.391754] env[65418]: DEBUG nova.virt.hardware [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.391986] env[65418]: DEBUG nova.virt.hardware [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1087.392198] env[65418]: DEBUG nova.virt.hardware [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.392411] env[65418]: DEBUG nova.virt.hardware [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1087.392706] env[65418]: DEBUG nova.virt.hardware [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1087.392948] env[65418]: DEBUG nova.virt.hardware [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1087.393168] env[65418]: DEBUG nova.virt.hardware [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1087.393345] env[65418]: DEBUG nova.virt.hardware [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1087.393509] env[65418]: DEBUG nova.virt.hardware [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1087.393731] env[65418]: DEBUG nova.virt.hardware [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1087.399903] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Reconfiguring VM instance instance-00000060 to detach disk 2000 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1087.400429] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7904215-ee35-465e-8fcb-99e3f013e7c6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.422399] env[65418]: DEBUG oslo_vmware.api [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1087.422399] env[65418]: value = "task-4689080" [ 1087.422399] env[65418]: _type = "Task" [ 1087.422399] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.427729] env[65418]: DEBUG nova.network.neutron [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Successfully updated port: b6fae720-0216-490d-808e-6c0edb0da7b0 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1087.434637] env[65418]: DEBUG oslo_vmware.api [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689080, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.458924] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.468929] env[65418]: DEBUG oslo_vmware.api [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Task: {'id': task-4689077, 'name': PowerOffVM_Task, 'duration_secs': 0.195806} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.469221] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.469929] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.470203] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6813efa-49c6-469a-bf31-c84cf0be7933 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.477359] env[65418]: DEBUG oslo_vmware.api [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Waiting for the task: (returnval){ [ 1087.477359] env[65418]: value = "task-4689081" [ 1087.477359] env[65418]: _type = "Task" [ 1087.477359] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.488147] env[65418]: DEBUG oslo_vmware.api [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Task: {'id': task-4689081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.669591] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689078, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.678679] env[65418]: DEBUG oslo_vmware.api [None req-62eddc4e-8e27-4bec-b601-02757fceb20a tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689079, 'name': PowerOffVM_Task, 'duration_secs': 0.251636} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.678945] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-62eddc4e-8e27-4bec-b601-02757fceb20a tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.679166] env[65418]: DEBUG nova.compute.manager [None req-62eddc4e-8e27-4bec-b601-02757fceb20a tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1087.679968] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad80ab2-14cc-433a-a6b4-e0b0e5a6c756 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.840418] env[65418]: DEBUG nova.scheduler.client.report [None req-be5870d1-231e-498b-bf8b-2c46b7ddff7d tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.933136] env[65418]: DEBUG oslo_vmware.api [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689080, 'name': ReconfigVM_Task, 'duration_secs': 0.2293} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.933568] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Reconfigured VM instance instance-00000060 to detach disk 2000 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1087.934046] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5bbf85-d81c-4f06-867f-a779eab72398 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.937304] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Acquiring lock "refresh_cache-62855c4e-aefd-4453-bceb-469e28186e9f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.937462] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Acquired lock "refresh_cache-62855c4e-aefd-4453-bceb-469e28186e9f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.937629] env[65418]: DEBUG nova.network.neutron [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1087.961248] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 0fd1da75-65c3-40d2-8343-437b77b1e4ea/0fd1da75-65c3-40d2-8343-437b77b1e4ea.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.962271] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39eb7ce3-9403-4706-a3c3-4b5fc4d05871 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.983574] env[65418]: DEBUG oslo_vmware.api [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1087.983574] env[65418]: value = "task-4689082" [ 1087.983574] env[65418]: _type = "Task" [ 1087.983574] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.991384] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] VM already powered off {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1087.991647] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Volume detach. Driver type: vmdk {{(pid=65418) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1087.991826] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915241', 'volume_id': '9d258c90-e4ab-46b1-9a00-e0a913309009', 'name': 'volume-9d258c90-e4ab-46b1-9a00-e0a913309009', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33a44345-97a7-4c3b-8ed3-e5c04b2f409d', 'attached_at': '', 'detached_at': '', 'volume_id': '9d258c90-e4ab-46b1-9a00-e0a913309009', 'serial': '9d258c90-e4ab-46b1-9a00-e0a913309009'} {{(pid=65418) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1087.993139] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d51c2a9-7bda-417a-baa7-44c41e53de4b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.999403] env[65418]: DEBUG oslo_vmware.api [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689082, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.018219] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19070399-3a27-4d0d-ac95-ee1eb01a9864 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.027483] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100d5472-1e0b-4fa9-bfe0-151431bab9a8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.047098] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d777a9c-164a-4f03-8d28-5f6842eba715 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.065411] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] The volume has not been displaced from its original location: [datastore2] volume-9d258c90-e4ab-46b1-9a00-e0a913309009/volume-9d258c90-e4ab-46b1-9a00-e0a913309009.vmdk. No consolidation needed. {{(pid=65418) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1088.070876] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1088.071281] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a415554-28ae-4c25-b335-caeb251ff209 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.093024] env[65418]: DEBUG oslo_vmware.api [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Waiting for the task: (returnval){ [ 1088.093024] env[65418]: value = "task-4689083" [ 1088.093024] env[65418]: _type = "Task" [ 1088.093024] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.102675] env[65418]: DEBUG oslo_vmware.api [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Task: {'id': task-4689083, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.170839] env[65418]: DEBUG oslo_vmware.api [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689078, 'name': PowerOnVM_Task, 'duration_secs': 0.575563} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.171162] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.171423] env[65418]: DEBUG nova.compute.manager [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1088.172448] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6b1d7a-91b5-4866-a7d0-dab33eb4921d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.193426] env[65418]: DEBUG oslo_concurrency.lockutils [None req-62eddc4e-8e27-4bec-b601-02757fceb20a tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "9980df28-b588-438f-8dc0-76636341a971" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.345748] env[65418]: DEBUG oslo_concurrency.lockutils [None req-be5870d1-231e-498b-bf8b-2c46b7ddff7d tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.348355] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.889s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.370532] env[65418]: INFO nova.scheduler.client.report [None req-be5870d1-231e-498b-bf8b-2c46b7ddff7d tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Deleted allocations for instance 5187ef4c-2dcb-4975-ac97-832121ea0c38 [ 1088.476518] env[65418]: DEBUG nova.network.neutron [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1088.499089] env[65418]: DEBUG oslo_vmware.api [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.578132] env[65418]: WARNING neutronclient.v2_0.client [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.601233] env[65418]: DEBUG oslo_vmware.api [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Task: {'id': task-4689083, 'name': ReconfigVM_Task, 'duration_secs': 0.223884} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.601527] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1088.606290] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0aa8961-e9b0-45c7-9027-af1834041468 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.627170] env[65418]: DEBUG oslo_vmware.api [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Waiting for the task: (returnval){ [ 1088.627170] env[65418]: value = "task-4689084" [ 1088.627170] env[65418]: _type = "Task" [ 1088.627170] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.638715] env[65418]: DEBUG oslo_vmware.api [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Task: {'id': task-4689084, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.658522] env[65418]: DEBUG nova.network.neutron [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Updating instance_info_cache with network_info: [{"id": "b6fae720-0216-490d-808e-6c0edb0da7b0", "address": "fa:16:3e:43:56:76", "network": {"id": "ca9abf8e-3ff4-41f0-adca-acba0a26a8e5", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-609725387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e75ee7efd2424a98b73b0cddbeebe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6fae720-02", "ovs_interfaceid": "b6fae720-0216-490d-808e-6c0edb0da7b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.664519] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6e1e02d-5485-4584-8f9f-d1b04d121882 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Volume attach. Driver type: vmdk {{(pid=65418) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1088.664761] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6e1e02d-5485-4584-8f9f-d1b04d121882 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915274', 'volume_id': '0238d1eb-f807-4797-8108-69f562d94be1', 'name': 'volume-0238d1eb-f807-4797-8108-69f562d94be1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ab293e37-eb14-418f-9a96-9be31d1871a9', 'attached_at': '', 'detached_at': '', 'volume_id': '0238d1eb-f807-4797-8108-69f562d94be1', 'serial': '0238d1eb-f807-4797-8108-69f562d94be1'} {{(pid=65418) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1088.665636] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5017bfdd-4cf7-46e6-80d0-c5d8afd9c3cd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.693336] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3e8ccf-94b4-47c6-8ffd-36561783ad4c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.696475] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.721641] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6e1e02d-5485-4584-8f9f-d1b04d121882 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] volume-0238d1eb-f807-4797-8108-69f562d94be1/volume-0238d1eb-f807-4797-8108-69f562d94be1.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.721979] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65c1c375-8305-4c1e-b94d-d2b1f95f6e09 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.741121] env[65418]: DEBUG oslo_vmware.api [None req-c6e1e02d-5485-4584-8f9f-d1b04d121882 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1088.741121] env[65418]: value = "task-4689085" [ 1088.741121] env[65418]: _type = "Task" [ 1088.741121] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.749981] env[65418]: DEBUG oslo_vmware.api [None req-c6e1e02d-5485-4584-8f9f-d1b04d121882 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689085, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.791120] env[65418]: DEBUG nova.objects.instance [None req-a25a492f-7028-4acc-974a-4f7b744c68db tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lazy-loading 'flavor' on Instance uuid 9980df28-b588-438f-8dc0-76636341a971 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.853637] env[65418]: INFO nova.compute.claims [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.879157] env[65418]: DEBUG oslo_concurrency.lockutils [None req-be5870d1-231e-498b-bf8b-2c46b7ddff7d tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "5187ef4c-2dcb-4975-ac97-832121ea0c38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.841s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.996084] env[65418]: DEBUG oslo_vmware.api [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689082, 'name': ReconfigVM_Task, 'duration_secs': 0.677562} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.996399] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 0fd1da75-65c3-40d2-8343-437b77b1e4ea/0fd1da75-65c3-40d2-8343-437b77b1e4ea.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1088.996750] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Updating instance '0fd1da75-65c3-40d2-8343-437b77b1e4ea' progress to 50 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1089.138564] env[65418]: DEBUG oslo_vmware.api [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Task: {'id': task-4689084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.164357] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Releasing lock "refresh_cache-62855c4e-aefd-4453-bceb-469e28186e9f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.164796] env[65418]: DEBUG nova.compute.manager [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Instance network_info: |[{"id": "b6fae720-0216-490d-808e-6c0edb0da7b0", "address": "fa:16:3e:43:56:76", "network": {"id": "ca9abf8e-3ff4-41f0-adca-acba0a26a8e5", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-609725387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e75ee7efd2424a98b73b0cddbeebe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6fae720-02", "ovs_interfaceid": "b6fae720-0216-490d-808e-6c0edb0da7b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1089.165411] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:56:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c24464bb-bb6b-43a2-bdcd-8086ad1a307f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6fae720-0216-490d-808e-6c0edb0da7b0', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.175805] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Creating folder: Project (42e75ee7efd2424a98b73b0cddbeebe9). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1089.176642] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abb46a29-4ad0-4250-8b6d-a5b24bf9b4f8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.191030] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Created folder: Project (42e75ee7efd2424a98b73b0cddbeebe9) in parent group-v914982. [ 1089.191182] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Creating folder: Instances. Parent ref: group-v915275. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1089.191425] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81328460-af76-498e-8847-580888e3fa9e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.203812] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Created folder: Instances in parent group-v915275. [ 1089.204127] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1089.204315] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.204544] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77f8c670-239a-4525-9210-e08a36208c4a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.225539] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.225539] env[65418]: value = "task-4689088" [ 1089.225539] env[65418]: _type = "Task" [ 1089.225539] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.234404] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689088, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.252362] env[65418]: DEBUG oslo_vmware.api [None req-c6e1e02d-5485-4584-8f9f-d1b04d121882 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.297359] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a25a492f-7028-4acc-974a-4f7b744c68db tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquiring lock "refresh_cache-9980df28-b588-438f-8dc0-76636341a971" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.297359] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a25a492f-7028-4acc-974a-4f7b744c68db tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquired lock "refresh_cache-9980df28-b588-438f-8dc0-76636341a971" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.297554] env[65418]: DEBUG nova.network.neutron [None req-a25a492f-7028-4acc-974a-4f7b744c68db tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1089.298601] env[65418]: DEBUG nova.objects.instance [None req-a25a492f-7028-4acc-974a-4f7b744c68db tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lazy-loading 'info_cache' on Instance uuid 9980df28-b588-438f-8dc0-76636341a971 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.361242] env[65418]: INFO nova.compute.resource_tracker [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Updating resource usage from migration 2193eb6f-f56d-48f7-ae2c-4035b1d9e094 [ 1089.406925] env[65418]: DEBUG nova.compute.manager [req-b9d8f172-97ce-42a7-a502-224273321470 req-02ceed86-809a-4c9b-8a01-52b294dd63a7 service nova] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Received event network-changed-b6fae720-0216-490d-808e-6c0edb0da7b0 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1089.406925] env[65418]: DEBUG nova.compute.manager [req-b9d8f172-97ce-42a7-a502-224273321470 req-02ceed86-809a-4c9b-8a01-52b294dd63a7 service nova] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Refreshing instance network info cache due to event network-changed-b6fae720-0216-490d-808e-6c0edb0da7b0. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1089.407021] env[65418]: DEBUG oslo_concurrency.lockutils [req-b9d8f172-97ce-42a7-a502-224273321470 req-02ceed86-809a-4c9b-8a01-52b294dd63a7 service nova] Acquiring lock "refresh_cache-62855c4e-aefd-4453-bceb-469e28186e9f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.407168] env[65418]: DEBUG oslo_concurrency.lockutils [req-b9d8f172-97ce-42a7-a502-224273321470 req-02ceed86-809a-4c9b-8a01-52b294dd63a7 service nova] Acquired lock "refresh_cache-62855c4e-aefd-4453-bceb-469e28186e9f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.407321] env[65418]: DEBUG nova.network.neutron [req-b9d8f172-97ce-42a7-a502-224273321470 req-02ceed86-809a-4c9b-8a01-52b294dd63a7 service nova] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Refreshing network info cache for port b6fae720-0216-490d-808e-6c0edb0da7b0 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.505036] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bff48df-8ffd-4170-adfa-977089ded60f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.532351] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5c1354-0c8b-4bac-8978-b04db41ab1c5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.555855] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Updating instance '0fd1da75-65c3-40d2-8343-437b77b1e4ea' progress to 67 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1089.639285] env[65418]: DEBUG oslo_vmware.api [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Task: {'id': task-4689084, 'name': ReconfigVM_Task, 'duration_secs': 0.737489} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.640815] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915241', 'volume_id': '9d258c90-e4ab-46b1-9a00-e0a913309009', 'name': 'volume-9d258c90-e4ab-46b1-9a00-e0a913309009', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33a44345-97a7-4c3b-8ed3-e5c04b2f409d', 'attached_at': '', 'detached_at': '', 'volume_id': '9d258c90-e4ab-46b1-9a00-e0a913309009', 'serial': '9d258c90-e4ab-46b1-9a00-e0a913309009'} {{(pid=65418) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1089.641103] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.645677] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e20c02a-0db4-431e-a82a-42667867aabc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.648969] env[65418]: DEBUG oslo_concurrency.lockutils [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "27456200-c99d-40f8-bb47-b62f692e3f3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.649205] env[65418]: DEBUG oslo_concurrency.lockutils [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "27456200-c99d-40f8-bb47-b62f692e3f3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.651259] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b307e887-1c06-49ef-8879-b045d9ef0904 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.659886] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.661902] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f072030-c8bd-49f0-8751-ba877c63ae61 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.664842] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960dfe3a-357a-4650-89e3-66e8b012e39f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.697773] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd6b9b9-248d-481c-9db7-6e05c66d47ea {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.706160] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555cc299-b707-460c-a753-5e960d015d75 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.720318] env[65418]: DEBUG nova.compute.provider_tree [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.736015] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689088, 'name': CreateVM_Task, 'duration_secs': 0.375517} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.736167] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.736582] env[65418]: WARNING neutronclient.v2_0.client [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.736954] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.737102] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.737422] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.737681] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba5b8523-1c3d-4aa1-a8e7-8d2d440fb2e7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.746711] env[65418]: DEBUG oslo_vmware.api [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Waiting for the task: (returnval){ [ 1089.746711] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529d62aa-fa0c-6e17-4dbe-3f46ad966958" [ 1089.746711] env[65418]: _type = "Task" [ 1089.746711] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.748093] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.748287] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.748455] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Deleting the datastore file [datastore2] 33a44345-97a7-4c3b-8ed3-e5c04b2f409d {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.754272] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f7be445-1187-44d2-b0a1-af51de060f70 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.758983] env[65418]: DEBUG oslo_vmware.api [None req-c6e1e02d-5485-4584-8f9f-d1b04d121882 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689085, 'name': ReconfigVM_Task, 'duration_secs': 0.950295} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.759950] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6e1e02d-5485-4584-8f9f-d1b04d121882 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Reconfigured VM instance instance-00000061 to attach disk [datastore1] volume-0238d1eb-f807-4797-8108-69f562d94be1/volume-0238d1eb-f807-4797-8108-69f562d94be1.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.769166] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4514b15-13d7-4c9a-bf4e-d3a771c21d47 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.778952] env[65418]: DEBUG oslo_vmware.api [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Waiting for the task: (returnval){ [ 1089.778952] env[65418]: value = "task-4689090" [ 1089.778952] env[65418]: _type = "Task" [ 1089.778952] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.779183] env[65418]: DEBUG oslo_vmware.api [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529d62aa-fa0c-6e17-4dbe-3f46ad966958, 'name': SearchDatastore_Task, 'duration_secs': 0.019801} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.779825] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.780069] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.780292] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.780434] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.780666] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.784301] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba51efd8-ce7d-4d8a-bb73-1afafc900d6a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.787938] env[65418]: DEBUG oslo_vmware.api [None req-c6e1e02d-5485-4584-8f9f-d1b04d121882 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1089.787938] env[65418]: value = "task-4689091" [ 1089.787938] env[65418]: _type = "Task" [ 1089.787938] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.797058] env[65418]: DEBUG oslo_vmware.api [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Task: {'id': task-4689090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.798497] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.798660] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.799380] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf0b73f1-818c-4643-ad25-44907664ccb8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.805784] env[65418]: DEBUG nova.objects.base [None req-a25a492f-7028-4acc-974a-4f7b744c68db tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Object Instance<9980df28-b588-438f-8dc0-76636341a971> lazy-loaded attributes: flavor,info_cache {{(pid=65418) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1089.806960] env[65418]: DEBUG oslo_vmware.api [None req-c6e1e02d-5485-4584-8f9f-d1b04d121882 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.811048] env[65418]: DEBUG oslo_vmware.api [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Waiting for the task: (returnval){ [ 1089.811048] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52bc4819-8468-7d1f-9c44-ea3c435b730a" [ 1089.811048] env[65418]: _type = "Task" [ 1089.811048] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.820431] env[65418]: DEBUG oslo_vmware.api [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52bc4819-8468-7d1f-9c44-ea3c435b730a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.910310] env[65418]: WARNING neutronclient.v2_0.client [req-b9d8f172-97ce-42a7-a502-224273321470 req-02ceed86-809a-4c9b-8a01-52b294dd63a7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.066374] env[65418]: WARNING neutronclient.v2_0.client [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.066814] env[65418]: WARNING neutronclient.v2_0.client [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.070469] env[65418]: WARNING neutronclient.v2_0.client [req-b9d8f172-97ce-42a7-a502-224273321470 req-02ceed86-809a-4c9b-8a01-52b294dd63a7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.111058] env[65418]: DEBUG nova.network.neutron [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Port dab09017-f566-4ddd-85b4-e6adb3ec7fa4 binding to destination host cpu-1 is already ACTIVE {{(pid=65418) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1090.155021] env[65418]: DEBUG nova.compute.manager [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1090.159660] env[65418]: DEBUG nova.network.neutron [req-b9d8f172-97ce-42a7-a502-224273321470 req-02ceed86-809a-4c9b-8a01-52b294dd63a7 service nova] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Updated VIF entry in instance network info cache for port b6fae720-0216-490d-808e-6c0edb0da7b0. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1090.160071] env[65418]: DEBUG nova.network.neutron [req-b9d8f172-97ce-42a7-a502-224273321470 req-02ceed86-809a-4c9b-8a01-52b294dd63a7 service nova] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Updating instance_info_cache with network_info: [{"id": "b6fae720-0216-490d-808e-6c0edb0da7b0", "address": "fa:16:3e:43:56:76", "network": {"id": "ca9abf8e-3ff4-41f0-adca-acba0a26a8e5", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-609725387-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e75ee7efd2424a98b73b0cddbeebe9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6fae720-02", "ovs_interfaceid": "b6fae720-0216-490d-808e-6c0edb0da7b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.224033] env[65418]: DEBUG nova.scheduler.client.report [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.290677] env[65418]: DEBUG oslo_vmware.api [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Task: {'id': task-4689090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150278} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.294104] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.294796] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.294796] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.303326] env[65418]: DEBUG oslo_vmware.api [None req-c6e1e02d-5485-4584-8f9f-d1b04d121882 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689091, 'name': ReconfigVM_Task, 'duration_secs': 0.158473} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.306516] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6e1e02d-5485-4584-8f9f-d1b04d121882 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915274', 'volume_id': '0238d1eb-f807-4797-8108-69f562d94be1', 'name': 'volume-0238d1eb-f807-4797-8108-69f562d94be1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ab293e37-eb14-418f-9a96-9be31d1871a9', 'attached_at': '', 'detached_at': '', 'volume_id': '0238d1eb-f807-4797-8108-69f562d94be1', 'serial': '0238d1eb-f807-4797-8108-69f562d94be1'} {{(pid=65418) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1090.308579] env[65418]: WARNING neutronclient.v2_0.client [None req-a25a492f-7028-4acc-974a-4f7b744c68db tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.324084] env[65418]: DEBUG oslo_vmware.api [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52bc4819-8468-7d1f-9c44-ea3c435b730a, 'name': SearchDatastore_Task, 'duration_secs': 0.011897} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.325598] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71ec35b4-1e86-4e8f-879a-51c914e2acb0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.332350] env[65418]: DEBUG oslo_vmware.api [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Waiting for the task: (returnval){ [ 1090.332350] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526926b5-ccef-ba11-d5f8-60367a752af3" [ 1090.332350] env[65418]: _type = "Task" [ 1090.332350] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.343101] env[65418]: DEBUG oslo_vmware.api [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526926b5-ccef-ba11-d5f8-60367a752af3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.365182] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Volume detach. Driver type: vmdk {{(pid=65418) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1090.365547] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7f90d67-f40a-4569-bfe7-488e0c180ac8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.376178] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660d3efb-0c91-4bee-a038-c2a731e1c6c4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.414943] env[65418]: ERROR nova.compute.manager [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Failed to detach volume 9d258c90-e4ab-46b1-9a00-e0a913309009 from /dev/sda: nova.exception.InstanceNotFound: Instance 33a44345-97a7-4c3b-8ed3-e5c04b2f409d could not be found. [ 1090.414943] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Traceback (most recent call last): [ 1090.414943] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] File "/opt/stack/nova/nova/compute/manager.py", line 4224, in _do_rebuild_instance [ 1090.414943] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] self.driver.rebuild(**kwargs) [ 1090.414943] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 1090.414943] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] raise NotImplementedError() [ 1090.414943] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] NotImplementedError [ 1090.414943] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] [ 1090.414943] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] During handling of the above exception, another exception occurred: [ 1090.414943] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] [ 1090.414943] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Traceback (most recent call last): [ 1090.414943] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] File "/opt/stack/nova/nova/compute/manager.py", line 3647, in _detach_root_volume [ 1090.414943] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] self.driver.detach_volume(context, old_connection_info, [ 1090.414943] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1090.414943] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] return self._volumeops.detach_volume(connection_info, instance) [ 1090.414943] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1090.414943] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] self._detach_volume_vmdk(connection_info, instance) [ 1090.414943] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1090.414943] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1090.414943] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1090.414943] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] stable_ref.fetch_moref(session) [ 1090.414943] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1090.414943] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1090.414943] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] nova.exception.InstanceNotFound: Instance 33a44345-97a7-4c3b-8ed3-e5c04b2f409d could not be found. [ 1090.414943] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] [ 1090.529144] env[65418]: WARNING neutronclient.v2_0.client [None req-a25a492f-7028-4acc-974a-4f7b744c68db tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.573705] env[65418]: DEBUG nova.compute.utils [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Build of instance 33a44345-97a7-4c3b-8ed3-e5c04b2f409d aborted: Failed to rebuild volume backed instance. {{(pid=65418) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1090.578859] env[65418]: ERROR nova.compute.manager [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 33a44345-97a7-4c3b-8ed3-e5c04b2f409d aborted: Failed to rebuild volume backed instance. [ 1090.578859] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Traceback (most recent call last): [ 1090.578859] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] File "/opt/stack/nova/nova/compute/manager.py", line 4224, in _do_rebuild_instance [ 1090.578859] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] self.driver.rebuild(**kwargs) [ 1090.578859] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 1090.578859] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] raise NotImplementedError() [ 1090.578859] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] NotImplementedError [ 1090.578859] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] [ 1090.578859] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] During handling of the above exception, another exception occurred: [ 1090.578859] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] [ 1090.578859] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Traceback (most recent call last): [ 1090.578859] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] File "/opt/stack/nova/nova/compute/manager.py", line 3682, in _rebuild_volume_backed_instance [ 1090.578859] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] self._detach_root_volume(context, instance, root_bdm) [ 1090.578859] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] File "/opt/stack/nova/nova/compute/manager.py", line 3661, in _detach_root_volume [ 1090.578859] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] with excutils.save_and_reraise_exception(): [ 1090.578859] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1090.578859] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] self.force_reraise() [ 1090.578859] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1090.578859] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] raise self.value [ 1090.578859] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] File "/opt/stack/nova/nova/compute/manager.py", line 3647, in _detach_root_volume [ 1090.578859] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] self.driver.detach_volume(context, old_connection_info, [ 1090.578859] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1090.578859] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] return self._volumeops.detach_volume(connection_info, instance) [ 1090.578859] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1090.578859] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] self._detach_volume_vmdk(connection_info, instance) [ 1090.578859] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1090.578859] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1090.578859] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1090.578859] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] stable_ref.fetch_moref(session) [ 1090.578859] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1090.578859] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1090.578859] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] nova.exception.InstanceNotFound: Instance 33a44345-97a7-4c3b-8ed3-e5c04b2f409d could not be found. [ 1090.578859] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] [ 1090.578859] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] During handling of the above exception, another exception occurred: [ 1090.579774] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] [ 1090.579774] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Traceback (most recent call last): [ 1090.579774] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] File "/opt/stack/nova/nova/compute/manager.py", line 11553, in _error_out_instance_on_exception [ 1090.579774] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] yield [ 1090.579774] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] File "/opt/stack/nova/nova/compute/manager.py", line 3950, in rebuild_instance [ 1090.579774] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] self._do_rebuild_instance_with_claim( [ 1090.579774] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] File "/opt/stack/nova/nova/compute/manager.py", line 4036, in _do_rebuild_instance_with_claim [ 1090.579774] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] self._do_rebuild_instance( [ 1090.579774] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] File "/opt/stack/nova/nova/compute/manager.py", line 4228, in _do_rebuild_instance [ 1090.579774] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] self._rebuild_default_impl(**kwargs) [ 1090.579774] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] File "/opt/stack/nova/nova/compute/manager.py", line 3805, in _rebuild_default_impl [ 1090.579774] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] self._rebuild_volume_backed_instance( [ 1090.579774] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] File "/opt/stack/nova/nova/compute/manager.py", line 3697, in _rebuild_volume_backed_instance [ 1090.579774] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] raise exception.BuildAbortException( [ 1090.579774] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] nova.exception.BuildAbortException: Build of instance 33a44345-97a7-4c3b-8ed3-e5c04b2f409d aborted: Failed to rebuild volume backed instance. [ 1090.579774] env[65418]: ERROR nova.compute.manager [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] [ 1090.609786] env[65418]: DEBUG nova.network.neutron [None req-a25a492f-7028-4acc-974a-4f7b744c68db tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Updating instance_info_cache with network_info: [{"id": "7a704222-ef62-43bc-add1-b91f5f86b850", "address": "fa:16:3e:e4:e9:0a", "network": {"id": "b465667a-082c-4f49-9557-8cf44a22f951", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1612843654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6824359fffa4e4a9be6a8fcfac948e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a704222-ef", "ovs_interfaceid": "7a704222-ef62-43bc-add1-b91f5f86b850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.666053] env[65418]: DEBUG oslo_concurrency.lockutils [req-b9d8f172-97ce-42a7-a502-224273321470 req-02ceed86-809a-4c9b-8a01-52b294dd63a7 service nova] Releasing lock "refresh_cache-62855c4e-aefd-4453-bceb-469e28186e9f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.680686] env[65418]: DEBUG oslo_concurrency.lockutils [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.729143] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.381s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.729669] env[65418]: INFO nova.compute.manager [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Migrating [ 1090.739232] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.043s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.739995] env[65418]: DEBUG nova.objects.instance [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65418) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1090.844644] env[65418]: DEBUG oslo_vmware.api [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526926b5-ccef-ba11-d5f8-60367a752af3, 'name': SearchDatastore_Task, 'duration_secs': 0.011872} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.844954] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.845272] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 62855c4e-aefd-4453-bceb-469e28186e9f/62855c4e-aefd-4453-bceb-469e28186e9f.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.847484] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f61d7c6f-a0be-4b02-ad1f-38f2db4f869d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.855082] env[65418]: DEBUG oslo_vmware.api [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Waiting for the task: (returnval){ [ 1090.855082] env[65418]: value = "task-4689092" [ 1090.855082] env[65418]: _type = "Task" [ 1090.855082] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.865910] env[65418]: DEBUG oslo_vmware.api [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Task: {'id': task-4689092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.112805] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a25a492f-7028-4acc-974a-4f7b744c68db tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Releasing lock "refresh_cache-9980df28-b588-438f-8dc0-76636341a971" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.137355] env[65418]: DEBUG oslo_concurrency.lockutils [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "0fd1da75-65c3-40d2-8343-437b77b1e4ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.137661] env[65418]: DEBUG oslo_concurrency.lockutils [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "0fd1da75-65c3-40d2-8343-437b77b1e4ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.137922] env[65418]: DEBUG oslo_concurrency.lockutils [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "0fd1da75-65c3-40d2-8343-437b77b1e4ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.247439] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "refresh_cache-c22734e4-cfdc-4653-88cf-3a605298129a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.247639] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquired lock "refresh_cache-c22734e4-cfdc-4653-88cf-3a605298129a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.247814] env[65418]: DEBUG nova.network.neutron [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1091.352339] env[65418]: DEBUG nova.objects.instance [None req-c6e1e02d-5485-4584-8f9f-d1b04d121882 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lazy-loading 'flavor' on Instance uuid ab293e37-eb14-418f-9a96-9be31d1871a9 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.365752] env[65418]: DEBUG oslo_vmware.api [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Task: {'id': task-4689092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467297} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.366017] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 62855c4e-aefd-4453-bceb-469e28186e9f/62855c4e-aefd-4453-bceb-469e28186e9f.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.366237] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.366495] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f26d46e-45fd-414d-902c-4107b31a2c80 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.374491] env[65418]: DEBUG oslo_vmware.api [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Waiting for the task: (returnval){ [ 1091.374491] env[65418]: value = "task-4689093" [ 1091.374491] env[65418]: _type = "Task" [ 1091.374491] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.387457] env[65418]: DEBUG oslo_vmware.api [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Task: {'id': task-4689093, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.749193] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bc7b94f6-ee22-490c-824e-9e3a6b564124 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.751309] env[65418]: DEBUG oslo_concurrency.lockutils [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.071s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.753311] env[65418]: INFO nova.compute.claims [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.757541] env[65418]: WARNING neutronclient.v2_0.client [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.857923] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c6e1e02d-5485-4584-8f9f-d1b04d121882 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "ab293e37-eb14-418f-9a96-9be31d1871a9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.353s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.886317] env[65418]: DEBUG oslo_vmware.api [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Task: {'id': task-4689093, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173668} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.886317] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.886824] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adeac4ca-9c8f-4d75-b3e6-d6ea1c0e59b9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.915291] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 62855c4e-aefd-4453-bceb-469e28186e9f/62855c4e-aefd-4453-bceb-469e28186e9f.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.915291] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cd93b66-c5f6-4862-a0c2-dccf546033f6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.931549] env[65418]: WARNING neutronclient.v2_0.client [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.941075] env[65418]: DEBUG oslo_vmware.api [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Waiting for the task: (returnval){ [ 1091.941075] env[65418]: value = "task-4689094" [ 1091.941075] env[65418]: _type = "Task" [ 1091.941075] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.950794] env[65418]: DEBUG oslo_vmware.api [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Task: {'id': task-4689094, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.013306] env[65418]: DEBUG nova.network.neutron [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Updating instance_info_cache with network_info: [{"id": "0b68972e-1f72-4a8d-bd78-431d06648001", "address": "fa:16:3e:a5:6d:82", "network": {"id": "a60b1801-8e2d-4966-8362-cdc65ef35a96", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1479408955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "378c1e35059b4dddb61aa567774373a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b68972e-1f", "ovs_interfaceid": "0b68972e-1f72-4a8d-bd78-431d06648001", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.119205] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25a492f-7028-4acc-974a-4f7b744c68db tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.119745] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2ff38d0-7e3b-4995-8330-e4c9b8f045d8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.129714] env[65418]: DEBUG oslo_vmware.api [None req-a25a492f-7028-4acc-974a-4f7b744c68db tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 1092.129714] env[65418]: value = "task-4689095" [ 1092.129714] env[65418]: _type = "Task" [ 1092.129714] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.139136] env[65418]: DEBUG oslo_vmware.api [None req-a25a492f-7028-4acc-974a-4f7b744c68db tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.144884] env[65418]: WARNING neutronclient.v2_0.client [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.206416] env[65418]: DEBUG oslo_concurrency.lockutils [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "refresh_cache-0fd1da75-65c3-40d2-8343-437b77b1e4ea" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.206744] env[65418]: DEBUG oslo_concurrency.lockutils [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquired lock "refresh_cache-0fd1da75-65c3-40d2-8343-437b77b1e4ea" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.207024] env[65418]: DEBUG nova.network.neutron [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1092.452459] env[65418]: DEBUG oslo_vmware.api [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Task: {'id': task-4689094, 'name': ReconfigVM_Task, 'duration_secs': 0.498932} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.452892] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 62855c4e-aefd-4453-bceb-469e28186e9f/62855c4e-aefd-4453-bceb-469e28186e9f.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.453591] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db7db44d-f89f-459d-8133-4981bb9e37a7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.462144] env[65418]: DEBUG oslo_vmware.api [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Waiting for the task: (returnval){ [ 1092.462144] env[65418]: value = "task-4689096" [ 1092.462144] env[65418]: _type = "Task" [ 1092.462144] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.474938] env[65418]: DEBUG oslo_vmware.api [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Task: {'id': task-4689096, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.516133] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Releasing lock "refresh_cache-c22734e4-cfdc-4653-88cf-3a605298129a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.593950] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.641602] env[65418]: DEBUG oslo_vmware.api [None req-a25a492f-7028-4acc-974a-4f7b744c68db tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689095, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.710899] env[65418]: WARNING neutronclient.v2_0.client [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.775240] env[65418]: DEBUG nova.compute.manager [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Stashing vm_state: active {{(pid=65418) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1092.905571] env[65418]: WARNING neutronclient.v2_0.client [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.973688] env[65418]: DEBUG oslo_vmware.api [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Task: {'id': task-4689096, 'name': Rename_Task, 'duration_secs': 0.154546} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.974162] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.974712] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41528142-4c2e-4df7-be0a-53feb73326a4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.986321] env[65418]: DEBUG oslo_vmware.api [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Waiting for the task: (returnval){ [ 1092.986321] env[65418]: value = "task-4689097" [ 1092.986321] env[65418]: _type = "Task" [ 1092.986321] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.996152] env[65418]: DEBUG oslo_vmware.api [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Task: {'id': task-4689097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.017244] env[65418]: DEBUG nova.network.neutron [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Updating instance_info_cache with network_info: [{"id": "dab09017-f566-4ddd-85b4-e6adb3ec7fa4", "address": "fa:16:3e:c0:6a:98", "network": {"id": "3fab3b70-ba17-4e6a-ae3d-5a05fb711a8b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-395157993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0727a4c133420fa0cb4f4356dee109", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab09017-f5", "ovs_interfaceid": "dab09017-f566-4ddd-85b4-e6adb3ec7fa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.049659] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67033348-5963-420a-916a-3f6091270bce {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.059824] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc42ff1-0fc8-4034-a6a7-433b56b84358 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.095183] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803dcb4f-027c-4522-8126-97e2c4075824 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.104810] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c825e5-c757-46a9-9d90-764a3a369262 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.120493] env[65418]: DEBUG nova.compute.provider_tree [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.145505] env[65418]: DEBUG oslo_vmware.api [None req-a25a492f-7028-4acc-974a-4f7b744c68db tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689095, 'name': PowerOnVM_Task, 'duration_secs': 0.829857} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.145939] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a25a492f-7028-4acc-974a-4f7b744c68db tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.146239] env[65418]: DEBUG nova.compute.manager [None req-a25a492f-7028-4acc-974a-4f7b744c68db tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1093.147428] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdc0778-a3ce-4fdb-abe2-677b4fef2456 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.186933] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c1cfa2bb-17e1-4f06-b7f7-749cbb361b74 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Acquiring lock "33a44345-97a7-4c3b-8ed3-e5c04b2f409d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.187215] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c1cfa2bb-17e1-4f06-b7f7-749cbb361b74 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Lock "33a44345-97a7-4c3b-8ed3-e5c04b2f409d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.187421] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c1cfa2bb-17e1-4f06-b7f7-749cbb361b74 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Acquiring lock "33a44345-97a7-4c3b-8ed3-e5c04b2f409d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.187593] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c1cfa2bb-17e1-4f06-b7f7-749cbb361b74 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Lock "33a44345-97a7-4c3b-8ed3-e5c04b2f409d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.187754] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c1cfa2bb-17e1-4f06-b7f7-749cbb361b74 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Lock "33a44345-97a7-4c3b-8ed3-e5c04b2f409d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.189915] env[65418]: INFO nova.compute.manager [None req-c1cfa2bb-17e1-4f06-b7f7-749cbb361b74 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Terminating instance [ 1093.299706] env[65418]: DEBUG oslo_concurrency.lockutils [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.497808] env[65418]: DEBUG oslo_vmware.api [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Task: {'id': task-4689097, 'name': PowerOnVM_Task, 'duration_secs': 0.489034} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.498106] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.498306] env[65418]: INFO nova.compute.manager [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Took 6.59 seconds to spawn the instance on the hypervisor. [ 1093.498483] env[65418]: DEBUG nova.compute.manager [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1093.499372] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26681f9f-9b3b-4ea9-82ba-3041a14b91cd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.521993] env[65418]: DEBUG oslo_concurrency.lockutils [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Releasing lock "refresh_cache-0fd1da75-65c3-40d2-8343-437b77b1e4ea" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.623614] env[65418]: DEBUG nova.scheduler.client.report [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.694017] env[65418]: DEBUG nova.compute.manager [None req-c1cfa2bb-17e1-4f06-b7f7-749cbb361b74 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1093.694786] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-522d06b7-91b3-48b6-b8f3-7ce1f5c4f874 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.704945] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f66ffb-46f3-4d32-8d67-dcfa54d14924 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.738555] env[65418]: WARNING nova.virt.vmwareapi.driver [None req-c1cfa2bb-17e1-4f06-b7f7-749cbb361b74 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 33a44345-97a7-4c3b-8ed3-e5c04b2f409d could not be found. [ 1093.738763] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cfa2bb-17e1-4f06-b7f7-749cbb361b74 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.739122] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-410b39c1-c6a0-497d-af98-fabd6f887fad {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.748489] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7e882b-3fca-4374-a630-c18306f0e7ae {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.780984] env[65418]: WARNING nova.virt.vmwareapi.vmops [None req-c1cfa2bb-17e1-4f06-b7f7-749cbb361b74 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 33a44345-97a7-4c3b-8ed3-e5c04b2f409d could not be found. [ 1093.781214] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cfa2bb-17e1-4f06-b7f7-749cbb361b74 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.781394] env[65418]: INFO nova.compute.manager [None req-c1cfa2bb-17e1-4f06-b7f7-749cbb361b74 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1093.781639] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-c1cfa2bb-17e1-4f06-b7f7-749cbb361b74 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1093.781954] env[65418]: DEBUG nova.compute.manager [-] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1093.782097] env[65418]: DEBUG nova.network.neutron [-] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1093.782342] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.815141] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.849313] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8e6e1f24-02de-4140-8f9d-c2de668ccb58 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Acquiring lock "9785b9d5-df0c-4084-a2c7-a47cf7ca4a23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.849589] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8e6e1f24-02de-4140-8f9d-c2de668ccb58 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Lock "9785b9d5-df0c-4084-a2c7-a47cf7ca4a23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.849803] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8e6e1f24-02de-4140-8f9d-c2de668ccb58 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Acquiring lock "9785b9d5-df0c-4084-a2c7-a47cf7ca4a23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.849988] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8e6e1f24-02de-4140-8f9d-c2de668ccb58 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Lock "9785b9d5-df0c-4084-a2c7-a47cf7ca4a23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.850171] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8e6e1f24-02de-4140-8f9d-c2de668ccb58 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Lock "9785b9d5-df0c-4084-a2c7-a47cf7ca4a23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.852412] env[65418]: INFO nova.compute.manager [None req-8e6e1f24-02de-4140-8f9d-c2de668ccb58 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Terminating instance [ 1094.018070] env[65418]: INFO nova.compute.manager [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Took 13.61 seconds to build instance. [ 1094.038164] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9d675c-9ee5-4a6b-a64f-e1d42f4fda3c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.060831] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Updating instance 'c22734e4-cfdc-4653-88cf-3a605298129a' progress to 0 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1094.065892] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd66867-987e-43a6-a337-b117189c7282 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.086952] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74e67fa-59a6-459a-ade1-60f7e6742ec9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.096363] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Updating instance '0fd1da75-65c3-40d2-8343-437b77b1e4ea' progress to 83 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1094.132279] env[65418]: DEBUG oslo_concurrency.lockutils [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.133625] env[65418]: DEBUG nova.compute.manager [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1094.138636] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.545s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.359888] env[65418]: DEBUG nova.compute.manager [None req-8e6e1f24-02de-4140-8f9d-c2de668ccb58 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1094.360122] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6e1f24-02de-4140-8f9d-c2de668ccb58 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.361368] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb54cd17-51aa-4069-931a-fbaad33e2546 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.371641] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e6e1f24-02de-4140-8f9d-c2de668ccb58 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.371935] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cab3cedd-4bef-4761-8949-288fc117b3aa {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.379812] env[65418]: DEBUG oslo_vmware.api [None req-8e6e1f24-02de-4140-8f9d-c2de668ccb58 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Waiting for the task: (returnval){ [ 1094.379812] env[65418]: value = "task-4689098" [ 1094.379812] env[65418]: _type = "Task" [ 1094.379812] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.390948] env[65418]: DEBUG oslo_vmware.api [None req-8e6e1f24-02de-4140-8f9d-c2de668ccb58 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Task: {'id': task-4689098, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.413876] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088831eb-a35c-4882-b617-fe75e374d879 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.420110] env[65418]: DEBUG nova.compute.manager [req-d09cfddf-8dd6-4835-8b27-1c9b7f3fd021 req-3754eeb5-42ca-4776-bd5e-79519cd35326 service nova] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Received event network-vif-deleted-3eadb387-0c5f-4efa-8230-9187ca22af17 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1094.420110] env[65418]: INFO nova.compute.manager [req-d09cfddf-8dd6-4835-8b27-1c9b7f3fd021 req-3754eeb5-42ca-4776-bd5e-79519cd35326 service nova] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Neutron deleted interface 3eadb387-0c5f-4efa-8230-9187ca22af17; detaching it from the instance and deleting it from the info cache [ 1094.420287] env[65418]: DEBUG nova.network.neutron [req-d09cfddf-8dd6-4835-8b27-1c9b7f3fd021 req-3754eeb5-42ca-4776-bd5e-79519cd35326 service nova] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.429131] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f581647-65bb-4454-92a1-922c418923b1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.475424] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d61be19-24c5-4496-bf06-d9520034ca36 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.485965] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e98660-961d-4655-856b-be50e8f6959d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.505157] env[65418]: DEBUG nova.compute.provider_tree [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.519848] env[65418]: DEBUG oslo_concurrency.lockutils [None req-6bfd247c-748c-43cc-9b00-b127df911b44 tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Lock "62855c4e-aefd-4453-bceb-469e28186e9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.125s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.571315] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.571647] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bc3ecd9-b4b5-4d26-9aa3-ee59c6f2c626 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.580294] env[65418]: DEBUG oslo_vmware.api [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1094.580294] env[65418]: value = "task-4689099" [ 1094.580294] env[65418]: _type = "Task" [ 1094.580294] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.591920] env[65418]: DEBUG oslo_vmware.api [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.602316] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.602667] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8982e65e-1920-47b4-a0c2-1003158e3ac9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.612725] env[65418]: DEBUG oslo_vmware.api [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1094.612725] env[65418]: value = "task-4689100" [ 1094.612725] env[65418]: _type = "Task" [ 1094.612725] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.623774] env[65418]: DEBUG oslo_vmware.api [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.645650] env[65418]: DEBUG nova.compute.utils [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1094.646057] env[65418]: DEBUG nova.compute.manager [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1094.646478] env[65418]: DEBUG nova.network.neutron [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1094.646998] env[65418]: WARNING neutronclient.v2_0.client [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.647463] env[65418]: WARNING neutronclient.v2_0.client [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.722886] env[65418]: DEBUG nova.policy [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e953618edcd14ebd9ea350ceff35eee1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e602a5de371d43328e7231a6867a600a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1094.767365] env[65418]: DEBUG nova.network.neutron [-] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.890426] env[65418]: DEBUG oslo_vmware.api [None req-8e6e1f24-02de-4140-8f9d-c2de668ccb58 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Task: {'id': task-4689098, 'name': PowerOffVM_Task, 'duration_secs': 0.257393} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.890778] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e6e1f24-02de-4140-8f9d-c2de668ccb58 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.890957] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6e1f24-02de-4140-8f9d-c2de668ccb58 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.891232] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c71f473-7139-448c-9c5a-202aad886c17 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.928833] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21313e56-f952-4c03-9543-dac8de2ef944 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.940959] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df75dbe7-0261-435e-a168-a72f5ac5c1dd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.976986] env[65418]: DEBUG nova.compute.manager [req-d09cfddf-8dd6-4835-8b27-1c9b7f3fd021 req-3754eeb5-42ca-4776-bd5e-79519cd35326 service nova] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Detach interface failed, port_id=3eadb387-0c5f-4efa-8230-9187ca22af17, reason: Instance 33a44345-97a7-4c3b-8ed3-e5c04b2f409d could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1094.979619] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6e1f24-02de-4140-8f9d-c2de668ccb58 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.979872] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6e1f24-02de-4140-8f9d-c2de668ccb58 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.979969] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e6e1f24-02de-4140-8f9d-c2de668ccb58 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Deleting the datastore file [datastore2] 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.980287] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b983af1-f173-4fbf-8d41-5befda08c05e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.990405] env[65418]: DEBUG oslo_vmware.api [None req-8e6e1f24-02de-4140-8f9d-c2de668ccb58 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Waiting for the task: (returnval){ [ 1094.990405] env[65418]: value = "task-4689102" [ 1094.990405] env[65418]: _type = "Task" [ 1094.990405] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.994434] env[65418]: DEBUG oslo_concurrency.lockutils [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "interface-604333c2-981f-4b75-a801-3df14fb50433-52f0b8da-5d14-46d6-bcbd-5c32d84f68d0" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.994804] env[65418]: DEBUG oslo_concurrency.lockutils [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "interface-604333c2-981f-4b75-a801-3df14fb50433-52f0b8da-5d14-46d6-bcbd-5c32d84f68d0" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.995554] env[65418]: DEBUG nova.objects.instance [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lazy-loading 'flavor' on Instance uuid 604333c2-981f-4b75-a801-3df14fb50433 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.003268] env[65418]: DEBUG oslo_vmware.api [None req-8e6e1f24-02de-4140-8f9d-c2de668ccb58 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Task: {'id': task-4689102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.009806] env[65418]: DEBUG nova.scheduler.client.report [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.088154] env[65418]: DEBUG nova.network.neutron [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Successfully created port: bbc75585-0f8b-42ae-92a1-9908495924b9 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1095.093773] env[65418]: DEBUG oslo_vmware.api [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689099, 'name': PowerOffVM_Task, 'duration_secs': 0.222914} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.094073] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.094306] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Updating instance 'c22734e4-cfdc-4653-88cf-3a605298129a' progress to 17 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1095.124029] env[65418]: DEBUG oslo_vmware.api [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689100, 'name': PowerOnVM_Task, 'duration_secs': 0.417026} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.124413] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1095.124664] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-02ae6896-7a73-4614-b23b-5903849dea8f tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Updating instance '0fd1da75-65c3-40d2-8343-437b77b1e4ea' progress to 100 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1095.153109] env[65418]: DEBUG nova.compute.manager [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1095.269733] env[65418]: INFO nova.compute.manager [-] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Took 1.49 seconds to deallocate network for instance. [ 1095.499909] env[65418]: WARNING neutronclient.v2_0.client [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.505727] env[65418]: DEBUG oslo_vmware.api [None req-8e6e1f24-02de-4140-8f9d-c2de668ccb58 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Task: {'id': task-4689102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192331} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.505985] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e6e1f24-02de-4140-8f9d-c2de668ccb58 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.506175] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6e1f24-02de-4140-8f9d-c2de668ccb58 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.506348] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8e6e1f24-02de-4140-8f9d-c2de668ccb58 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.506514] env[65418]: INFO nova.compute.manager [None req-8e6e1f24-02de-4140-8f9d-c2de668ccb58 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1095.506801] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-8e6e1f24-02de-4140-8f9d-c2de668ccb58 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1095.506997] env[65418]: DEBUG nova.compute.manager [-] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1095.507121] env[65418]: DEBUG nova.network.neutron [-] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1095.507350] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.515398] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.377s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.515607] env[65418]: INFO nova.compute.manager [None req-a96f0abf-acfd-481b-b39a-39778289bddf tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Successfully reverted task state from rebuilding on failure for instance. [ 1095.521070] env[65418]: DEBUG oslo_concurrency.lockutils [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.221s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.601225] env[65418]: DEBUG nova.virt.hardware [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1095.601550] env[65418]: DEBUG nova.virt.hardware [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.601779] env[65418]: DEBUG nova.virt.hardware [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1095.601988] env[65418]: DEBUG nova.virt.hardware [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.602149] env[65418]: DEBUG nova.virt.hardware [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1095.602296] env[65418]: DEBUG nova.virt.hardware [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1095.602534] env[65418]: DEBUG nova.virt.hardware [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1095.602732] env[65418]: DEBUG nova.virt.hardware [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1095.602915] env[65418]: DEBUG nova.virt.hardware [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1095.603095] env[65418]: DEBUG nova.virt.hardware [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1095.603270] env[65418]: DEBUG nova.virt.hardware [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1095.609653] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b263ac45-a8a2-4019-8361-32b8a29f6ec6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.634298] env[65418]: DEBUG oslo_vmware.api [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1095.634298] env[65418]: value = "task-4689103" [ 1095.634298] env[65418]: _type = "Task" [ 1095.634298] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.644085] env[65418]: DEBUG oslo_vmware.api [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689103, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.749763] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.832953] env[65418]: INFO nova.compute.manager [None req-c1cfa2bb-17e1-4f06-b7f7-749cbb361b74 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Took 0.56 seconds to detach 1 volumes for instance. [ 1095.836980] env[65418]: DEBUG nova.compute.manager [None req-c1cfa2bb-17e1-4f06-b7f7-749cbb361b74 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Deleting volume: 9d258c90-e4ab-46b1-9a00-e0a913309009 {{(pid=65418) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3320}} [ 1096.026487] env[65418]: INFO nova.compute.claims [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.155024] env[65418]: DEBUG oslo_vmware.api [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689103, 'name': ReconfigVM_Task, 'duration_secs': 0.296527} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.155024] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Updating instance 'c22734e4-cfdc-4653-88cf-3a605298129a' progress to 33 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1096.169105] env[65418]: DEBUG nova.compute.manager [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1096.217813] env[65418]: DEBUG nova.virt.hardware [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1096.218131] env[65418]: DEBUG nova.virt.hardware [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.218316] env[65418]: DEBUG nova.virt.hardware [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1096.218498] env[65418]: DEBUG nova.virt.hardware [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.218640] env[65418]: DEBUG nova.virt.hardware [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1096.218805] env[65418]: DEBUG nova.virt.hardware [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1096.219100] env[65418]: DEBUG nova.virt.hardware [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1096.219481] env[65418]: DEBUG nova.virt.hardware [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1096.219481] env[65418]: DEBUG nova.virt.hardware [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1096.219877] env[65418]: DEBUG nova.virt.hardware [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1096.219877] env[65418]: DEBUG nova.virt.hardware [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1096.221255] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7917d417-9d97-42ab-8b27-bc44c0e54cea {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.231846] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d252e490-5824-4c4e-b77f-39d2790d9b38 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.397560] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c1cfa2bb-17e1-4f06-b7f7-749cbb361b74 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.534398] env[65418]: INFO nova.compute.resource_tracker [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Updating resource usage from migration 4fa9e7e3-e2eb-4931-b272-79fc1c3c9e25 [ 1096.661531] env[65418]: DEBUG nova.virt.hardware [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1096.662932] env[65418]: DEBUG nova.virt.hardware [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.662932] env[65418]: DEBUG nova.virt.hardware [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1096.662932] env[65418]: DEBUG nova.virt.hardware [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.662932] env[65418]: DEBUG nova.virt.hardware [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1096.662932] env[65418]: DEBUG nova.virt.hardware [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1096.662932] env[65418]: DEBUG nova.virt.hardware [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1096.663281] env[65418]: DEBUG nova.virt.hardware [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1096.663281] env[65418]: DEBUG nova.virt.hardware [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1096.663500] env[65418]: DEBUG nova.virt.hardware [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1096.664881] env[65418]: DEBUG nova.virt.hardware [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1096.668963] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Reconfiguring VM instance instance-00000068 to detach disk 2000 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1096.669350] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3872d077-093d-43f8-afcc-e14559c8f037 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.696059] env[65418]: DEBUG oslo_vmware.api [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1096.696059] env[65418]: value = "task-4689105" [ 1096.696059] env[65418]: _type = "Task" [ 1096.696059] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.705181] env[65418]: DEBUG nova.network.neutron [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Successfully updated port: bbc75585-0f8b-42ae-92a1-9908495924b9 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1096.711204] env[65418]: DEBUG oslo_vmware.api [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689105, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.743303] env[65418]: DEBUG nova.objects.instance [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lazy-loading 'pci_requests' on Instance uuid 604333c2-981f-4b75-a801-3df14fb50433 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.841175] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146feb48-4326-49cd-9de9-402e33c842a4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.849457] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6914a5a-b310-4ef1-b39a-acad7c0c9779 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.884724] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cd776b-2ef7-4ac6-91e4-20d93a5a6d06 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.895530] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cb70a3-3e5f-41b0-b9eb-a20b3edcc5a3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.911418] env[65418]: DEBUG nova.compute.provider_tree [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.956958] env[65418]: DEBUG nova.network.neutron [-] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.208803] env[65418]: DEBUG oslo_vmware.api [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689105, 'name': ReconfigVM_Task, 'duration_secs': 0.446542} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.209294] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Reconfigured VM instance instance-00000068 to detach disk 2000 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1097.210550] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79bbd37-cc88-4324-962c-5173e7e19d8f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.215105] env[65418]: DEBUG oslo_concurrency.lockutils [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "refresh_cache-27456200-c99d-40f8-bb47-b62f692e3f3c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.215369] env[65418]: DEBUG oslo_concurrency.lockutils [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquired lock "refresh_cache-27456200-c99d-40f8-bb47-b62f692e3f3c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.215638] env[65418]: DEBUG nova.network.neutron [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1097.245793] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] c22734e4-cfdc-4653-88cf-3a605298129a/c22734e4-cfdc-4653-88cf-3a605298129a.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1097.250122] env[65418]: DEBUG nova.objects.base [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Object Instance<604333c2-981f-4b75-a801-3df14fb50433> lazy-loaded attributes: flavor,pci_requests {{(pid=65418) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1097.250346] env[65418]: DEBUG nova.network.neutron [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1097.250660] env[65418]: WARNING neutronclient.v2_0.client [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.250946] env[65418]: WARNING neutronclient.v2_0.client [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.253092] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6911837-edb0-4025-bffa-51335c8d47dd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.277372] env[65418]: DEBUG oslo_vmware.api [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1097.277372] env[65418]: value = "task-4689106" [ 1097.277372] env[65418]: _type = "Task" [ 1097.277372] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.286776] env[65418]: DEBUG oslo_vmware.api [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689106, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.289254] env[65418]: DEBUG nova.compute.manager [req-1b2bea2b-988d-49e8-8e2c-52f1ec7a0239 req-1cbf4fe7-3185-46e6-9904-24e2e7eeea79 service nova] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Received event network-vif-deleted-c6b0dc50-903e-4458-8efa-75ec3dff016c {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1097.301896] env[65418]: DEBUG nova.network.neutron [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1097.307441] env[65418]: DEBUG nova.compute.manager [req-bc16f887-33f9-4259-8024-0e799f06fc4a req-ea65ce30-88d9-4e63-999e-7a308a3521a7 service nova] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Received event network-vif-plugged-bbc75585-0f8b-42ae-92a1-9908495924b9 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1097.307610] env[65418]: DEBUG oslo_concurrency.lockutils [req-bc16f887-33f9-4259-8024-0e799f06fc4a req-ea65ce30-88d9-4e63-999e-7a308a3521a7 service nova] Acquiring lock "27456200-c99d-40f8-bb47-b62f692e3f3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.307894] env[65418]: DEBUG oslo_concurrency.lockutils [req-bc16f887-33f9-4259-8024-0e799f06fc4a req-ea65ce30-88d9-4e63-999e-7a308a3521a7 service nova] Lock "27456200-c99d-40f8-bb47-b62f692e3f3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.307995] env[65418]: DEBUG oslo_concurrency.lockutils [req-bc16f887-33f9-4259-8024-0e799f06fc4a req-ea65ce30-88d9-4e63-999e-7a308a3521a7 service nova] Lock "27456200-c99d-40f8-bb47-b62f692e3f3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.309268] env[65418]: DEBUG nova.compute.manager [req-bc16f887-33f9-4259-8024-0e799f06fc4a req-ea65ce30-88d9-4e63-999e-7a308a3521a7 service nova] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] No waiting events found dispatching network-vif-plugged-bbc75585-0f8b-42ae-92a1-9908495924b9 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1097.309268] env[65418]: WARNING nova.compute.manager [req-bc16f887-33f9-4259-8024-0e799f06fc4a req-ea65ce30-88d9-4e63-999e-7a308a3521a7 service nova] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Received unexpected event network-vif-plugged-bbc75585-0f8b-42ae-92a1-9908495924b9 for instance with vm_state building and task_state spawning. [ 1097.348554] env[65418]: DEBUG nova.policy [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbe4a60696ea41d5b19c47e178308983', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ca3b83200614608a1469439b601a853', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1097.389457] env[65418]: WARNING neutronclient.v2_0.client [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.414796] env[65418]: DEBUG nova.scheduler.client.report [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.459845] env[65418]: INFO nova.compute.manager [-] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Took 1.95 seconds to deallocate network for instance. [ 1097.466076] env[65418]: DEBUG nova.network.neutron [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Updating instance_info_cache with network_info: [{"id": "bbc75585-0f8b-42ae-92a1-9908495924b9", "address": "fa:16:3e:ad:32:8a", "network": {"id": "0b4d27b9-e8b8-40be-ba95-6e857bc0dc77", "bridge": "br-int", "label": "tempest-ServersTestJSON-903876646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e602a5de371d43328e7231a6867a600a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbc75585-0f", "ovs_interfaceid": "bbc75585-0f8b-42ae-92a1-9908495924b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.787029] env[65418]: DEBUG oslo_vmware.api [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689106, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.920360] env[65418]: DEBUG oslo_concurrency.lockutils [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.399s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.920640] env[65418]: INFO nova.compute.manager [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Migrating [ 1097.928997] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c1cfa2bb-17e1-4f06-b7f7-749cbb361b74 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.532s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.929347] env[65418]: DEBUG nova.objects.instance [None req-c1cfa2bb-17e1-4f06-b7f7-749cbb361b74 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Lazy-loading 'resources' on Instance uuid 33a44345-97a7-4c3b-8ed3-e5c04b2f409d {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.969186] env[65418]: DEBUG oslo_concurrency.lockutils [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Releasing lock "refresh_cache-27456200-c99d-40f8-bb47-b62f692e3f3c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.969555] env[65418]: DEBUG nova.compute.manager [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Instance network_info: |[{"id": "bbc75585-0f8b-42ae-92a1-9908495924b9", "address": "fa:16:3e:ad:32:8a", "network": {"id": "0b4d27b9-e8b8-40be-ba95-6e857bc0dc77", "bridge": "br-int", "label": "tempest-ServersTestJSON-903876646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e602a5de371d43328e7231a6867a600a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbc75585-0f", "ovs_interfaceid": "bbc75585-0f8b-42ae-92a1-9908495924b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1097.970518] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8e6e1f24-02de-4140-8f9d-c2de668ccb58 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.971048] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:32:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbc75585-0f8b-42ae-92a1-9908495924b9', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.979470] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1097.980240] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.980960] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7943de10-6333-4916-809c-f81bd608d8f7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.000647] env[65418]: WARNING neutronclient.v2_0.client [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.005080] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1098.005080] env[65418]: value = "task-4689107" [ 1098.005080] env[65418]: _type = "Task" [ 1098.005080] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.014105] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689107, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.038249] env[65418]: WARNING neutronclient.v2_0.client [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.038761] env[65418]: WARNING neutronclient.v2_0.client [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.039060] env[65418]: WARNING neutronclient.v2_0.client [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.056291] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0f40a17a-07e5-4052-9ad9-5ba920507a0e tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Acquiring lock "62855c4e-aefd-4453-bceb-469e28186e9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.056628] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0f40a17a-07e5-4052-9ad9-5ba920507a0e tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Lock "62855c4e-aefd-4453-bceb-469e28186e9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.056850] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0f40a17a-07e5-4052-9ad9-5ba920507a0e tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Acquiring lock "62855c4e-aefd-4453-bceb-469e28186e9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.057041] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0f40a17a-07e5-4052-9ad9-5ba920507a0e tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Lock "62855c4e-aefd-4453-bceb-469e28186e9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.057223] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0f40a17a-07e5-4052-9ad9-5ba920507a0e tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Lock "62855c4e-aefd-4453-bceb-469e28186e9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.059679] env[65418]: INFO nova.compute.manager [None req-0f40a17a-07e5-4052-9ad9-5ba920507a0e tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Terminating instance [ 1098.075682] env[65418]: DEBUG nova.network.neutron [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Port dab09017-f566-4ddd-85b4-e6adb3ec7fa4 binding to destination host cpu-1 is already ACTIVE {{(pid=65418) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1098.075993] env[65418]: DEBUG oslo_concurrency.lockutils [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "refresh_cache-0fd1da75-65c3-40d2-8343-437b77b1e4ea" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.076244] env[65418]: DEBUG oslo_concurrency.lockutils [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquired lock "refresh_cache-0fd1da75-65c3-40d2-8343-437b77b1e4ea" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.076494] env[65418]: DEBUG nova.network.neutron [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1098.294441] env[65418]: DEBUG oslo_vmware.api [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689106, 'name': ReconfigVM_Task, 'duration_secs': 0.702713} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.294897] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Reconfigured VM instance instance-00000068 to attach disk [datastore2] c22734e4-cfdc-4653-88cf-3a605298129a/c22734e4-cfdc-4653-88cf-3a605298129a.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.295297] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Updating instance 'c22734e4-cfdc-4653-88cf-3a605298129a' progress to 50 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1098.441579] env[65418]: DEBUG oslo_concurrency.lockutils [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "refresh_cache-ab293e37-eb14-418f-9a96-9be31d1871a9" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.441634] env[65418]: DEBUG oslo_concurrency.lockutils [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquired lock "refresh_cache-ab293e37-eb14-418f-9a96-9be31d1871a9" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.441854] env[65418]: DEBUG nova.network.neutron [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1098.517191] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689107, 'name': CreateVM_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.564569] env[65418]: DEBUG nova.compute.manager [None req-0f40a17a-07e5-4052-9ad9-5ba920507a0e tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1098.564813] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0f40a17a-07e5-4052-9ad9-5ba920507a0e tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.565810] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de77fe0-8ffc-4dd7-bba7-f82d1310fcc8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.574868] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f40a17a-07e5-4052-9ad9-5ba920507a0e tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.577704] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e689f22-f154-49ed-974a-63df069e57b0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.579734] env[65418]: WARNING neutronclient.v2_0.client [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.588577] env[65418]: DEBUG oslo_vmware.api [None req-0f40a17a-07e5-4052-9ad9-5ba920507a0e tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Waiting for the task: (returnval){ [ 1098.588577] env[65418]: value = "task-4689108" [ 1098.588577] env[65418]: _type = "Task" [ 1098.588577] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.602539] env[65418]: DEBUG oslo_vmware.api [None req-0f40a17a-07e5-4052-9ad9-5ba920507a0e tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Task: {'id': task-4689108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.683069] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556dda87-94d6-4cd2-8c36-1d45ee319302 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.692110] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1700ca09-a234-448f-9db9-6715d5c71412 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.730355] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c6b664-e527-40bf-a95a-09fa1a53812d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.738965] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e212f96b-1b6c-432e-9fb6-c3b4d55d0651 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.754029] env[65418]: DEBUG nova.compute.provider_tree [None req-c1cfa2bb-17e1-4f06-b7f7-749cbb361b74 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.805773] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26671ce-5fdf-42e8-a77d-357c1d3b2315 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.831891] env[65418]: WARNING neutronclient.v2_0.client [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1098.835027] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb0b23f-864c-4975-b5ba-4ade6879530f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.854552] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Updating instance 'c22734e4-cfdc-4653-88cf-3a605298129a' progress to 67 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1098.927578] env[65418]: DEBUG nova.network.neutron [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Successfully updated port: 52f0b8da-5d14-46d6-bcbd-5c32d84f68d0 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1098.938084] env[65418]: DEBUG nova.network.neutron [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Updating instance_info_cache with network_info: [{"id": "dab09017-f566-4ddd-85b4-e6adb3ec7fa4", "address": "fa:16:3e:c0:6a:98", "network": {"id": "3fab3b70-ba17-4e6a-ae3d-5a05fb711a8b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-395157993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0727a4c133420fa0cb4f4356dee109", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab09017-f5", "ovs_interfaceid": "dab09017-f566-4ddd-85b4-e6adb3ec7fa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.947778] env[65418]: WARNING neutronclient.v2_0.client [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.016875] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689107, 'name': CreateVM_Task, 'duration_secs': 0.707586} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.017071] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1099.017924] env[65418]: WARNING neutronclient.v2_0.client [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.018323] env[65418]: DEBUG oslo_concurrency.lockutils [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.018475] env[65418]: DEBUG oslo_concurrency.lockutils [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.018878] env[65418]: DEBUG oslo_concurrency.lockutils [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.019155] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2963c29c-ab39-4266-99eb-333d518bbbc5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.024929] env[65418]: DEBUG oslo_vmware.api [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1099.024929] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5233d2b3-f021-68d3-963f-115880825245" [ 1099.024929] env[65418]: _type = "Task" [ 1099.024929] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.034453] env[65418]: DEBUG oslo_vmware.api [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5233d2b3-f021-68d3-963f-115880825245, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.098727] env[65418]: DEBUG oslo_vmware.api [None req-0f40a17a-07e5-4052-9ad9-5ba920507a0e tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Task: {'id': task-4689108, 'name': PowerOffVM_Task, 'duration_secs': 0.252622} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.101946] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f40a17a-07e5-4052-9ad9-5ba920507a0e tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.101946] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0f40a17a-07e5-4052-9ad9-5ba920507a0e tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.102500] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09355ed2-81d5-4d26-8094-207f941534a3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.131473] env[65418]: WARNING neutronclient.v2_0.client [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.178061] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0f40a17a-07e5-4052-9ad9-5ba920507a0e tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.178380] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0f40a17a-07e5-4052-9ad9-5ba920507a0e tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.178648] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f40a17a-07e5-4052-9ad9-5ba920507a0e tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Deleting the datastore file [datastore1] 62855c4e-aefd-4453-bceb-469e28186e9f {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.179021] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c8ae766-8166-4ce4-9292-243feb6b8f10 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.186622] env[65418]: DEBUG oslo_vmware.api [None req-0f40a17a-07e5-4052-9ad9-5ba920507a0e tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Waiting for the task: (returnval){ [ 1099.186622] env[65418]: value = "task-4689110" [ 1099.186622] env[65418]: _type = "Task" [ 1099.186622] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.198236] env[65418]: DEBUG oslo_vmware.api [None req-0f40a17a-07e5-4052-9ad9-5ba920507a0e tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Task: {'id': task-4689110, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.219601] env[65418]: DEBUG nova.network.neutron [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Updating instance_info_cache with network_info: [{"id": "ac69e6cf-9641-4f44-8f4a-7eed4f33df76", "address": "fa:16:3e:11:36:43", "network": {"id": "c5654c64-ff10-4cb7-bcc0-9c8f1f9f2c7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-459739501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e14fd3d9ea54564854290858d3c5cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac69e6cf-96", "ovs_interfaceid": "ac69e6cf-9641-4f44-8f4a-7eed4f33df76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.257892] env[65418]: DEBUG nova.scheduler.client.report [None req-c1cfa2bb-17e1-4f06-b7f7-749cbb361b74 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.361218] env[65418]: WARNING neutronclient.v2_0.client [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.361708] env[65418]: WARNING neutronclient.v2_0.client [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.400254] env[65418]: DEBUG nova.network.neutron [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Port 0b68972e-1f72-4a8d-bd78-431d06648001 binding to destination host cpu-1 is already ACTIVE {{(pid=65418) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1099.420127] env[65418]: DEBUG nova.compute.manager [req-f700d12b-048a-4252-b4c9-df8c7d8a3151 req-349c9248-5096-4007-bcc6-40bb9efd9fae service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Received event network-vif-plugged-52f0b8da-5d14-46d6-bcbd-5c32d84f68d0 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1099.420314] env[65418]: DEBUG oslo_concurrency.lockutils [req-f700d12b-048a-4252-b4c9-df8c7d8a3151 req-349c9248-5096-4007-bcc6-40bb9efd9fae service nova] Acquiring lock "604333c2-981f-4b75-a801-3df14fb50433-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.421065] env[65418]: DEBUG oslo_concurrency.lockutils [req-f700d12b-048a-4252-b4c9-df8c7d8a3151 req-349c9248-5096-4007-bcc6-40bb9efd9fae service nova] Lock "604333c2-981f-4b75-a801-3df14fb50433-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.421065] env[65418]: DEBUG oslo_concurrency.lockutils [req-f700d12b-048a-4252-b4c9-df8c7d8a3151 req-349c9248-5096-4007-bcc6-40bb9efd9fae service nova] Lock "604333c2-981f-4b75-a801-3df14fb50433-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.421195] env[65418]: DEBUG nova.compute.manager [req-f700d12b-048a-4252-b4c9-df8c7d8a3151 req-349c9248-5096-4007-bcc6-40bb9efd9fae service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] No waiting events found dispatching network-vif-plugged-52f0b8da-5d14-46d6-bcbd-5c32d84f68d0 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1099.421331] env[65418]: WARNING nova.compute.manager [req-f700d12b-048a-4252-b4c9-df8c7d8a3151 req-349c9248-5096-4007-bcc6-40bb9efd9fae service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Received unexpected event network-vif-plugged-52f0b8da-5d14-46d6-bcbd-5c32d84f68d0 for instance with vm_state active and task_state None. [ 1099.421499] env[65418]: DEBUG nova.compute.manager [req-f700d12b-048a-4252-b4c9-df8c7d8a3151 req-349c9248-5096-4007-bcc6-40bb9efd9fae service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Received event network-changed-52f0b8da-5d14-46d6-bcbd-5c32d84f68d0 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1099.421649] env[65418]: DEBUG nova.compute.manager [req-f700d12b-048a-4252-b4c9-df8c7d8a3151 req-349c9248-5096-4007-bcc6-40bb9efd9fae service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Refreshing instance network info cache due to event network-changed-52f0b8da-5d14-46d6-bcbd-5c32d84f68d0. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1099.421826] env[65418]: DEBUG oslo_concurrency.lockutils [req-f700d12b-048a-4252-b4c9-df8c7d8a3151 req-349c9248-5096-4007-bcc6-40bb9efd9fae service nova] Acquiring lock "refresh_cache-604333c2-981f-4b75-a801-3df14fb50433" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.421957] env[65418]: DEBUG oslo_concurrency.lockutils [req-f700d12b-048a-4252-b4c9-df8c7d8a3151 req-349c9248-5096-4007-bcc6-40bb9efd9fae service nova] Acquired lock "refresh_cache-604333c2-981f-4b75-a801-3df14fb50433" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.422120] env[65418]: DEBUG nova.network.neutron [req-f700d12b-048a-4252-b4c9-df8c7d8a3151 req-349c9248-5096-4007-bcc6-40bb9efd9fae service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Refreshing network info cache for port 52f0b8da-5d14-46d6-bcbd-5c32d84f68d0 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.431746] env[65418]: DEBUG oslo_concurrency.lockutils [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "refresh_cache-604333c2-981f-4b75-a801-3df14fb50433" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.438128] env[65418]: DEBUG nova.compute.manager [req-a2d728fb-47f2-445a-b9b3-0801b2f13875 req-fc416e20-ab82-402b-a0fc-761435a6ead3 service nova] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Received event network-changed-bbc75585-0f8b-42ae-92a1-9908495924b9 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1099.438370] env[65418]: DEBUG nova.compute.manager [req-a2d728fb-47f2-445a-b9b3-0801b2f13875 req-fc416e20-ab82-402b-a0fc-761435a6ead3 service nova] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Refreshing instance network info cache due to event network-changed-bbc75585-0f8b-42ae-92a1-9908495924b9. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1099.438576] env[65418]: DEBUG oslo_concurrency.lockutils [req-a2d728fb-47f2-445a-b9b3-0801b2f13875 req-fc416e20-ab82-402b-a0fc-761435a6ead3 service nova] Acquiring lock "refresh_cache-27456200-c99d-40f8-bb47-b62f692e3f3c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.438711] env[65418]: DEBUG oslo_concurrency.lockutils [req-a2d728fb-47f2-445a-b9b3-0801b2f13875 req-fc416e20-ab82-402b-a0fc-761435a6ead3 service nova] Acquired lock "refresh_cache-27456200-c99d-40f8-bb47-b62f692e3f3c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.438864] env[65418]: DEBUG nova.network.neutron [req-a2d728fb-47f2-445a-b9b3-0801b2f13875 req-fc416e20-ab82-402b-a0fc-761435a6ead3 service nova] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Refreshing network info cache for port bbc75585-0f8b-42ae-92a1-9908495924b9 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.442415] env[65418]: DEBUG oslo_concurrency.lockutils [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Releasing lock "refresh_cache-0fd1da75-65c3-40d2-8343-437b77b1e4ea" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.536453] env[65418]: DEBUG oslo_vmware.api [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5233d2b3-f021-68d3-963f-115880825245, 'name': SearchDatastore_Task, 'duration_secs': 0.011174} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.536879] env[65418]: DEBUG oslo_concurrency.lockutils [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.537146] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1099.537385] env[65418]: DEBUG oslo_concurrency.lockutils [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.537527] env[65418]: DEBUG oslo_concurrency.lockutils [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.537706] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1099.537989] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d724293-5ea2-43e7-8a6c-53e2b6f0a10e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.547878] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1099.548097] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1099.548835] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca4afb34-4261-4bec-ac7f-d1ed251eb957 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.556033] env[65418]: DEBUG oslo_vmware.api [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1099.556033] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c7e53e-b555-5695-4dd1-9f3ed15efa12" [ 1099.556033] env[65418]: _type = "Task" [ 1099.556033] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.570766] env[65418]: DEBUG oslo_vmware.api [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c7e53e-b555-5695-4dd1-9f3ed15efa12, 'name': SearchDatastore_Task, 'duration_secs': 0.0098} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.572569] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6962c57-5bd4-4bb4-8a62-a365aa11ebaa {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.579538] env[65418]: DEBUG oslo_vmware.api [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1099.579538] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c01e45-8558-28b9-eaf0-0a935cb64862" [ 1099.579538] env[65418]: _type = "Task" [ 1099.579538] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.589251] env[65418]: DEBUG oslo_vmware.api [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c01e45-8558-28b9-eaf0-0a935cb64862, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.698077] env[65418]: DEBUG oslo_vmware.api [None req-0f40a17a-07e5-4052-9ad9-5ba920507a0e tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Task: {'id': task-4689110, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171306} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.698077] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f40a17a-07e5-4052-9ad9-5ba920507a0e tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.698077] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0f40a17a-07e5-4052-9ad9-5ba920507a0e tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.698393] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0f40a17a-07e5-4052-9ad9-5ba920507a0e tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.698437] env[65418]: INFO nova.compute.manager [None req-0f40a17a-07e5-4052-9ad9-5ba920507a0e tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1099.698649] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-0f40a17a-07e5-4052-9ad9-5ba920507a0e tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1099.698842] env[65418]: DEBUG nova.compute.manager [-] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1099.698938] env[65418]: DEBUG nova.network.neutron [-] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1099.699244] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.722626] env[65418]: DEBUG oslo_concurrency.lockutils [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Releasing lock "refresh_cache-ab293e37-eb14-418f-9a96-9be31d1871a9" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.757434] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.763239] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c1cfa2bb-17e1-4f06-b7f7-749cbb361b74 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.834s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.765282] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8e6e1f24-02de-4140-8f9d-c2de668ccb58 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.795s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.765524] env[65418]: DEBUG nova.objects.instance [None req-8e6e1f24-02de-4140-8f9d-c2de668ccb58 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Lazy-loading 'resources' on Instance uuid 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.925811] env[65418]: WARNING neutronclient.v2_0.client [req-f700d12b-048a-4252-b4c9-df8c7d8a3151 req-349c9248-5096-4007-bcc6-40bb9efd9fae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.944627] env[65418]: WARNING neutronclient.v2_0.client [req-a2d728fb-47f2-445a-b9b3-0801b2f13875 req-fc416e20-ab82-402b-a0fc-761435a6ead3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.947667] env[65418]: DEBUG nova.compute.manager [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65418) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1099.947926] env[65418]: DEBUG oslo_concurrency.lockutils [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.094080] env[65418]: DEBUG oslo_vmware.api [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c01e45-8558-28b9-eaf0-0a935cb64862, 'name': SearchDatastore_Task, 'duration_secs': 0.009917} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.097016] env[65418]: DEBUG oslo_concurrency.lockutils [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.097295] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 27456200-c99d-40f8-bb47-b62f692e3f3c/27456200-c99d-40f8-bb47-b62f692e3f3c.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1100.097746] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7730639-3504-4edf-8c67-03407a9cd1a5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.105609] env[65418]: DEBUG oslo_vmware.api [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1100.105609] env[65418]: value = "task-4689111" [ 1100.105609] env[65418]: _type = "Task" [ 1100.105609] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.118546] env[65418]: DEBUG oslo_vmware.api [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.121673] env[65418]: WARNING neutronclient.v2_0.client [req-a2d728fb-47f2-445a-b9b3-0801b2f13875 req-fc416e20-ab82-402b-a0fc-761435a6ead3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.128937] env[65418]: WARNING neutronclient.v2_0.client [req-f700d12b-048a-4252-b4c9-df8c7d8a3151 req-349c9248-5096-4007-bcc6-40bb9efd9fae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.232921] env[65418]: DEBUG nova.network.neutron [req-a2d728fb-47f2-445a-b9b3-0801b2f13875 req-fc416e20-ab82-402b-a0fc-761435a6ead3 service nova] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Updated VIF entry in instance network info cache for port bbc75585-0f8b-42ae-92a1-9908495924b9. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1100.233313] env[65418]: DEBUG nova.network.neutron [req-a2d728fb-47f2-445a-b9b3-0801b2f13875 req-fc416e20-ab82-402b-a0fc-761435a6ead3 service nova] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Updating instance_info_cache with network_info: [{"id": "bbc75585-0f8b-42ae-92a1-9908495924b9", "address": "fa:16:3e:ad:32:8a", "network": {"id": "0b4d27b9-e8b8-40be-ba95-6e857bc0dc77", "bridge": "br-int", "label": "tempest-ServersTestJSON-903876646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e602a5de371d43328e7231a6867a600a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbc75585-0f", "ovs_interfaceid": "bbc75585-0f8b-42ae-92a1-9908495924b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.251747] env[65418]: DEBUG nova.network.neutron [req-f700d12b-048a-4252-b4c9-df8c7d8a3151 req-349c9248-5096-4007-bcc6-40bb9efd9fae service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Added VIF to instance network info cache for port 52f0b8da-5d14-46d6-bcbd-5c32d84f68d0. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3549}} [ 1100.252208] env[65418]: DEBUG nova.network.neutron [req-f700d12b-048a-4252-b4c9-df8c7d8a3151 req-349c9248-5096-4007-bcc6-40bb9efd9fae service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Updating instance_info_cache with network_info: [{"id": "52f05bf7-02a4-4936-8bc5-bc1d55d4c06e", "address": "fa:16:3e:9e:1c:59", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52f05bf7-02", "ovs_interfaceid": "52f05bf7-02a4-4936-8bc5-bc1d55d4c06e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "52f0b8da-5d14-46d6-bcbd-5c32d84f68d0", "address": "fa:16:3e:46:ba:53", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52f0b8da-5d", "ovs_interfaceid": "52f0b8da-5d14-46d6-bcbd-5c32d84f68d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.283698] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c1cfa2bb-17e1-4f06-b7f7-749cbb361b74 tempest-ServerActionsV293TestJSON-598190869 tempest-ServerActionsV293TestJSON-598190869-project-member] Lock "33a44345-97a7-4c3b-8ed3-e5c04b2f409d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.096s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.423893] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "c22734e4-cfdc-4653-88cf-3a605298129a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.424223] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "c22734e4-cfdc-4653-88cf-3a605298129a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.424370] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "c22734e4-cfdc-4653-88cf-3a605298129a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.504717] env[65418]: DEBUG nova.network.neutron [-] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.552765] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38aad7b2-9d7b-434e-8e8c-038a72c47fe1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.561958] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc63980b-998f-41a2-a55d-e356d48d06a4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.595030] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88a6da8-4c19-465d-980e-37be677ec900 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.602358] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac26aaf-0698-4e6e-90bb-a2a1723b0836 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.619590] env[65418]: DEBUG nova.compute.provider_tree [None req-8e6e1f24-02de-4140-8f9d-c2de668ccb58 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.624571] env[65418]: DEBUG oslo_vmware.api [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483431} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.625193] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 27456200-c99d-40f8-bb47-b62f692e3f3c/27456200-c99d-40f8-bb47-b62f692e3f3c.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.625409] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.625690] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f903922-521c-4706-902c-b3128fe8b9dd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.636518] env[65418]: DEBUG oslo_vmware.api [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1100.636518] env[65418]: value = "task-4689112" [ 1100.636518] env[65418]: _type = "Task" [ 1100.636518] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.648393] env[65418]: DEBUG oslo_vmware.api [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.735460] env[65418]: DEBUG oslo_concurrency.lockutils [req-a2d728fb-47f2-445a-b9b3-0801b2f13875 req-fc416e20-ab82-402b-a0fc-761435a6ead3 service nova] Releasing lock "refresh_cache-27456200-c99d-40f8-bb47-b62f692e3f3c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.755129] env[65418]: DEBUG oslo_concurrency.lockutils [req-f700d12b-048a-4252-b4c9-df8c7d8a3151 req-349c9248-5096-4007-bcc6-40bb9efd9fae service nova] Releasing lock "refresh_cache-604333c2-981f-4b75-a801-3df14fb50433" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.755837] env[65418]: DEBUG oslo_concurrency.lockutils [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquired lock "refresh_cache-604333c2-981f-4b75-a801-3df14fb50433" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.755837] env[65418]: DEBUG nova.network.neutron [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1101.007486] env[65418]: INFO nova.compute.manager [-] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Took 1.31 seconds to deallocate network for instance. [ 1101.127043] env[65418]: DEBUG nova.scheduler.client.report [None req-8e6e1f24-02de-4140-8f9d-c2de668ccb58 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.147683] env[65418]: DEBUG oslo_vmware.api [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071364} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.147949] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1101.148763] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc1c928-d9fb-46fa-af6a-35c3f286a3be {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.172532] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 27456200-c99d-40f8-bb47-b62f692e3f3c/27456200-c99d-40f8-bb47-b62f692e3f3c.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.172910] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56538230-c6c1-444f-95fa-7e4d0176d2ee {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.195494] env[65418]: DEBUG oslo_vmware.api [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1101.195494] env[65418]: value = "task-4689113" [ 1101.195494] env[65418]: _type = "Task" [ 1101.195494] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.206398] env[65418]: DEBUG oslo_vmware.api [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689113, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.239378] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a161dc-530e-4fa2-8f00-05d67e8d6abc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.264225] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Updating instance 'ab293e37-eb14-418f-9a96-9be31d1871a9' progress to 0 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.301344] env[65418]: WARNING nova.network.neutron [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] 7eb8d990-6d3e-4b01-a203-6d2e2113297e already exists in list: networks containing: ['7eb8d990-6d3e-4b01-a203-6d2e2113297e']. ignoring it [ 1101.301545] env[65418]: WARNING nova.network.neutron [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] 7eb8d990-6d3e-4b01-a203-6d2e2113297e already exists in list: networks containing: ['7eb8d990-6d3e-4b01-a203-6d2e2113297e']. ignoring it [ 1101.301705] env[65418]: WARNING nova.network.neutron [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] 52f0b8da-5d14-46d6-bcbd-5c32d84f68d0 already exists in list: port_ids containing: ['52f0b8da-5d14-46d6-bcbd-5c32d84f68d0']. ignoring it [ 1101.422137] env[65418]: WARNING neutronclient.v2_0.client [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.435322] env[65418]: WARNING neutronclient.v2_0.client [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.459109] env[65418]: DEBUG nova.compute.manager [req-cdad4ce6-5050-4c86-90dc-cd4a9914aef3 req-90d2ccdd-0ade-43b4-a339-6d30288f2116 service nova] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Received event network-vif-deleted-b6fae720-0216-490d-808e-6c0edb0da7b0 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1101.470569] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "refresh_cache-c22734e4-cfdc-4653-88cf-3a605298129a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.470896] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquired lock "refresh_cache-c22734e4-cfdc-4653-88cf-3a605298129a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.471167] env[65418]: DEBUG nova.network.neutron [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1101.513794] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0f40a17a-07e5-4052-9ad9-5ba920507a0e tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.586557] env[65418]: WARNING neutronclient.v2_0.client [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.632522] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8e6e1f24-02de-4140-8f9d-c2de668ccb58 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.867s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.635931] env[65418]: DEBUG oslo_concurrency.lockutils [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.688s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.658556] env[65418]: INFO nova.scheduler.client.report [None req-8e6e1f24-02de-4140-8f9d-c2de668ccb58 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Deleted allocations for instance 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23 [ 1101.667135] env[65418]: DEBUG nova.network.neutron [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Updating instance_info_cache with network_info: [{"id": "52f05bf7-02a4-4936-8bc5-bc1d55d4c06e", "address": "fa:16:3e:9e:1c:59", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52f05bf7-02", "ovs_interfaceid": "52f05bf7-02a4-4936-8bc5-bc1d55d4c06e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "52f0b8da-5d14-46d6-bcbd-5c32d84f68d0", "address": "fa:16:3e:46:ba:53", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52f0b8da-5d", "ovs_interfaceid": "52f0b8da-5d14-46d6-bcbd-5c32d84f68d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.707354] env[65418]: DEBUG oslo_vmware.api [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689113, 'name': ReconfigVM_Task, 'duration_secs': 0.446813} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.708356] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 27456200-c99d-40f8-bb47-b62f692e3f3c/27456200-c99d-40f8-bb47-b62f692e3f3c.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.708356] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09a9c0f6-2ccd-4308-8cbc-d78f5089824f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.716956] env[65418]: DEBUG oslo_vmware.api [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1101.716956] env[65418]: value = "task-4689114" [ 1101.716956] env[65418]: _type = "Task" [ 1101.716956] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.727024] env[65418]: DEBUG oslo_vmware.api [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689114, 'name': Rename_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.770122] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.770445] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0ba2684-79bc-4060-b1cb-de23e8406e24 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.778350] env[65418]: DEBUG oslo_vmware.api [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1101.778350] env[65418]: value = "task-4689115" [ 1101.778350] env[65418]: _type = "Task" [ 1101.778350] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.788875] env[65418]: DEBUG oslo_vmware.api [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689115, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.974500] env[65418]: WARNING neutronclient.v2_0.client [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.139359] env[65418]: DEBUG nova.objects.instance [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lazy-loading 'migration_context' on Instance uuid 0fd1da75-65c3-40d2-8343-437b77b1e4ea {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.167223] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8e6e1f24-02de-4140-8f9d-c2de668ccb58 tempest-ServersV294TestFqdnHostnames-208752401 tempest-ServersV294TestFqdnHostnames-208752401-project-member] Lock "9785b9d5-df0c-4084-a2c7-a47cf7ca4a23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.317s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.169360] env[65418]: DEBUG oslo_concurrency.lockutils [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Releasing lock "refresh_cache-604333c2-981f-4b75-a801-3df14fb50433" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.170277] env[65418]: DEBUG oslo_concurrency.lockutils [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "604333c2-981f-4b75-a801-3df14fb50433" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.170662] env[65418]: DEBUG oslo_concurrency.lockutils [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquired lock "604333c2-981f-4b75-a801-3df14fb50433" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.172383] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4bc049-7b49-4f55-b66d-6cdabe422c08 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.195199] env[65418]: DEBUG nova.virt.hardware [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1102.195638] env[65418]: DEBUG nova.virt.hardware [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.195638] env[65418]: DEBUG nova.virt.hardware [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1102.195859] env[65418]: DEBUG nova.virt.hardware [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.195985] env[65418]: DEBUG nova.virt.hardware [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1102.196157] env[65418]: DEBUG nova.virt.hardware [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1102.196373] env[65418]: DEBUG nova.virt.hardware [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1102.196555] env[65418]: DEBUG nova.virt.hardware [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1102.196805] env[65418]: DEBUG nova.virt.hardware [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1102.196997] env[65418]: DEBUG nova.virt.hardware [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1102.197266] env[65418]: DEBUG nova.virt.hardware [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1102.204366] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Reconfiguring VM to attach interface {{(pid=65418) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1102.205151] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da7ddf73-301a-4f1e-bc8c-44b2b5904ebe {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.232157] env[65418]: DEBUG oslo_vmware.api [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689114, 'name': Rename_Task, 'duration_secs': 0.294587} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.233820] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1102.234230] env[65418]: DEBUG oslo_vmware.api [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 1102.234230] env[65418]: value = "task-4689116" [ 1102.234230] env[65418]: _type = "Task" [ 1102.234230] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.234485] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f2f6d01-f733-4304-84ea-6fc3e41a0c27 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.247206] env[65418]: DEBUG oslo_vmware.api [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689116, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.248616] env[65418]: DEBUG oslo_vmware.api [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1102.248616] env[65418]: value = "task-4689117" [ 1102.248616] env[65418]: _type = "Task" [ 1102.248616] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.257352] env[65418]: DEBUG oslo_vmware.api [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.275249] env[65418]: WARNING neutronclient.v2_0.client [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.289652] env[65418]: DEBUG oslo_vmware.api [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689115, 'name': PowerOffVM_Task, 'duration_secs': 0.283134} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.290032] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.291119] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Updating instance 'ab293e37-eb14-418f-9a96-9be31d1871a9' progress to 17 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1102.370023] env[65418]: DEBUG nova.network.neutron [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Updating instance_info_cache with network_info: [{"id": "0b68972e-1f72-4a8d-bd78-431d06648001", "address": "fa:16:3e:a5:6d:82", "network": {"id": "a60b1801-8e2d-4966-8362-cdc65ef35a96", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1479408955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "378c1e35059b4dddb61aa567774373a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b68972e-1f", "ovs_interfaceid": "0b68972e-1f72-4a8d-bd78-431d06648001", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.752485] env[65418]: DEBUG oslo_vmware.api [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.767757] env[65418]: DEBUG oslo_vmware.api [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689117, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.797572] env[65418]: DEBUG nova.virt.hardware [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1102.797814] env[65418]: DEBUG nova.virt.hardware [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.798211] env[65418]: DEBUG nova.virt.hardware [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1102.798211] env[65418]: DEBUG nova.virt.hardware [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.798359] env[65418]: DEBUG nova.virt.hardware [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1102.798439] env[65418]: DEBUG nova.virt.hardware [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1102.798640] env[65418]: DEBUG nova.virt.hardware [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1102.798827] env[65418]: DEBUG nova.virt.hardware [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1102.799119] env[65418]: DEBUG nova.virt.hardware [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1102.799288] env[65418]: DEBUG nova.virt.hardware [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1102.799496] env[65418]: DEBUG nova.virt.hardware [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1102.807494] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c9e699d-aad0-4bcc-b56b-5906fcec16dc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.827251] env[65418]: DEBUG oslo_vmware.api [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1102.827251] env[65418]: value = "task-4689118" [ 1102.827251] env[65418]: _type = "Task" [ 1102.827251] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.837975] env[65418]: DEBUG oslo_vmware.api [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689118, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.875651] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Releasing lock "refresh_cache-c22734e4-cfdc-4653-88cf-3a605298129a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.938429] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf50d5f-6c75-44d1-b1fb-de05e8de7ec8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.948542] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1439ef3-48b2-417a-91fd-bec1637b2f42 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.983809] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4d0bdf-8354-4c2f-8e3d-24383860ec5b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.995363] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac477522-d934-4219-9ef6-d65bb65e2104 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.016497] env[65418]: DEBUG nova.compute.provider_tree [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.250974] env[65418]: DEBUG oslo_vmware.api [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689116, 'name': ReconfigVM_Task, 'duration_secs': 0.669174} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.251439] env[65418]: WARNING neutronclient.v2_0.client [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.251696] env[65418]: DEBUG oslo_concurrency.lockutils [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Releasing lock "604333c2-981f-4b75-a801-3df14fb50433" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.251924] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Reconfigured VM to attach interface {{(pid=65418) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1103.265454] env[65418]: DEBUG oslo_vmware.api [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689117, 'name': PowerOnVM_Task, 'duration_secs': 0.943391} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.265735] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1103.265936] env[65418]: INFO nova.compute.manager [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Took 7.10 seconds to spawn the instance on the hypervisor. [ 1103.266192] env[65418]: DEBUG nova.compute.manager [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1103.266935] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327da4b2-60ef-4168-9715-b6cffac04373 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.342339] env[65418]: DEBUG oslo_vmware.api [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689118, 'name': ReconfigVM_Task, 'duration_secs': 0.312876} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.342882] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Updating instance 'ab293e37-eb14-418f-9a96-9be31d1871a9' progress to 33 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1103.403700] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08725907-2e54-40a2-90c3-7029e8adb939 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.425042] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a28453-19a1-4617-a56e-e93a416db62a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.433424] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Updating instance 'c22734e4-cfdc-4653-88cf-3a605298129a' progress to 83 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1103.522134] env[65418]: DEBUG nova.scheduler.client.report [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.745019] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59e3981e-4d81-43bf-b986-66aab2e09a12 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "aaa45e06-f9b4-4c75-8814-65a0d2160f24" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.745019] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59e3981e-4d81-43bf-b986-66aab2e09a12 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "aaa45e06-f9b4-4c75-8814-65a0d2160f24" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.758124] env[65418]: DEBUG oslo_concurrency.lockutils [None req-77bc83b9-a4a1-4f22-b881-42005315e6b0 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "interface-604333c2-981f-4b75-a801-3df14fb50433-52f0b8da-5d14-46d6-bcbd-5c32d84f68d0" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.763s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.790342] env[65418]: INFO nova.compute.manager [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Took 13.13 seconds to build instance. [ 1103.852023] env[65418]: DEBUG nova.virt.hardware [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1103.852023] env[65418]: DEBUG nova.virt.hardware [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.852023] env[65418]: DEBUG nova.virt.hardware [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1103.852023] env[65418]: DEBUG nova.virt.hardware [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.852023] env[65418]: DEBUG nova.virt.hardware [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1103.852023] env[65418]: DEBUG nova.virt.hardware [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1103.852023] env[65418]: DEBUG nova.virt.hardware [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1103.852023] env[65418]: DEBUG nova.virt.hardware [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1103.852496] env[65418]: DEBUG nova.virt.hardware [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1103.852807] env[65418]: DEBUG nova.virt.hardware [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1103.853138] env[65418]: DEBUG nova.virt.hardware [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1103.858603] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1103.859064] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-668a9a27-2ad9-43f5-813b-9ca22a1bb042 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.880976] env[65418]: DEBUG oslo_vmware.api [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1103.880976] env[65418]: value = "task-4689119" [ 1103.880976] env[65418]: _type = "Task" [ 1103.880976] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.890580] env[65418]: DEBUG oslo_vmware.api [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689119, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.941024] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.941793] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1edaf35-333d-4c7c-9f9b-cdd2c3661be7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.950058] env[65418]: DEBUG oslo_vmware.api [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1103.950058] env[65418]: value = "task-4689120" [ 1103.950058] env[65418]: _type = "Task" [ 1103.950058] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.959588] env[65418]: DEBUG oslo_vmware.api [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689120, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.250939] env[65418]: DEBUG nova.compute.utils [None req-59e3981e-4d81-43bf-b986-66aab2e09a12 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1104.291781] env[65418]: DEBUG oslo_concurrency.lockutils [None req-dc414a2e-956b-45e9-aeb8-7fba197f49bf tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "27456200-c99d-40f8-bb47-b62f692e3f3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.642s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.393445] env[65418]: DEBUG oslo_vmware.api [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689119, 'name': ReconfigVM_Task, 'duration_secs': 0.378455} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.393586] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1104.394483] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d39a70-bca2-4ae7-b63b-a55b8f18a0c1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.426844] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] ab293e37-eb14-418f-9a96-9be31d1871a9/ab293e37-eb14-418f-9a96-9be31d1871a9.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.427225] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-176be72e-9cad-4525-8592-88e3f51c211b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.448033] env[65418]: DEBUG oslo_vmware.api [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1104.448033] env[65418]: value = "task-4689121" [ 1104.448033] env[65418]: _type = "Task" [ 1104.448033] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.462498] env[65418]: DEBUG oslo_vmware.api [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689120, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.466455] env[65418]: DEBUG oslo_vmware.api [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689121, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.535103] env[65418]: DEBUG oslo_concurrency.lockutils [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.898s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.540498] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0f40a17a-07e5-4052-9ad9-5ba920507a0e tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.027s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.540907] env[65418]: DEBUG nova.objects.instance [None req-0f40a17a-07e5-4052-9ad9-5ba920507a0e tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Lazy-loading 'resources' on Instance uuid 62855c4e-aefd-4453-bceb-469e28186e9f {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.754499] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59e3981e-4d81-43bf-b986-66aab2e09a12 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "aaa45e06-f9b4-4c75-8814-65a0d2160f24" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.961334] env[65418]: DEBUG oslo_vmware.api [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689121, 'name': ReconfigVM_Task, 'duration_secs': 0.436947} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.964578] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Reconfigured VM instance instance-00000061 to attach disk [datastore1] ab293e37-eb14-418f-9a96-9be31d1871a9/ab293e37-eb14-418f-9a96-9be31d1871a9.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.964830] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Updating instance 'ab293e37-eb14-418f-9a96-9be31d1871a9' progress to 50 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1104.968296] env[65418]: DEBUG oslo_vmware.api [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689120, 'name': PowerOnVM_Task, 'duration_secs': 0.543348} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.968534] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.968741] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8450ee58-61aa-41c6-b139-211e4b3ddd43 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Updating instance 'c22734e4-cfdc-4653-88cf-3a605298129a' progress to 100 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1105.255799] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed74674-ade7-4560-8983-8ec73aa69ec7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.264374] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa892ce5-f31d-4f7f-b1ec-b40c72ecf168 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.298115] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75f06b1-792e-41ec-b289-8b1c74f63eda {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.307378] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46dc4e2f-4dc0-4512-af50-9c0b09f8266a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.324826] env[65418]: DEBUG nova.compute.provider_tree [None req-0f40a17a-07e5-4052-9ad9-5ba920507a0e tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.480305] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f741061-8dc0-47df-a925-6f62421da2ee {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.507802] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acc0536-3c43-4d7c-aeaa-1d588215f2da {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.531953] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Updating instance 'ab293e37-eb14-418f-9a96-9be31d1871a9' progress to 67 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1105.831698] env[65418]: DEBUG nova.scheduler.client.report [None req-0f40a17a-07e5-4052-9ad9-5ba920507a0e tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.836165] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59e3981e-4d81-43bf-b986-66aab2e09a12 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "aaa45e06-f9b4-4c75-8814-65a0d2160f24" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.836493] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59e3981e-4d81-43bf-b986-66aab2e09a12 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "aaa45e06-f9b4-4c75-8814-65a0d2160f24" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.836811] env[65418]: INFO nova.compute.manager [None req-59e3981e-4d81-43bf-b986-66aab2e09a12 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Attaching volume a4daab43-6b9a-43ab-9828-b656dd0b9152 to /dev/sdb [ 1105.862725] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bfb3ee58-0ad0-4c20-9b44-7221e3bc6ebb tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "interface-604333c2-981f-4b75-a801-3df14fb50433-52f0b8da-5d14-46d6-bcbd-5c32d84f68d0" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.863428] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bfb3ee58-0ad0-4c20-9b44-7221e3bc6ebb tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "interface-604333c2-981f-4b75-a801-3df14fb50433-52f0b8da-5d14-46d6-bcbd-5c32d84f68d0" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.876475] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdba73c9-21d8-47c2-883a-665af03e092d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.885268] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a41fb10-5ca6-4595-b089-2df66618af68 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.900885] env[65418]: DEBUG nova.virt.block_device [None req-59e3981e-4d81-43bf-b986-66aab2e09a12 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Updating existing volume attachment record: 475e3db8-9f2a-44b2-84af-130990bb1e55 {{(pid=65418) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1105.931456] env[65418]: DEBUG oslo_concurrency.lockutils [None req-973fa200-4adb-4b4f-ae4b-46e3247fdc1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "27456200-c99d-40f8-bb47-b62f692e3f3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.935025] env[65418]: DEBUG oslo_concurrency.lockutils [None req-973fa200-4adb-4b4f-ae4b-46e3247fdc1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "27456200-c99d-40f8-bb47-b62f692e3f3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.935025] env[65418]: DEBUG oslo_concurrency.lockutils [None req-973fa200-4adb-4b4f-ae4b-46e3247fdc1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "27456200-c99d-40f8-bb47-b62f692e3f3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.935025] env[65418]: DEBUG oslo_concurrency.lockutils [None req-973fa200-4adb-4b4f-ae4b-46e3247fdc1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "27456200-c99d-40f8-bb47-b62f692e3f3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.935025] env[65418]: DEBUG oslo_concurrency.lockutils [None req-973fa200-4adb-4b4f-ae4b-46e3247fdc1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "27456200-c99d-40f8-bb47-b62f692e3f3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.939359] env[65418]: INFO nova.compute.manager [None req-973fa200-4adb-4b4f-ae4b-46e3247fdc1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Terminating instance [ 1106.088743] env[65418]: INFO nova.compute.manager [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Swapping old allocation on dict_keys(['04ebeb19-ed8c-4ddf-818a-ebce01147110']) held by migration 773842a5-00bf-4040-bd96-9cd96c318d85 for instance [ 1106.122014] env[65418]: DEBUG nova.scheduler.client.report [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Overwriting current allocation {'allocations': {'04ebeb19-ed8c-4ddf-818a-ebce01147110': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 146}}, 'project_id': '5e0727a4c133420fa0cb4f4356dee109', 'user_id': 'cca63ae3c9374f079d8736d7bd3c7033', 'consumer_generation': 1} on consumer 0fd1da75-65c3-40d2-8343-437b77b1e4ea {{(pid=65418) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1106.182888] env[65418]: WARNING neutronclient.v2_0.client [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.232937] env[65418]: DEBUG oslo_concurrency.lockutils [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "refresh_cache-0fd1da75-65c3-40d2-8343-437b77b1e4ea" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.233193] env[65418]: DEBUG oslo_concurrency.lockutils [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquired lock "refresh_cache-0fd1da75-65c3-40d2-8343-437b77b1e4ea" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.233418] env[65418]: DEBUG nova.network.neutron [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1106.340040] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0f40a17a-07e5-4052-9ad9-5ba920507a0e tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.800s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.365721] env[65418]: INFO nova.scheduler.client.report [None req-0f40a17a-07e5-4052-9ad9-5ba920507a0e tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Deleted allocations for instance 62855c4e-aefd-4453-bceb-469e28186e9f [ 1106.367724] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bfb3ee58-0ad0-4c20-9b44-7221e3bc6ebb tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "604333c2-981f-4b75-a801-3df14fb50433" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.368767] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bfb3ee58-0ad0-4c20-9b44-7221e3bc6ebb tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquired lock "604333c2-981f-4b75-a801-3df14fb50433" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.371340] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e025e935-681f-4f2e-a2df-713a231a9ea4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.394350] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d9e660-7c18-4232-9436-cd792cf9bbf2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.417711] env[65418]: WARNING neutronclient.v2_0.client [None req-bfb3ee58-0ad0-4c20-9b44-7221e3bc6ebb tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.423941] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb3ee58-0ad0-4c20-9b44-7221e3bc6ebb tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Reconfiguring VM to detach interface {{(pid=65418) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1106.425148] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17a8aa84-f063-43ee-b5ae-a764a06c525a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.442096] env[65418]: DEBUG nova.compute.manager [None req-973fa200-4adb-4b4f-ae4b-46e3247fdc1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1106.442333] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-973fa200-4adb-4b4f-ae4b-46e3247fdc1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.443528] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3f6d18-bd14-42d2-a075-e17bacc7ed9b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.448340] env[65418]: DEBUG oslo_vmware.api [None req-bfb3ee58-0ad0-4c20-9b44-7221e3bc6ebb tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 1106.448340] env[65418]: value = "task-4689123" [ 1106.448340] env[65418]: _type = "Task" [ 1106.448340] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.454261] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-973fa200-4adb-4b4f-ae4b-46e3247fdc1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.454991] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1075c47-3ffe-4b40-a828-f0971fa00dfa {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.460876] env[65418]: DEBUG oslo_vmware.api [None req-bfb3ee58-0ad0-4c20-9b44-7221e3bc6ebb tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689123, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.462830] env[65418]: DEBUG oslo_vmware.api [None req-973fa200-4adb-4b4f-ae4b-46e3247fdc1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1106.462830] env[65418]: value = "task-4689124" [ 1106.462830] env[65418]: _type = "Task" [ 1106.462830] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.474234] env[65418]: DEBUG oslo_vmware.api [None req-973fa200-4adb-4b4f-ae4b-46e3247fdc1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.735968] env[65418]: WARNING neutronclient.v2_0.client [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.838200] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fe728cad-6bc1-4160-a5a6-67e3754e3458 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "c22734e4-cfdc-4653-88cf-3a605298129a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.838339] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fe728cad-6bc1-4160-a5a6-67e3754e3458 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "c22734e4-cfdc-4653-88cf-3a605298129a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.838549] env[65418]: DEBUG nova.compute.manager [None req-fe728cad-6bc1-4160-a5a6-67e3754e3458 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Going to confirm migration 8 {{(pid=65418) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1106.884102] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0f40a17a-07e5-4052-9ad9-5ba920507a0e tempest-InstanceActionsNegativeTestJSON-2078401039 tempest-InstanceActionsNegativeTestJSON-2078401039-project-member] Lock "62855c4e-aefd-4453-bceb-469e28186e9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.827s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.914036] env[65418]: WARNING neutronclient.v2_0.client [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.962521] env[65418]: DEBUG oslo_vmware.api [None req-bfb3ee58-0ad0-4c20-9b44-7221e3bc6ebb tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.975960] env[65418]: DEBUG oslo_vmware.api [None req-973fa200-4adb-4b4f-ae4b-46e3247fdc1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689124, 'name': PowerOffVM_Task, 'duration_secs': 0.211496} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.976275] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-973fa200-4adb-4b4f-ae4b-46e3247fdc1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.976439] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-973fa200-4adb-4b4f-ae4b-46e3247fdc1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.976716] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae3b72f2-2ec7-471f-93b1-3ed74ff4892d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.998293] env[65418]: DEBUG nova.network.neutron [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Updating instance_info_cache with network_info: [{"id": "dab09017-f566-4ddd-85b4-e6adb3ec7fa4", "address": "fa:16:3e:c0:6a:98", "network": {"id": "3fab3b70-ba17-4e6a-ae3d-5a05fb711a8b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-395157993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0727a4c133420fa0cb4f4356dee109", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdab09017-f5", "ovs_interfaceid": "dab09017-f566-4ddd-85b4-e6adb3ec7fa4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.060617] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-973fa200-4adb-4b4f-ae4b-46e3247fdc1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.060859] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-973fa200-4adb-4b4f-ae4b-46e3247fdc1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.061082] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-973fa200-4adb-4b4f-ae4b-46e3247fdc1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Deleting the datastore file [datastore2] 27456200-c99d-40f8-bb47-b62f692e3f3c {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.061380] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6019e07-7792-49cb-91fa-0bb3b9577940 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.070056] env[65418]: DEBUG oslo_vmware.api [None req-973fa200-4adb-4b4f-ae4b-46e3247fdc1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1107.070056] env[65418]: value = "task-4689126" [ 1107.070056] env[65418]: _type = "Task" [ 1107.070056] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.080573] env[65418]: DEBUG oslo_vmware.api [None req-973fa200-4adb-4b4f-ae4b-46e3247fdc1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.162178] env[65418]: WARNING neutronclient.v2_0.client [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.163165] env[65418]: WARNING neutronclient.v2_0.client [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.208296] env[65418]: DEBUG nova.network.neutron [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Port ac69e6cf-9641-4f44-8f4a-7eed4f33df76 binding to destination host cpu-1 is already ACTIVE {{(pid=65418) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1107.345105] env[65418]: WARNING neutronclient.v2_0.client [None req-fe728cad-6bc1-4160-a5a6-67e3754e3458 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.411048] env[65418]: WARNING neutronclient.v2_0.client [None req-fe728cad-6bc1-4160-a5a6-67e3754e3458 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.411583] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fe728cad-6bc1-4160-a5a6-67e3754e3458 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "refresh_cache-c22734e4-cfdc-4653-88cf-3a605298129a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.411831] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fe728cad-6bc1-4160-a5a6-67e3754e3458 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquired lock "refresh_cache-c22734e4-cfdc-4653-88cf-3a605298129a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.412118] env[65418]: DEBUG nova.network.neutron [None req-fe728cad-6bc1-4160-a5a6-67e3754e3458 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1107.412428] env[65418]: DEBUG nova.objects.instance [None req-fe728cad-6bc1-4160-a5a6-67e3754e3458 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lazy-loading 'info_cache' on Instance uuid c22734e4-cfdc-4653-88cf-3a605298129a {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.459715] env[65418]: DEBUG oslo_vmware.api [None req-bfb3ee58-0ad0-4c20-9b44-7221e3bc6ebb tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.501708] env[65418]: DEBUG oslo_concurrency.lockutils [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Releasing lock "refresh_cache-0fd1da75-65c3-40d2-8343-437b77b1e4ea" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.502543] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.503051] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4d7be3d-bcdc-4aa0-91a8-be0996167b66 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.513124] env[65418]: DEBUG oslo_vmware.api [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1107.513124] env[65418]: value = "task-4689127" [ 1107.513124] env[65418]: _type = "Task" [ 1107.513124] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.524850] env[65418]: DEBUG oslo_vmware.api [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.583043] env[65418]: DEBUG oslo_vmware.api [None req-973fa200-4adb-4b4f-ae4b-46e3247fdc1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164286} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.583336] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-973fa200-4adb-4b4f-ae4b-46e3247fdc1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.583609] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-973fa200-4adb-4b4f-ae4b-46e3247fdc1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.583786] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-973fa200-4adb-4b4f-ae4b-46e3247fdc1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.583962] env[65418]: INFO nova.compute.manager [None req-973fa200-4adb-4b4f-ae4b-46e3247fdc1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1107.586933] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-973fa200-4adb-4b4f-ae4b-46e3247fdc1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1107.586933] env[65418]: DEBUG nova.compute.manager [-] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1107.586933] env[65418]: DEBUG nova.network.neutron [-] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1107.586933] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.661098] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.896449] env[65418]: DEBUG nova.compute.manager [req-5b26361e-c81e-4043-a5a9-0da539dafaf8 req-e9f5d141-3ff8-4fd3-99e6-ce629078d6c6 service nova] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Received event network-vif-deleted-bbc75585-0f8b-42ae-92a1-9908495924b9 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1107.896682] env[65418]: INFO nova.compute.manager [req-5b26361e-c81e-4043-a5a9-0da539dafaf8 req-e9f5d141-3ff8-4fd3-99e6-ce629078d6c6 service nova] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Neutron deleted interface bbc75585-0f8b-42ae-92a1-9908495924b9; detaching it from the instance and deleting it from the info cache [ 1107.897084] env[65418]: DEBUG nova.network.neutron [req-5b26361e-c81e-4043-a5a9-0da539dafaf8 req-e9f5d141-3ff8-4fd3-99e6-ce629078d6c6 service nova] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.961532] env[65418]: DEBUG oslo_vmware.api [None req-bfb3ee58-0ad0-4c20-9b44-7221e3bc6ebb tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.023443] env[65418]: DEBUG oslo_vmware.api [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689127, 'name': PowerOffVM_Task, 'duration_secs': 0.403084} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.023646] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.024388] env[65418]: DEBUG nova.virt.hardware [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1108.024576] env[65418]: DEBUG nova.virt.hardware [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.024653] env[65418]: DEBUG nova.virt.hardware [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1108.024797] env[65418]: DEBUG nova.virt.hardware [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.024939] env[65418]: DEBUG nova.virt.hardware [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1108.025147] env[65418]: DEBUG nova.virt.hardware [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1108.025485] env[65418]: DEBUG nova.virt.hardware [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1108.025594] env[65418]: DEBUG nova.virt.hardware [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1108.025762] env[65418]: DEBUG nova.virt.hardware [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1108.025945] env[65418]: DEBUG nova.virt.hardware [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1108.026425] env[65418]: DEBUG nova.virt.hardware [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1108.031721] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d14ad182-61cb-4622-8de3-42fed9276107 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.047784] env[65418]: DEBUG oslo_vmware.api [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1108.047784] env[65418]: value = "task-4689128" [ 1108.047784] env[65418]: _type = "Task" [ 1108.047784] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.057781] env[65418]: DEBUG oslo_vmware.api [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689128, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.237016] env[65418]: DEBUG oslo_concurrency.lockutils [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "ab293e37-eb14-418f-9a96-9be31d1871a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.237469] env[65418]: DEBUG oslo_concurrency.lockutils [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "ab293e37-eb14-418f-9a96-9be31d1871a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.237554] env[65418]: DEBUG oslo_concurrency.lockutils [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "ab293e37-eb14-418f-9a96-9be31d1871a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.370337] env[65418]: DEBUG nova.network.neutron [-] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.399443] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5eeea52-0007-4c11-ab66-330e8f6e3f37 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.411151] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c6ae6f-d806-40e2-8ff1-0754d0924417 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.423287] env[65418]: WARNING neutronclient.v2_0.client [None req-fe728cad-6bc1-4160-a5a6-67e3754e3458 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.452055] env[65418]: DEBUG nova.compute.manager [req-5b26361e-c81e-4043-a5a9-0da539dafaf8 req-e9f5d141-3ff8-4fd3-99e6-ce629078d6c6 service nova] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Detach interface failed, port_id=bbc75585-0f8b-42ae-92a1-9908495924b9, reason: Instance 27456200-c99d-40f8-bb47-b62f692e3f3c could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1108.462703] env[65418]: DEBUG oslo_vmware.api [None req-bfb3ee58-0ad0-4c20-9b44-7221e3bc6ebb tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.561667] env[65418]: DEBUG oslo_vmware.api [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689128, 'name': ReconfigVM_Task, 'duration_secs': 0.231759} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.561667] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e0f64c-8448-4c9f-9ab8-52af7f7a1617 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.581848] env[65418]: DEBUG nova.virt.hardware [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1108.582171] env[65418]: DEBUG nova.virt.hardware [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.582377] env[65418]: DEBUG nova.virt.hardware [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1108.582610] env[65418]: DEBUG nova.virt.hardware [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.582831] env[65418]: DEBUG nova.virt.hardware [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1108.583072] env[65418]: DEBUG nova.virt.hardware [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1108.583363] env[65418]: DEBUG nova.virt.hardware [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1108.583594] env[65418]: DEBUG nova.virt.hardware [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1108.583798] env[65418]: DEBUG nova.virt.hardware [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1108.584105] env[65418]: DEBUG nova.virt.hardware [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1108.584368] env[65418]: DEBUG nova.virt.hardware [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1108.585331] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7362e4a-6009-4988-a95d-b826e278cc2a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.593809] env[65418]: DEBUG oslo_vmware.api [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1108.593809] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5219e7db-824e-d6f7-d148-ed352a795fdd" [ 1108.593809] env[65418]: _type = "Task" [ 1108.593809] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.606355] env[65418]: DEBUG oslo_vmware.api [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5219e7db-824e-d6f7-d148-ed352a795fdd, 'name': SearchDatastore_Task, 'duration_secs': 0.008849} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.615265] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Reconfiguring VM instance instance-00000060 to detach disk 2000 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1108.615265] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d0b0c5f-f75d-4606-b902-7adcf19a8529 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.639409] env[65418]: DEBUG oslo_vmware.api [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1108.639409] env[65418]: value = "task-4689130" [ 1108.639409] env[65418]: _type = "Task" [ 1108.639409] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.651328] env[65418]: DEBUG oslo_vmware.api [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689130, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.675705] env[65418]: WARNING neutronclient.v2_0.client [None req-fe728cad-6bc1-4160-a5a6-67e3754e3458 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.774837] env[65418]: DEBUG nova.network.neutron [None req-fe728cad-6bc1-4160-a5a6-67e3754e3458 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Updating instance_info_cache with network_info: [{"id": "0b68972e-1f72-4a8d-bd78-431d06648001", "address": "fa:16:3e:a5:6d:82", "network": {"id": "a60b1801-8e2d-4966-8362-cdc65ef35a96", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1479408955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "378c1e35059b4dddb61aa567774373a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b68972e-1f", "ovs_interfaceid": "0b68972e-1f72-4a8d-bd78-431d06648001", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.873347] env[65418]: INFO nova.compute.manager [-] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Took 1.29 seconds to deallocate network for instance. [ 1108.963444] env[65418]: DEBUG oslo_vmware.api [None req-bfb3ee58-0ad0-4c20-9b44-7221e3bc6ebb tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.149337] env[65418]: DEBUG oslo_vmware.api [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689130, 'name': ReconfigVM_Task, 'duration_secs': 0.306884} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.149626] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Reconfigured VM instance instance-00000060 to detach disk 2000 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1109.150475] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ada6b8e-08eb-43c8-ace8-6d3953640e2e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.174949] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 0fd1da75-65c3-40d2-8343-437b77b1e4ea/0fd1da75-65c3-40d2-8343-437b77b1e4ea.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.175359] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba8a11e5-bcec-48fe-8b82-5d88a03919d6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.195427] env[65418]: DEBUG oslo_vmware.api [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1109.195427] env[65418]: value = "task-4689131" [ 1109.195427] env[65418]: _type = "Task" [ 1109.195427] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.204280] env[65418]: DEBUG oslo_vmware.api [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689131, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.245186] env[65418]: WARNING neutronclient.v2_0.client [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.278839] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fe728cad-6bc1-4160-a5a6-67e3754e3458 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Releasing lock "refresh_cache-c22734e4-cfdc-4653-88cf-3a605298129a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.279239] env[65418]: DEBUG nova.objects.instance [None req-fe728cad-6bc1-4160-a5a6-67e3754e3458 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lazy-loading 'migration_context' on Instance uuid c22734e4-cfdc-4653-88cf-3a605298129a {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.281426] env[65418]: DEBUG oslo_concurrency.lockutils [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "refresh_cache-ab293e37-eb14-418f-9a96-9be31d1871a9" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.281574] env[65418]: DEBUG oslo_concurrency.lockutils [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquired lock "refresh_cache-ab293e37-eb14-418f-9a96-9be31d1871a9" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.281737] env[65418]: DEBUG nova.network.neutron [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1109.380113] env[65418]: DEBUG oslo_concurrency.lockutils [None req-973fa200-4adb-4b4f-ae4b-46e3247fdc1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.380633] env[65418]: DEBUG oslo_concurrency.lockutils [None req-973fa200-4adb-4b4f-ae4b-46e3247fdc1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.380954] env[65418]: DEBUG nova.objects.instance [None req-973fa200-4adb-4b4f-ae4b-46e3247fdc1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lazy-loading 'resources' on Instance uuid 27456200-c99d-40f8-bb47-b62f692e3f3c {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.461941] env[65418]: DEBUG oslo_vmware.api [None req-bfb3ee58-0ad0-4c20-9b44-7221e3bc6ebb tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.705594] env[65418]: DEBUG oslo_vmware.api [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689131, 'name': ReconfigVM_Task, 'duration_secs': 0.461516} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.705942] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 0fd1da75-65c3-40d2-8343-437b77b1e4ea/0fd1da75-65c3-40d2-8343-437b77b1e4ea.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.706787] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87c9fbd-8111-4969-a81a-f753b55c379d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.725744] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85db7e2a-e540-450f-a0f0-525731715732 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.746015] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1adb9cc-fdc6-43bc-b085-c167c4e98810 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.767688] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f366c7-5820-4011-811c-c78ce87819f6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.775407] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.775691] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bc9897a-8b8e-4794-bb4c-e8d9e1ee6920 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.783407] env[65418]: DEBUG oslo_vmware.api [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1109.783407] env[65418]: value = "task-4689132" [ 1109.783407] env[65418]: _type = "Task" [ 1109.783407] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.784111] env[65418]: DEBUG nova.objects.base [None req-fe728cad-6bc1-4160-a5a6-67e3754e3458 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65418) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1109.784970] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab8e4c7-bb24-4d5c-83cf-28deb1b9a325 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.790559] env[65418]: WARNING neutronclient.v2_0.client [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.798632] env[65418]: DEBUG oslo_vmware.api [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.813183] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64f93993-1bcf-4feb-a7b9-03038c35efcf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.819961] env[65418]: DEBUG oslo_vmware.api [None req-fe728cad-6bc1-4160-a5a6-67e3754e3458 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1109.819961] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b520f8-1c82-8944-672f-6e1641bd48db" [ 1109.819961] env[65418]: _type = "Task" [ 1109.819961] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.830046] env[65418]: DEBUG oslo_vmware.api [None req-fe728cad-6bc1-4160-a5a6-67e3754e3458 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b520f8-1c82-8944-672f-6e1641bd48db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.961741] env[65418]: DEBUG oslo_vmware.api [None req-bfb3ee58-0ad0-4c20-9b44-7221e3bc6ebb tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.972151] env[65418]: WARNING neutronclient.v2_0.client [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.054022] env[65418]: DEBUG nova.network.neutron [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Updating instance_info_cache with network_info: [{"id": "ac69e6cf-9641-4f44-8f4a-7eed4f33df76", "address": "fa:16:3e:11:36:43", "network": {"id": "c5654c64-ff10-4cb7-bcc0-9c8f1f9f2c7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-459739501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e14fd3d9ea54564854290858d3c5cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac69e6cf-96", "ovs_interfaceid": "ac69e6cf-9641-4f44-8f4a-7eed4f33df76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.076907] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9020619f-86dc-43f8-adbd-cc27306727a5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.085687] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449d0611-1466-4624-9ed0-3bcb35c61214 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.117825] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf7ac35-7b50-4697-9102-a04893ff2aaf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.126382] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8336c1d9-4a33-4487-bf12-da119944ec05 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.141007] env[65418]: DEBUG nova.compute.provider_tree [None req-973fa200-4adb-4b4f-ae4b-46e3247fdc1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.296730] env[65418]: DEBUG oslo_vmware.api [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689132, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.332556] env[65418]: DEBUG oslo_vmware.api [None req-fe728cad-6bc1-4160-a5a6-67e3754e3458 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b520f8-1c82-8944-672f-6e1641bd48db, 'name': SearchDatastore_Task, 'duration_secs': 0.008589} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.332990] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fe728cad-6bc1-4160-a5a6-67e3754e3458 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.456765] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e3981e-4d81-43bf-b986-66aab2e09a12 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Volume attach. Driver type: vmdk {{(pid=65418) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1110.456991] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e3981e-4d81-43bf-b986-66aab2e09a12 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915279', 'volume_id': 'a4daab43-6b9a-43ab-9828-b656dd0b9152', 'name': 'volume-a4daab43-6b9a-43ab-9828-b656dd0b9152', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aaa45e06-f9b4-4c75-8814-65a0d2160f24', 'attached_at': '', 'detached_at': '', 'volume_id': 'a4daab43-6b9a-43ab-9828-b656dd0b9152', 'serial': 'a4daab43-6b9a-43ab-9828-b656dd0b9152'} {{(pid=65418) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1110.457854] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf4da71-35f6-493b-b191-2fcd1075c584 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.477458] env[65418]: DEBUG oslo_vmware.api [None req-bfb3ee58-0ad0-4c20-9b44-7221e3bc6ebb tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.478439] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f3f048-3df6-4527-babe-9bb83a132e54 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.505170] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e3981e-4d81-43bf-b986-66aab2e09a12 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] volume-a4daab43-6b9a-43ab-9828-b656dd0b9152/volume-a4daab43-6b9a-43ab-9828-b656dd0b9152.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.505530] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc34f6b3-6baa-4fa7-9944-4631d3dba850 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.526163] env[65418]: DEBUG oslo_vmware.api [None req-59e3981e-4d81-43bf-b986-66aab2e09a12 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 1110.526163] env[65418]: value = "task-4689133" [ 1110.526163] env[65418]: _type = "Task" [ 1110.526163] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.535303] env[65418]: DEBUG oslo_vmware.api [None req-59e3981e-4d81-43bf-b986-66aab2e09a12 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4689133, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.556167] env[65418]: DEBUG oslo_concurrency.lockutils [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Releasing lock "refresh_cache-ab293e37-eb14-418f-9a96-9be31d1871a9" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.644725] env[65418]: DEBUG nova.scheduler.client.report [None req-973fa200-4adb-4b4f-ae4b-46e3247fdc1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.788310] env[65418]: DEBUG oslo_concurrency.lockutils [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquiring lock "79fe77a7-5b2a-4b1b-9fb3-95a3abe91229" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.788919] env[65418]: DEBUG oslo_concurrency.lockutils [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lock "79fe77a7-5b2a-4b1b-9fb3-95a3abe91229" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.803241] env[65418]: DEBUG oslo_vmware.api [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689132, 'name': PowerOnVM_Task, 'duration_secs': 0.578426} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.804132] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.962619] env[65418]: DEBUG oslo_vmware.api [None req-bfb3ee58-0ad0-4c20-9b44-7221e3bc6ebb tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.037069] env[65418]: DEBUG oslo_vmware.api [None req-59e3981e-4d81-43bf-b986-66aab2e09a12 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4689133, 'name': ReconfigVM_Task, 'duration_secs': 0.376245} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.037378] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e3981e-4d81-43bf-b986-66aab2e09a12 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Reconfigured VM instance instance-00000065 to attach disk [datastore1] volume-a4daab43-6b9a-43ab-9828-b656dd0b9152/volume-a4daab43-6b9a-43ab-9828-b656dd0b9152.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.042179] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a19afb36-cb73-4632-9d4a-ce5d9d53e2d6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.058432] env[65418]: DEBUG oslo_vmware.api [None req-59e3981e-4d81-43bf-b986-66aab2e09a12 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 1111.058432] env[65418]: value = "task-4689134" [ 1111.058432] env[65418]: _type = "Task" [ 1111.058432] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.065698] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64bca2f-f39e-4516-b68c-4be7761e0e6a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.071778] env[65418]: DEBUG oslo_vmware.api [None req-59e3981e-4d81-43bf-b986-66aab2e09a12 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4689134, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.076498] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cfa6b7-aa8a-416e-b1ec-834f3128bcde {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.093927] env[65418]: DEBUG oslo_concurrency.lockutils [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquiring lock "06869f73-c2ca-441d-897d-861b83ac98fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.094242] env[65418]: DEBUG oslo_concurrency.lockutils [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lock "06869f73-c2ca-441d-897d-861b83ac98fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.151196] env[65418]: DEBUG oslo_concurrency.lockutils [None req-973fa200-4adb-4b4f-ae4b-46e3247fdc1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.770s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.153876] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fe728cad-6bc1-4160-a5a6-67e3754e3458 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.821s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.177610] env[65418]: INFO nova.scheduler.client.report [None req-973fa200-4adb-4b4f-ae4b-46e3247fdc1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Deleted allocations for instance 27456200-c99d-40f8-bb47-b62f692e3f3c [ 1111.296531] env[65418]: DEBUG nova.compute.manager [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1111.450505] env[65418]: DEBUG oslo_concurrency.lockutils [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquiring lock "a4e644b9-3e16-4df4-8ada-f70aa73e1edb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.450806] env[65418]: DEBUG oslo_concurrency.lockutils [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lock "a4e644b9-3e16-4df4-8ada-f70aa73e1edb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.463241] env[65418]: DEBUG oslo_vmware.api [None req-bfb3ee58-0ad0-4c20-9b44-7221e3bc6ebb tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.570851] env[65418]: DEBUG oslo_vmware.api [None req-59e3981e-4d81-43bf-b986-66aab2e09a12 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4689134, 'name': ReconfigVM_Task, 'duration_secs': 0.150241} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.571269] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e3981e-4d81-43bf-b986-66aab2e09a12 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915279', 'volume_id': 'a4daab43-6b9a-43ab-9828-b656dd0b9152', 'name': 'volume-a4daab43-6b9a-43ab-9828-b656dd0b9152', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aaa45e06-f9b4-4c75-8814-65a0d2160f24', 'attached_at': '', 'detached_at': '', 'volume_id': 'a4daab43-6b9a-43ab-9828-b656dd0b9152', 'serial': 'a4daab43-6b9a-43ab-9828-b656dd0b9152'} {{(pid=65418) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1111.598718] env[65418]: DEBUG nova.compute.manager [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1111.685149] env[65418]: DEBUG oslo_concurrency.lockutils [None req-973fa200-4adb-4b4f-ae4b-46e3247fdc1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "27456200-c99d-40f8-bb47-b62f692e3f3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.753s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.816538] env[65418]: INFO nova.compute.manager [None req-62c0228c-5d20-42ce-90af-d6857045562e tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Updating instance to original state: 'active' [ 1111.820632] env[65418]: DEBUG oslo_concurrency.lockutils [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.888109] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e0d6f7-dd39-4ca6-b89e-f2319c54cc19 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.898458] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4796e8-e6d0-468d-a1ce-346eec170ee4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.930737] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd95d30-52e1-4962-b136-eb991fde79ad {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.939664] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce784224-805f-4e93-a822-a5f4043a9887 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.953631] env[65418]: DEBUG nova.compute.manager [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1111.957618] env[65418]: DEBUG nova.compute.provider_tree [None req-fe728cad-6bc1-4160-a5a6-67e3754e3458 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.967662] env[65418]: DEBUG oslo_vmware.api [None req-bfb3ee58-0ad0-4c20-9b44-7221e3bc6ebb tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689123, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.125816] env[65418]: DEBUG oslo_concurrency.lockutils [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.203850] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c0de93-3c44-43d2-876d-cd905786c0ab {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.226286] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0eee8e-8891-4639-9722-0a1de893e80c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.234554] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Updating instance 'ab293e37-eb14-418f-9a96-9be31d1871a9' progress to 83 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1112.462245] env[65418]: DEBUG nova.scheduler.client.report [None req-fe728cad-6bc1-4160-a5a6-67e3754e3458 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.477499] env[65418]: DEBUG oslo_vmware.api [None req-bfb3ee58-0ad0-4c20-9b44-7221e3bc6ebb tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689123, 'name': ReconfigVM_Task, 'duration_secs': 5.758366} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.477821] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bfb3ee58-0ad0-4c20-9b44-7221e3bc6ebb tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Releasing lock "604333c2-981f-4b75-a801-3df14fb50433" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.478067] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb3ee58-0ad0-4c20-9b44-7221e3bc6ebb tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Reconfigured VM to detach interface {{(pid=65418) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1112.478709] env[65418]: WARNING neutronclient.v2_0.client [None req-bfb3ee58-0ad0-4c20-9b44-7221e3bc6ebb tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.478996] env[65418]: WARNING neutronclient.v2_0.client [None req-bfb3ee58-0ad0-4c20-9b44-7221e3bc6ebb tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.486572] env[65418]: DEBUG oslo_concurrency.lockutils [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.515546] env[65418]: WARNING neutronclient.v2_0.client [None req-bfb3ee58-0ad0-4c20-9b44-7221e3bc6ebb tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.615651] env[65418]: DEBUG nova.objects.instance [None req-59e3981e-4d81-43bf-b986-66aab2e09a12 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lazy-loading 'flavor' on Instance uuid aaa45e06-f9b4-4c75-8814-65a0d2160f24 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.743329] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.743329] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6d91125-340a-48cf-a34e-888d9f994b30 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.751648] env[65418]: DEBUG oslo_vmware.api [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1112.751648] env[65418]: value = "task-4689135" [ 1112.751648] env[65418]: _type = "Task" [ 1112.751648] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.761880] env[65418]: DEBUG oslo_vmware.api [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.124066] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59e3981e-4d81-43bf-b986-66aab2e09a12 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "aaa45e06-f9b4-4c75-8814-65a0d2160f24" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.287s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.253607] env[65418]: DEBUG oslo_concurrency.lockutils [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "fbd6fca4-c04e-400a-bdc1-0cccaedec6b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.253960] env[65418]: DEBUG oslo_concurrency.lockutils [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "fbd6fca4-c04e-400a-bdc1-0cccaedec6b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.267390] env[65418]: DEBUG oslo_vmware.api [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689135, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.479331] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fe728cad-6bc1-4160-a5a6-67e3754e3458 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.325s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.483139] env[65418]: DEBUG oslo_concurrency.lockutils [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.662s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.484619] env[65418]: INFO nova.compute.claims [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.648016] env[65418]: DEBUG oslo_concurrency.lockutils [None req-423c730a-ccd7-46ca-9f6c-a477ab5ee5e4 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "aaa45e06-f9b4-4c75-8814-65a0d2160f24" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.648349] env[65418]: DEBUG oslo_concurrency.lockutils [None req-423c730a-ccd7-46ca-9f6c-a477ab5ee5e4 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "aaa45e06-f9b4-4c75-8814-65a0d2160f24" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.762245] env[65418]: DEBUG nova.compute.manager [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1113.768872] env[65418]: DEBUG oslo_vmware.api [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689135, 'name': PowerOnVM_Task, 'duration_secs': 0.717667} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.769417] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.769694] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-55bdf785-aa91-4aee-856e-d741373fdee4 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Updating instance 'ab293e37-eb14-418f-9a96-9be31d1871a9' progress to 100 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1113.826844] env[65418]: DEBUG oslo_concurrency.lockutils [None req-19aba063-0230-414f-9ea5-cadf37ad53ea tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "0fd1da75-65c3-40d2-8343-437b77b1e4ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.827168] env[65418]: DEBUG oslo_concurrency.lockutils [None req-19aba063-0230-414f-9ea5-cadf37ad53ea tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "0fd1da75-65c3-40d2-8343-437b77b1e4ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.827533] env[65418]: DEBUG oslo_concurrency.lockutils [None req-19aba063-0230-414f-9ea5-cadf37ad53ea tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "0fd1da75-65c3-40d2-8343-437b77b1e4ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.827621] env[65418]: DEBUG oslo_concurrency.lockutils [None req-19aba063-0230-414f-9ea5-cadf37ad53ea tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "0fd1da75-65c3-40d2-8343-437b77b1e4ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.827817] env[65418]: DEBUG oslo_concurrency.lockutils [None req-19aba063-0230-414f-9ea5-cadf37ad53ea tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "0fd1da75-65c3-40d2-8343-437b77b1e4ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.829953] env[65418]: INFO nova.compute.manager [None req-19aba063-0230-414f-9ea5-cadf37ad53ea tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Terminating instance [ 1113.831641] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bfb3ee58-0ad0-4c20-9b44-7221e3bc6ebb tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "refresh_cache-604333c2-981f-4b75-a801-3df14fb50433" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.831920] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bfb3ee58-0ad0-4c20-9b44-7221e3bc6ebb tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquired lock "refresh_cache-604333c2-981f-4b75-a801-3df14fb50433" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.831957] env[65418]: DEBUG nova.network.neutron [None req-bfb3ee58-0ad0-4c20-9b44-7221e3bc6ebb tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1114.049125] env[65418]: INFO nova.scheduler.client.report [None req-fe728cad-6bc1-4160-a5a6-67e3754e3458 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Deleted allocation for migration 2193eb6f-f56d-48f7-ae2c-4035b1d9e094 [ 1114.151568] env[65418]: INFO nova.compute.manager [None req-423c730a-ccd7-46ca-9f6c-a477ab5ee5e4 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Detaching volume a4daab43-6b9a-43ab-9828-b656dd0b9152 [ 1114.194549] env[65418]: INFO nova.virt.block_device [None req-423c730a-ccd7-46ca-9f6c-a477ab5ee5e4 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Attempting to driver detach volume a4daab43-6b9a-43ab-9828-b656dd0b9152 from mountpoint /dev/sdb [ 1114.194810] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-423c730a-ccd7-46ca-9f6c-a477ab5ee5e4 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Volume detach. Driver type: vmdk {{(pid=65418) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1114.195017] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-423c730a-ccd7-46ca-9f6c-a477ab5ee5e4 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915279', 'volume_id': 'a4daab43-6b9a-43ab-9828-b656dd0b9152', 'name': 'volume-a4daab43-6b9a-43ab-9828-b656dd0b9152', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aaa45e06-f9b4-4c75-8814-65a0d2160f24', 'attached_at': '', 'detached_at': '', 'volume_id': 'a4daab43-6b9a-43ab-9828-b656dd0b9152', 'serial': 'a4daab43-6b9a-43ab-9828-b656dd0b9152'} {{(pid=65418) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1114.195986] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772d3aca-6473-492d-818c-3cc2cc8c414c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.219595] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35fe3cf-f755-4b42-8523-2c9d936ba2f1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.229501] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a1cd5c-f9df-4878-9e99-4746f5ed989f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.251602] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63ed086-f02e-40ee-8188-94819abb1111 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.267885] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-423c730a-ccd7-46ca-9f6c-a477ab5ee5e4 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] The volume has not been displaced from its original location: [datastore1] volume-a4daab43-6b9a-43ab-9828-b656dd0b9152/volume-a4daab43-6b9a-43ab-9828-b656dd0b9152.vmdk. No consolidation needed. {{(pid=65418) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1114.273358] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-423c730a-ccd7-46ca-9f6c-a477ab5ee5e4 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1114.275946] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc876c09-4ff5-490f-8a42-03d0c404b1c0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.304910] env[65418]: DEBUG oslo_vmware.api [None req-423c730a-ccd7-46ca-9f6c-a477ab5ee5e4 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 1114.304910] env[65418]: value = "task-4689136" [ 1114.304910] env[65418]: _type = "Task" [ 1114.304910] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.315855] env[65418]: DEBUG oslo_vmware.api [None req-423c730a-ccd7-46ca-9f6c-a477ab5ee5e4 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4689136, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.317033] env[65418]: DEBUG oslo_concurrency.lockutils [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.335040] env[65418]: WARNING neutronclient.v2_0.client [None req-bfb3ee58-0ad0-4c20-9b44-7221e3bc6ebb tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1114.340519] env[65418]: DEBUG nova.compute.manager [None req-19aba063-0230-414f-9ea5-cadf37ad53ea tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1114.342513] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-19aba063-0230-414f-9ea5-cadf37ad53ea tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.342513] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99be5b2c-efbb-4011-9438-f329387098e2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.353339] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-19aba063-0230-414f-9ea5-cadf37ad53ea tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.353684] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32cde369-1aa0-402f-a0a5-2763a534acff {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.361108] env[65418]: DEBUG oslo_vmware.api [None req-19aba063-0230-414f-9ea5-cadf37ad53ea tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1114.361108] env[65418]: value = "task-4689137" [ 1114.361108] env[65418]: _type = "Task" [ 1114.361108] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.371760] env[65418]: DEBUG oslo_vmware.api [None req-19aba063-0230-414f-9ea5-cadf37ad53ea tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.555705] env[65418]: DEBUG oslo_concurrency.lockutils [None req-fe728cad-6bc1-4160-a5a6-67e3754e3458 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "c22734e4-cfdc-4653-88cf-3a605298129a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.717s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.627865] env[65418]: WARNING neutronclient.v2_0.client [None req-bfb3ee58-0ad0-4c20-9b44-7221e3bc6ebb tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1114.728597] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ff2f95-4b9e-4ba8-aa19-db16b4066e46 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.738918] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d80b9c-8e44-4bc4-8e49-ffb1638b3222 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.774241] env[65418]: INFO nova.network.neutron [None req-bfb3ee58-0ad0-4c20-9b44-7221e3bc6ebb tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Port 52f0b8da-5d14-46d6-bcbd-5c32d84f68d0 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1114.774526] env[65418]: DEBUG nova.network.neutron [None req-bfb3ee58-0ad0-4c20-9b44-7221e3bc6ebb tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Updating instance_info_cache with network_info: [{"id": "52f05bf7-02a4-4936-8bc5-bc1d55d4c06e", "address": "fa:16:3e:9e:1c:59", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52f05bf7-02", "ovs_interfaceid": "52f05bf7-02a4-4936-8bc5-bc1d55d4c06e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.776176] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5e293a-e628-43e4-b14b-e6455e0eca3f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.779582] env[65418]: DEBUG nova.compute.manager [req-6e5eb7ff-a433-4081-b77b-5e1ec7ef80b8 req-548cf4ba-e2b6-4ffd-aa0e-d060ee041d4c service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Received event network-changed-52f05bf7-02a4-4936-8bc5-bc1d55d4c06e {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1114.779743] env[65418]: DEBUG nova.compute.manager [req-6e5eb7ff-a433-4081-b77b-5e1ec7ef80b8 req-548cf4ba-e2b6-4ffd-aa0e-d060ee041d4c service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Refreshing instance network info cache due to event network-changed-52f05bf7-02a4-4936-8bc5-bc1d55d4c06e. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1114.779919] env[65418]: DEBUG oslo_concurrency.lockutils [req-6e5eb7ff-a433-4081-b77b-5e1ec7ef80b8 req-548cf4ba-e2b6-4ffd-aa0e-d060ee041d4c service nova] Acquiring lock "refresh_cache-604333c2-981f-4b75-a801-3df14fb50433" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.787089] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c80ba5d-cff8-491e-9d45-d2e1b90a3d01 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.802919] env[65418]: DEBUG nova.compute.provider_tree [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.816342] env[65418]: DEBUG oslo_vmware.api [None req-423c730a-ccd7-46ca-9f6c-a477ab5ee5e4 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4689136, 'name': ReconfigVM_Task, 'duration_secs': 0.281634} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.816570] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-423c730a-ccd7-46ca-9f6c-a477ab5ee5e4 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1114.822532] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec539332-f522-4dbc-93b4-fae00d5fa752 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.846875] env[65418]: DEBUG oslo_vmware.api [None req-423c730a-ccd7-46ca-9f6c-a477ab5ee5e4 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 1114.846875] env[65418]: value = "task-4689138" [ 1114.846875] env[65418]: _type = "Task" [ 1114.846875] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.858172] env[65418]: DEBUG oslo_vmware.api [None req-423c730a-ccd7-46ca-9f6c-a477ab5ee5e4 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4689138, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.870929] env[65418]: DEBUG oslo_vmware.api [None req-19aba063-0230-414f-9ea5-cadf37ad53ea tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689137, 'name': PowerOffVM_Task, 'duration_secs': 0.204314} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.871228] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-19aba063-0230-414f-9ea5-cadf37ad53ea tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.871392] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-19aba063-0230-414f-9ea5-cadf37ad53ea tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.871657] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a87e416-213d-4811-a682-deedf6faa8fd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.949192] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-19aba063-0230-414f-9ea5-cadf37ad53ea tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.949651] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-19aba063-0230-414f-9ea5-cadf37ad53ea tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.949928] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-19aba063-0230-414f-9ea5-cadf37ad53ea tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Deleting the datastore file [datastore1] 0fd1da75-65c3-40d2-8343-437b77b1e4ea {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.950270] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-846a2fb1-5e88-441a-899e-45616d4a4fb7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.958337] env[65418]: DEBUG oslo_vmware.api [None req-19aba063-0230-414f-9ea5-cadf37ad53ea tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1114.958337] env[65418]: value = "task-4689140" [ 1114.958337] env[65418]: _type = "Task" [ 1114.958337] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.968698] env[65418]: DEBUG oslo_vmware.api [None req-19aba063-0230-414f-9ea5-cadf37ad53ea tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.281989] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bfb3ee58-0ad0-4c20-9b44-7221e3bc6ebb tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Releasing lock "refresh_cache-604333c2-981f-4b75-a801-3df14fb50433" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.286658] env[65418]: DEBUG oslo_concurrency.lockutils [req-6e5eb7ff-a433-4081-b77b-5e1ec7ef80b8 req-548cf4ba-e2b6-4ffd-aa0e-d060ee041d4c service nova] Acquired lock "refresh_cache-604333c2-981f-4b75-a801-3df14fb50433" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.286908] env[65418]: DEBUG nova.network.neutron [req-6e5eb7ff-a433-4081-b77b-5e1ec7ef80b8 req-548cf4ba-e2b6-4ffd-aa0e-d060ee041d4c service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Refreshing network info cache for port 52f05bf7-02a4-4936-8bc5-bc1d55d4c06e {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.306166] env[65418]: DEBUG nova.scheduler.client.report [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.338199] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8c82495c-cc0b-4c24-b951-50872b6def2d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "c22734e4-cfdc-4653-88cf-3a605298129a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.338470] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8c82495c-cc0b-4c24-b951-50872b6def2d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "c22734e4-cfdc-4653-88cf-3a605298129a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.338688] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8c82495c-cc0b-4c24-b951-50872b6def2d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "c22734e4-cfdc-4653-88cf-3a605298129a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.338847] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8c82495c-cc0b-4c24-b951-50872b6def2d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "c22734e4-cfdc-4653-88cf-3a605298129a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.339047] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8c82495c-cc0b-4c24-b951-50872b6def2d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "c22734e4-cfdc-4653-88cf-3a605298129a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.341444] env[65418]: INFO nova.compute.manager [None req-8c82495c-cc0b-4c24-b951-50872b6def2d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Terminating instance [ 1115.368524] env[65418]: DEBUG oslo_vmware.api [None req-423c730a-ccd7-46ca-9f6c-a477ab5ee5e4 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4689138, 'name': ReconfigVM_Task, 'duration_secs': 0.174099} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.368609] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-423c730a-ccd7-46ca-9f6c-a477ab5ee5e4 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915279', 'volume_id': 'a4daab43-6b9a-43ab-9828-b656dd0b9152', 'name': 'volume-a4daab43-6b9a-43ab-9828-b656dd0b9152', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aaa45e06-f9b4-4c75-8814-65a0d2160f24', 'attached_at': '', 'detached_at': '', 'volume_id': 'a4daab43-6b9a-43ab-9828-b656dd0b9152', 'serial': 'a4daab43-6b9a-43ab-9828-b656dd0b9152'} {{(pid=65418) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1115.468771] env[65418]: DEBUG oslo_vmware.api [None req-19aba063-0230-414f-9ea5-cadf37ad53ea tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269562} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.469047] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-19aba063-0230-414f-9ea5-cadf37ad53ea tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.469201] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-19aba063-0230-414f-9ea5-cadf37ad53ea tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.469377] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-19aba063-0230-414f-9ea5-cadf37ad53ea tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.469549] env[65418]: INFO nova.compute.manager [None req-19aba063-0230-414f-9ea5-cadf37ad53ea tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1115.469793] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-19aba063-0230-414f-9ea5-cadf37ad53ea tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1115.469989] env[65418]: DEBUG nova.compute.manager [-] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1115.470100] env[65418]: DEBUG nova.network.neutron [-] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1115.470335] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.475035] env[65418]: DEBUG oslo_concurrency.lockutils [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "interface-0e487c70-bde4-41b4-b818-5f6ee64d7ef8-52f0b8da-5d14-46d6-bcbd-5c32d84f68d0" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.475035] env[65418]: DEBUG oslo_concurrency.lockutils [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "interface-0e487c70-bde4-41b4-b818-5f6ee64d7ef8-52f0b8da-5d14-46d6-bcbd-5c32d84f68d0" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.475258] env[65418]: DEBUG nova.objects.instance [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lazy-loading 'flavor' on Instance uuid 0e487c70-bde4-41b4-b818-5f6ee64d7ef8 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.535136] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.791053] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bfb3ee58-0ad0-4c20-9b44-7221e3bc6ebb tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "interface-604333c2-981f-4b75-a801-3df14fb50433-52f0b8da-5d14-46d6-bcbd-5c32d84f68d0" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.928s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.793290] env[65418]: WARNING neutronclient.v2_0.client [req-6e5eb7ff-a433-4081-b77b-5e1ec7ef80b8 req-548cf4ba-e2b6-4ffd-aa0e-d060ee041d4c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.811963] env[65418]: DEBUG oslo_concurrency.lockutils [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.813074] env[65418]: DEBUG nova.compute.manager [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1115.816420] env[65418]: DEBUG oslo_concurrency.lockutils [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.691s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.818158] env[65418]: INFO nova.compute.claims [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.845498] env[65418]: DEBUG nova.compute.manager [None req-8c82495c-cc0b-4c24-b951-50872b6def2d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1115.845752] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8c82495c-cc0b-4c24-b951-50872b6def2d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.847568] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7828cbad-7d95-40ff-bede-c69578179e91 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.857815] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c82495c-cc0b-4c24-b951-50872b6def2d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.858126] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-072441e7-9608-4712-a546-6bae09d12363 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.866056] env[65418]: DEBUG oslo_vmware.api [None req-8c82495c-cc0b-4c24-b951-50872b6def2d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1115.866056] env[65418]: value = "task-4689141" [ 1115.866056] env[65418]: _type = "Task" [ 1115.866056] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.880673] env[65418]: DEBUG oslo_vmware.api [None req-8c82495c-cc0b-4c24-b951-50872b6def2d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.921364] env[65418]: DEBUG nova.objects.instance [None req-423c730a-ccd7-46ca-9f6c-a477ab5ee5e4 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lazy-loading 'flavor' on Instance uuid aaa45e06-f9b4-4c75-8814-65a0d2160f24 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.942388] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "7ca89f79-4e70-4634-8057-8b285094013d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.942651] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "7ca89f79-4e70-4634-8057-8b285094013d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.978993] env[65418]: WARNING neutronclient.v2_0.client [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.985779] env[65418]: DEBUG nova.compute.manager [req-97dc5303-83e2-4792-afe9-51076564bed6 req-73e46ab3-dfa3-4d1c-8b2a-f964236a464c service nova] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Received event network-vif-deleted-dab09017-f566-4ddd-85b4-e6adb3ec7fa4 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1115.985978] env[65418]: INFO nova.compute.manager [req-97dc5303-83e2-4792-afe9-51076564bed6 req-73e46ab3-dfa3-4d1c-8b2a-f964236a464c service nova] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Neutron deleted interface dab09017-f566-4ddd-85b4-e6adb3ec7fa4; detaching it from the instance and deleting it from the info cache [ 1115.986162] env[65418]: DEBUG nova.network.neutron [req-97dc5303-83e2-4792-afe9-51076564bed6 req-73e46ab3-dfa3-4d1c-8b2a-f964236a464c service nova] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.012959] env[65418]: WARNING neutronclient.v2_0.client [req-6e5eb7ff-a433-4081-b77b-5e1ec7ef80b8 req-548cf4ba-e2b6-4ffd-aa0e-d060ee041d4c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.100851] env[65418]: DEBUG nova.network.neutron [req-6e5eb7ff-a433-4081-b77b-5e1ec7ef80b8 req-548cf4ba-e2b6-4ffd-aa0e-d060ee041d4c service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Updated VIF entry in instance network info cache for port 52f05bf7-02a4-4936-8bc5-bc1d55d4c06e. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1116.101350] env[65418]: DEBUG nova.network.neutron [req-6e5eb7ff-a433-4081-b77b-5e1ec7ef80b8 req-548cf4ba-e2b6-4ffd-aa0e-d060ee041d4c service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Updating instance_info_cache with network_info: [{"id": "52f05bf7-02a4-4936-8bc5-bc1d55d4c06e", "address": "fa:16:3e:9e:1c:59", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52f05bf7-02", "ovs_interfaceid": "52f05bf7-02a4-4936-8bc5-bc1d55d4c06e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.130150] env[65418]: DEBUG nova.objects.instance [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lazy-loading 'pci_requests' on Instance uuid 0e487c70-bde4-41b4-b818-5f6ee64d7ef8 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.326353] env[65418]: DEBUG nova.compute.utils [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.328564] env[65418]: DEBUG nova.compute.manager [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1116.328564] env[65418]: DEBUG nova.network.neutron [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1116.328564] env[65418]: WARNING neutronclient.v2_0.client [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.328889] env[65418]: WARNING neutronclient.v2_0.client [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.373260] env[65418]: DEBUG nova.policy [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d1522a9420d48558100ab5b47d76241', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d9ae9952c054d9d87896000cca7e6ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1116.381857] env[65418]: DEBUG oslo_vmware.api [None req-8c82495c-cc0b-4c24-b951-50872b6def2d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689141, 'name': PowerOffVM_Task, 'duration_secs': 0.195539} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.382228] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c82495c-cc0b-4c24-b951-50872b6def2d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.382885] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8c82495c-cc0b-4c24-b951-50872b6def2d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.382885] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c5ce793-508d-4d1d-bcb7-98bc7df97624 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.445302] env[65418]: DEBUG nova.compute.manager [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1116.454649] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8c82495c-cc0b-4c24-b951-50872b6def2d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.454649] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8c82495c-cc0b-4c24-b951-50872b6def2d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.454916] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c82495c-cc0b-4c24-b951-50872b6def2d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Deleting the datastore file [datastore2] c22734e4-cfdc-4653-88cf-3a605298129a {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.455014] env[65418]: DEBUG nova.network.neutron [-] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.456539] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea05df79-0980-4e6e-98d5-c9375f495194 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.464123] env[65418]: DEBUG oslo_vmware.api [None req-8c82495c-cc0b-4c24-b951-50872b6def2d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1116.464123] env[65418]: value = "task-4689143" [ 1116.464123] env[65418]: _type = "Task" [ 1116.464123] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.473928] env[65418]: DEBUG oslo_vmware.api [None req-8c82495c-cc0b-4c24-b951-50872b6def2d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.489765] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3953937-099c-47fa-a0f8-52bdaed677e6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.502557] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa490a12-8ec0-48c3-aa35-e545011fa7b7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.538979] env[65418]: DEBUG nova.compute.manager [req-97dc5303-83e2-4792-afe9-51076564bed6 req-73e46ab3-dfa3-4d1c-8b2a-f964236a464c service nova] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Detach interface failed, port_id=dab09017-f566-4ddd-85b4-e6adb3ec7fa4, reason: Instance 0fd1da75-65c3-40d2-8343-437b77b1e4ea could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1116.604521] env[65418]: DEBUG oslo_concurrency.lockutils [req-6e5eb7ff-a433-4081-b77b-5e1ec7ef80b8 req-548cf4ba-e2b6-4ffd-aa0e-d060ee041d4c service nova] Releasing lock "refresh_cache-604333c2-981f-4b75-a801-3df14fb50433" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.632587] env[65418]: DEBUG nova.objects.base [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Object Instance<0e487c70-bde4-41b4-b818-5f6ee64d7ef8> lazy-loaded attributes: flavor,pci_requests {{(pid=65418) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1116.633439] env[65418]: DEBUG nova.network.neutron [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1116.633439] env[65418]: WARNING neutronclient.v2_0.client [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.633718] env[65418]: WARNING neutronclient.v2_0.client [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.708312] env[65418]: DEBUG nova.network.neutron [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Successfully created port: efab6a1a-74c8-4194-8273-ef496db3ff15 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1116.712186] env[65418]: DEBUG nova.policy [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbe4a60696ea41d5b19c47e178308983', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ca3b83200614608a1469439b601a853', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1116.768232] env[65418]: WARNING neutronclient.v2_0.client [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.832343] env[65418]: DEBUG nova.compute.manager [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1116.933051] env[65418]: DEBUG oslo_concurrency.lockutils [None req-423c730a-ccd7-46ca-9f6c-a477ab5ee5e4 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "aaa45e06-f9b4-4c75-8814-65a0d2160f24" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.285s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.960357] env[65418]: INFO nova.compute.manager [-] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Took 1.49 seconds to deallocate network for instance. [ 1116.972494] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.980205] env[65418]: DEBUG oslo_vmware.api [None req-8c82495c-cc0b-4c24-b951-50872b6def2d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.056398] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1117.056631] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1117.056818] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1117.056943] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1117.059957] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1117.060352] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1117.060513] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1117.060650] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65418) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1117.060815] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1117.087571] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de7f267-dfed-4fda-934e-21c7cdea1de1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.096027] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b4ce9b-cee4-488c-b746-93a027b197b9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.126626] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582175dc-1c40-4009-bab7-fa22c00b9d24 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.135911] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627ef67f-f693-46f2-ac83-bc8f1ed33161 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.142202] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d3495ab-87c8-4a79-a422-e53f1f6e6ed0 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "aaa45e06-f9b4-4c75-8814-65a0d2160f24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.142538] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d3495ab-87c8-4a79-a422-e53f1f6e6ed0 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "aaa45e06-f9b4-4c75-8814-65a0d2160f24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.142778] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d3495ab-87c8-4a79-a422-e53f1f6e6ed0 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "aaa45e06-f9b4-4c75-8814-65a0d2160f24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.143011] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d3495ab-87c8-4a79-a422-e53f1f6e6ed0 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "aaa45e06-f9b4-4c75-8814-65a0d2160f24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.143242] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d3495ab-87c8-4a79-a422-e53f1f6e6ed0 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "aaa45e06-f9b4-4c75-8814-65a0d2160f24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.153136] env[65418]: DEBUG nova.compute.provider_tree [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1117.154858] env[65418]: INFO nova.compute.manager [None req-2d3495ab-87c8-4a79-a422-e53f1f6e6ed0 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Terminating instance [ 1117.476815] env[65418]: DEBUG oslo_concurrency.lockutils [None req-19aba063-0230-414f-9ea5-cadf37ad53ea tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.477146] env[65418]: DEBUG oslo_vmware.api [None req-8c82495c-cc0b-4c24-b951-50872b6def2d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.540333} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.477380] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c82495c-cc0b-4c24-b951-50872b6def2d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.477563] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8c82495c-cc0b-4c24-b951-50872b6def2d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.477810] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8c82495c-cc0b-4c24-b951-50872b6def2d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.478045] env[65418]: INFO nova.compute.manager [None req-8c82495c-cc0b-4c24-b951-50872b6def2d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1117.478311] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-8c82495c-cc0b-4c24-b951-50872b6def2d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1117.478504] env[65418]: DEBUG nova.compute.manager [-] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1117.478600] env[65418]: DEBUG nova.network.neutron [-] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1117.478834] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.563575] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.660535] env[65418]: DEBUG nova.compute.manager [None req-2d3495ab-87c8-4a79-a422-e53f1f6e6ed0 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1117.660653] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3495ab-87c8-4a79-a422-e53f1f6e6ed0 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1117.661788] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636b8512-ba33-4205-99fe-16ffc1a95dd2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.671071] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3495ab-87c8-4a79-a422-e53f1f6e6ed0 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.671851] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd529ddc-db97-4163-9215-a2940c282657 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.677800] env[65418]: ERROR nova.scheduler.client.report [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [req-290040fb-ff79-4df3-95f6-a25cf442f677] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 04ebeb19-ed8c-4ddf-818a-ebce01147110. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-290040fb-ff79-4df3-95f6-a25cf442f677"}]} [ 1117.681699] env[65418]: DEBUG oslo_vmware.api [None req-2d3495ab-87c8-4a79-a422-e53f1f6e6ed0 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 1117.681699] env[65418]: value = "task-4689144" [ 1117.681699] env[65418]: _type = "Task" [ 1117.681699] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.692480] env[65418]: DEBUG oslo_vmware.api [None req-2d3495ab-87c8-4a79-a422-e53f1f6e6ed0 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4689144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.696689] env[65418]: DEBUG nova.scheduler.client.report [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Refreshing inventories for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1117.716935] env[65418]: DEBUG nova.scheduler.client.report [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Updating ProviderTree inventory for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1117.717244] env[65418]: DEBUG nova.compute.provider_tree [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1117.730599] env[65418]: DEBUG nova.scheduler.client.report [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Refreshing aggregate associations for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110, aggregates: None {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1117.754589] env[65418]: DEBUG nova.scheduler.client.report [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Refreshing trait associations for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1117.842237] env[65418]: DEBUG nova.compute.manager [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1117.868240] env[65418]: DEBUG nova.virt.hardware [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1117.868419] env[65418]: DEBUG nova.virt.hardware [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.868419] env[65418]: DEBUG nova.virt.hardware [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1117.868610] env[65418]: DEBUG nova.virt.hardware [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.868767] env[65418]: DEBUG nova.virt.hardware [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1117.868909] env[65418]: DEBUG nova.virt.hardware [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1117.869128] env[65418]: DEBUG nova.virt.hardware [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1117.869330] env[65418]: DEBUG nova.virt.hardware [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1117.869567] env[65418]: DEBUG nova.virt.hardware [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1117.869733] env[65418]: DEBUG nova.virt.hardware [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1117.869902] env[65418]: DEBUG nova.virt.hardware [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1117.870922] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6505e25e-0d0c-4df1-81a7-e32f5225f454 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.883372] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31714b08-4e45-495e-a3ec-7f6fb0aebad7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.980318] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825d228e-4cd5-497f-b432-917cd577c6e1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.988721] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea78d448-a174-4739-9a66-43e9a96c2e05 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.022804] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904ddee5-c2ec-4c94-8d7d-dcb3cbe8a590 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.032066] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e573f67-ee63-462e-8ca8-da4c84f20434 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.048980] env[65418]: DEBUG nova.compute.provider_tree [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1118.192767] env[65418]: DEBUG oslo_vmware.api [None req-2d3495ab-87c8-4a79-a422-e53f1f6e6ed0 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4689144, 'name': PowerOffVM_Task, 'duration_secs': 0.368231} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.193081] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3495ab-87c8-4a79-a422-e53f1f6e6ed0 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.193249] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3495ab-87c8-4a79-a422-e53f1f6e6ed0 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.193510] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a26afa3c-134a-4c4b-9dc9-8ab6e8c83c28 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.241867] env[65418]: DEBUG nova.network.neutron [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Successfully updated port: efab6a1a-74c8-4194-8273-ef496db3ff15 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1118.269161] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3495ab-87c8-4a79-a422-e53f1f6e6ed0 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.269424] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3495ab-87c8-4a79-a422-e53f1f6e6ed0 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.269631] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d3495ab-87c8-4a79-a422-e53f1f6e6ed0 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Deleting the datastore file [datastore2] aaa45e06-f9b4-4c75-8814-65a0d2160f24 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.269910] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6f73dfa-7bb6-4ebf-a7c7-1a6146c89f45 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.277694] env[65418]: DEBUG nova.network.neutron [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Successfully updated port: 52f0b8da-5d14-46d6-bcbd-5c32d84f68d0 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1118.286721] env[65418]: DEBUG oslo_vmware.api [None req-2d3495ab-87c8-4a79-a422-e53f1f6e6ed0 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for the task: (returnval){ [ 1118.286721] env[65418]: value = "task-4689146" [ 1118.286721] env[65418]: _type = "Task" [ 1118.286721] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.298155] env[65418]: DEBUG oslo_vmware.api [None req-2d3495ab-87c8-4a79-a422-e53f1f6e6ed0 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4689146, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.317765] env[65418]: DEBUG nova.compute.manager [req-d3d97fc8-fefe-4d65-aaf2-39016502a9c0 req-5089b2a4-9835-4d49-94e1-0fc3c97281ed service nova] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Received event network-changed-db3796f3-9b89-4483-94e0-dfdafaa3ed33 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1118.318699] env[65418]: DEBUG nova.compute.manager [req-d3d97fc8-fefe-4d65-aaf2-39016502a9c0 req-5089b2a4-9835-4d49-94e1-0fc3c97281ed service nova] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Refreshing instance network info cache due to event network-changed-db3796f3-9b89-4483-94e0-dfdafaa3ed33. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1118.320059] env[65418]: DEBUG oslo_concurrency.lockutils [req-d3d97fc8-fefe-4d65-aaf2-39016502a9c0 req-5089b2a4-9835-4d49-94e1-0fc3c97281ed service nova] Acquiring lock "refresh_cache-0e487c70-bde4-41b4-b818-5f6ee64d7ef8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.320059] env[65418]: DEBUG oslo_concurrency.lockutils [req-d3d97fc8-fefe-4d65-aaf2-39016502a9c0 req-5089b2a4-9835-4d49-94e1-0fc3c97281ed service nova] Acquired lock "refresh_cache-0e487c70-bde4-41b4-b818-5f6ee64d7ef8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.320059] env[65418]: DEBUG nova.network.neutron [req-d3d97fc8-fefe-4d65-aaf2-39016502a9c0 req-5089b2a4-9835-4d49-94e1-0fc3c97281ed service nova] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Refreshing network info cache for port db3796f3-9b89-4483-94e0-dfdafaa3ed33 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.356178] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.359606] env[65418]: WARNING neutronclient.v2_0.client [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.360567] env[65418]: WARNING neutronclient.v2_0.client [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.360567] env[65418]: WARNING neutronclient.v2_0.client [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.418384] env[65418]: DEBUG nova.network.neutron [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Port ac69e6cf-9641-4f44-8f4a-7eed4f33df76 binding to destination host cpu-1 is already ACTIVE {{(pid=65418) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1118.418384] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "refresh_cache-ab293e37-eb14-418f-9a96-9be31d1871a9" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.418384] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquired lock "refresh_cache-ab293e37-eb14-418f-9a96-9be31d1871a9" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.418384] env[65418]: DEBUG nova.network.neutron [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1118.585269] env[65418]: DEBUG nova.scheduler.client.report [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Updated inventory for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1118.588026] env[65418]: DEBUG nova.compute.provider_tree [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Updating resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 generation from 153 to 154 during operation: update_inventory {{(pid=65418) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1118.588026] env[65418]: DEBUG nova.compute.provider_tree [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1118.728633] env[65418]: DEBUG nova.compute.manager [req-5534e8cd-29fb-4e60-bb53-110bcc9b4a11 req-8510ccda-dd23-45bd-85c8-9b2e7f0c0dc3 service nova] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Received event network-vif-plugged-52f0b8da-5d14-46d6-bcbd-5c32d84f68d0 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1118.728633] env[65418]: DEBUG oslo_concurrency.lockutils [req-5534e8cd-29fb-4e60-bb53-110bcc9b4a11 req-8510ccda-dd23-45bd-85c8-9b2e7f0c0dc3 service nova] Acquiring lock "0e487c70-bde4-41b4-b818-5f6ee64d7ef8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.728633] env[65418]: DEBUG oslo_concurrency.lockutils [req-5534e8cd-29fb-4e60-bb53-110bcc9b4a11 req-8510ccda-dd23-45bd-85c8-9b2e7f0c0dc3 service nova] Lock "0e487c70-bde4-41b4-b818-5f6ee64d7ef8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.728855] env[65418]: DEBUG oslo_concurrency.lockutils [req-5534e8cd-29fb-4e60-bb53-110bcc9b4a11 req-8510ccda-dd23-45bd-85c8-9b2e7f0c0dc3 service nova] Lock "0e487c70-bde4-41b4-b818-5f6ee64d7ef8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.729085] env[65418]: DEBUG nova.compute.manager [req-5534e8cd-29fb-4e60-bb53-110bcc9b4a11 req-8510ccda-dd23-45bd-85c8-9b2e7f0c0dc3 service nova] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] No waiting events found dispatching network-vif-plugged-52f0b8da-5d14-46d6-bcbd-5c32d84f68d0 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1118.729280] env[65418]: WARNING nova.compute.manager [req-5534e8cd-29fb-4e60-bb53-110bcc9b4a11 req-8510ccda-dd23-45bd-85c8-9b2e7f0c0dc3 service nova] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Received unexpected event network-vif-plugged-52f0b8da-5d14-46d6-bcbd-5c32d84f68d0 for instance with vm_state active and task_state None. [ 1118.744656] env[65418]: DEBUG oslo_concurrency.lockutils [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquiring lock "refresh_cache-79fe77a7-5b2a-4b1b-9fb3-95a3abe91229" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.744872] env[65418]: DEBUG oslo_concurrency.lockutils [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquired lock "refresh_cache-79fe77a7-5b2a-4b1b-9fb3-95a3abe91229" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.745092] env[65418]: DEBUG nova.network.neutron [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1118.782017] env[65418]: DEBUG oslo_concurrency.lockutils [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "refresh_cache-0e487c70-bde4-41b4-b818-5f6ee64d7ef8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.798327] env[65418]: DEBUG oslo_vmware.api [None req-2d3495ab-87c8-4a79-a422-e53f1f6e6ed0 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Task: {'id': task-4689146, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143747} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.798595] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d3495ab-87c8-4a79-a422-e53f1f6e6ed0 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.798768] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3495ab-87c8-4a79-a422-e53f1f6e6ed0 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.798940] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3495ab-87c8-4a79-a422-e53f1f6e6ed0 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.799123] env[65418]: INFO nova.compute.manager [None req-2d3495ab-87c8-4a79-a422-e53f1f6e6ed0 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1118.799361] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-2d3495ab-87c8-4a79-a422-e53f1f6e6ed0 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1118.799551] env[65418]: DEBUG nova.compute.manager [-] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1118.799647] env[65418]: DEBUG nova.network.neutron [-] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1118.799887] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.823216] env[65418]: WARNING neutronclient.v2_0.client [req-d3d97fc8-fefe-4d65-aaf2-39016502a9c0 req-5089b2a4-9835-4d49-94e1-0fc3c97281ed service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.840347] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.920575] env[65418]: WARNING neutronclient.v2_0.client [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.048043] env[65418]: WARNING neutronclient.v2_0.client [req-d3d97fc8-fefe-4d65-aaf2-39016502a9c0 req-5089b2a4-9835-4d49-94e1-0fc3c97281ed service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.084926] env[65418]: DEBUG nova.network.neutron [-] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.092525] env[65418]: DEBUG oslo_concurrency.lockutils [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.276s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.093291] env[65418]: DEBUG nova.compute.manager [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1119.096236] env[65418]: DEBUG oslo_concurrency.lockutils [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.610s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.098377] env[65418]: INFO nova.compute.claims [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.169831] env[65418]: DEBUG nova.network.neutron [req-d3d97fc8-fefe-4d65-aaf2-39016502a9c0 req-5089b2a4-9835-4d49-94e1-0fc3c97281ed service nova] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Updated VIF entry in instance network info cache for port db3796f3-9b89-4483-94e0-dfdafaa3ed33. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1119.170282] env[65418]: DEBUG nova.network.neutron [req-d3d97fc8-fefe-4d65-aaf2-39016502a9c0 req-5089b2a4-9835-4d49-94e1-0fc3c97281ed service nova] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Updating instance_info_cache with network_info: [{"id": "db3796f3-9b89-4483-94e0-dfdafaa3ed33", "address": "fa:16:3e:4b:a5:25", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3796f3-9b", "ovs_interfaceid": "db3796f3-9b89-4483-94e0-dfdafaa3ed33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.204914] env[65418]: WARNING neutronclient.v2_0.client [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.281796] env[65418]: DEBUG nova.network.neutron [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1119.296747] env[65418]: DEBUG nova.network.neutron [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Updating instance_info_cache with network_info: [{"id": "ac69e6cf-9641-4f44-8f4a-7eed4f33df76", "address": "fa:16:3e:11:36:43", "network": {"id": "c5654c64-ff10-4cb7-bcc0-9c8f1f9f2c7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-459739501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e14fd3d9ea54564854290858d3c5cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac69e6cf-96", "ovs_interfaceid": "ac69e6cf-9641-4f44-8f4a-7eed4f33df76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.372448] env[65418]: WARNING neutronclient.v2_0.client [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.447467] env[65418]: DEBUG nova.network.neutron [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Updating instance_info_cache with network_info: [{"id": "efab6a1a-74c8-4194-8273-ef496db3ff15", "address": "fa:16:3e:39:1f:6a", "network": {"id": "3fe5665d-792b-4871-9389-7152eeca662c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1269820969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d9ae9952c054d9d87896000cca7e6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefab6a1a-74", "ovs_interfaceid": "efab6a1a-74c8-4194-8273-ef496db3ff15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.587631] env[65418]: INFO nova.compute.manager [-] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Took 2.11 seconds to deallocate network for instance. [ 1119.602498] env[65418]: DEBUG nova.compute.utils [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1119.603792] env[65418]: DEBUG nova.compute.manager [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1119.604033] env[65418]: DEBUG nova.network.neutron [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1119.604333] env[65418]: WARNING neutronclient.v2_0.client [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.604989] env[65418]: WARNING neutronclient.v2_0.client [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.647782] env[65418]: DEBUG nova.policy [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d1522a9420d48558100ab5b47d76241', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d9ae9952c054d9d87896000cca7e6ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1119.673724] env[65418]: DEBUG oslo_concurrency.lockutils [req-d3d97fc8-fefe-4d65-aaf2-39016502a9c0 req-5089b2a4-9835-4d49-94e1-0fc3c97281ed service nova] Releasing lock "refresh_cache-0e487c70-bde4-41b4-b818-5f6ee64d7ef8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.674252] env[65418]: DEBUG oslo_concurrency.lockutils [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquired lock "refresh_cache-0e487c70-bde4-41b4-b818-5f6ee64d7ef8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.674440] env[65418]: DEBUG nova.network.neutron [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1119.765016] env[65418]: DEBUG nova.network.neutron [-] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.799240] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Releasing lock "refresh_cache-ab293e37-eb14-418f-9a96-9be31d1871a9" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.951265] env[65418]: DEBUG oslo_concurrency.lockutils [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Releasing lock "refresh_cache-79fe77a7-5b2a-4b1b-9fb3-95a3abe91229" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.951753] env[65418]: DEBUG nova.compute.manager [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Instance network_info: |[{"id": "efab6a1a-74c8-4194-8273-ef496db3ff15", "address": "fa:16:3e:39:1f:6a", "network": {"id": "3fe5665d-792b-4871-9389-7152eeca662c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1269820969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d9ae9952c054d9d87896000cca7e6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefab6a1a-74", "ovs_interfaceid": "efab6a1a-74c8-4194-8273-ef496db3ff15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1119.952286] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:1f:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efab6a1a-74c8-4194-8273-ef496db3ff15', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1119.961051] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Creating folder: Project (4d9ae9952c054d9d87896000cca7e6ed). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1119.961357] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74f38e19-7371-4558-9ccd-a25a59476bfd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.977223] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Created folder: Project (4d9ae9952c054d9d87896000cca7e6ed) in parent group-v914982. [ 1119.977488] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Creating folder: Instances. Parent ref: group-v915280. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1119.977710] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90d4a844-971d-403f-b5d9-e945d368ea55 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.989857] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Created folder: Instances in parent group-v915280. [ 1119.990691] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1119.990978] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1119.991232] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c87b922-7538-4537-8b47-1d8492c547af {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.017127] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.017127] env[65418]: value = "task-4689149" [ 1120.017127] env[65418]: _type = "Task" [ 1120.017127] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.026181] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689149, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.094885] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8c82495c-cc0b-4c24-b951-50872b6def2d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.109842] env[65418]: DEBUG nova.compute.manager [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1120.234835] env[65418]: WARNING nova.network.neutron [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] 7eb8d990-6d3e-4b01-a203-6d2e2113297e already exists in list: networks containing: ['7eb8d990-6d3e-4b01-a203-6d2e2113297e']. ignoring it [ 1120.272946] env[65418]: INFO nova.compute.manager [-] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Took 1.47 seconds to deallocate network for instance. [ 1120.303702] env[65418]: DEBUG nova.compute.manager [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65418) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1120.349060] env[65418]: WARNING neutronclient.v2_0.client [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.376089] env[65418]: DEBUG nova.compute.manager [req-2ccf3aa1-ee8f-4837-9863-3193e4f06242 req-c442ac47-1e63-4d75-a392-7f05a9f6b477 service nova] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Received event network-vif-plugged-efab6a1a-74c8-4194-8273-ef496db3ff15 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1120.376399] env[65418]: DEBUG oslo_concurrency.lockutils [req-2ccf3aa1-ee8f-4837-9863-3193e4f06242 req-c442ac47-1e63-4d75-a392-7f05a9f6b477 service nova] Acquiring lock "79fe77a7-5b2a-4b1b-9fb3-95a3abe91229-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.376646] env[65418]: DEBUG oslo_concurrency.lockutils [req-2ccf3aa1-ee8f-4837-9863-3193e4f06242 req-c442ac47-1e63-4d75-a392-7f05a9f6b477 service nova] Lock "79fe77a7-5b2a-4b1b-9fb3-95a3abe91229-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.377423] env[65418]: DEBUG oslo_concurrency.lockutils [req-2ccf3aa1-ee8f-4837-9863-3193e4f06242 req-c442ac47-1e63-4d75-a392-7f05a9f6b477 service nova] Lock "79fe77a7-5b2a-4b1b-9fb3-95a3abe91229-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.377423] env[65418]: DEBUG nova.compute.manager [req-2ccf3aa1-ee8f-4837-9863-3193e4f06242 req-c442ac47-1e63-4d75-a392-7f05a9f6b477 service nova] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] No waiting events found dispatching network-vif-plugged-efab6a1a-74c8-4194-8273-ef496db3ff15 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1120.377423] env[65418]: WARNING nova.compute.manager [req-2ccf3aa1-ee8f-4837-9863-3193e4f06242 req-c442ac47-1e63-4d75-a392-7f05a9f6b477 service nova] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Received unexpected event network-vif-plugged-efab6a1a-74c8-4194-8273-ef496db3ff15 for instance with vm_state building and task_state spawning. [ 1120.377423] env[65418]: DEBUG nova.compute.manager [req-2ccf3aa1-ee8f-4837-9863-3193e4f06242 req-c442ac47-1e63-4d75-a392-7f05a9f6b477 service nova] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Received event network-changed-efab6a1a-74c8-4194-8273-ef496db3ff15 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1120.377705] env[65418]: DEBUG nova.compute.manager [req-2ccf3aa1-ee8f-4837-9863-3193e4f06242 req-c442ac47-1e63-4d75-a392-7f05a9f6b477 service nova] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Refreshing instance network info cache due to event network-changed-efab6a1a-74c8-4194-8273-ef496db3ff15. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1120.377801] env[65418]: DEBUG oslo_concurrency.lockutils [req-2ccf3aa1-ee8f-4837-9863-3193e4f06242 req-c442ac47-1e63-4d75-a392-7f05a9f6b477 service nova] Acquiring lock "refresh_cache-79fe77a7-5b2a-4b1b-9fb3-95a3abe91229" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.377885] env[65418]: DEBUG oslo_concurrency.lockutils [req-2ccf3aa1-ee8f-4837-9863-3193e4f06242 req-c442ac47-1e63-4d75-a392-7f05a9f6b477 service nova] Acquired lock "refresh_cache-79fe77a7-5b2a-4b1b-9fb3-95a3abe91229" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.378061] env[65418]: DEBUG nova.network.neutron [req-2ccf3aa1-ee8f-4837-9863-3193e4f06242 req-c442ac47-1e63-4d75-a392-7f05a9f6b477 service nova] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Refreshing network info cache for port efab6a1a-74c8-4194-8273-ef496db3ff15 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.381453] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ee63c6-4b86-4993-98c4-b88e56757485 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.392573] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a18db9-e359-4d35-b6bf-77e989f252e2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.434451] env[65418]: DEBUG nova.network.neutron [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Successfully created port: 07561e7e-f890-41b9-8380-372bb893f14e {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1120.437456] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b799ddbd-e495-4505-97f4-fa4a9a34a4bd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.449890] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c4485d-9280-4695-a2f7-d7bfe9197823 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.464875] env[65418]: DEBUG nova.compute.provider_tree [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.522516] env[65418]: WARNING neutronclient.v2_0.client [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.530594] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689149, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.596831] env[65418]: DEBUG nova.network.neutron [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Updating instance_info_cache with network_info: [{"id": "db3796f3-9b89-4483-94e0-dfdafaa3ed33", "address": "fa:16:3e:4b:a5:25", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3796f3-9b", "ovs_interfaceid": "db3796f3-9b89-4483-94e0-dfdafaa3ed33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "52f0b8da-5d14-46d6-bcbd-5c32d84f68d0", "address": "fa:16:3e:46:ba:53", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52f0b8da-5d", "ovs_interfaceid": "52f0b8da-5d14-46d6-bcbd-5c32d84f68d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.781886] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d3495ab-87c8-4a79-a422-e53f1f6e6ed0 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.838017] env[65418]: DEBUG nova.compute.manager [req-be6b454c-fe0f-49b5-8583-49ac0bdb0888 req-bb7f52f4-edb3-4aca-9262-7a705bf567f2 service nova] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Received event network-changed-52f0b8da-5d14-46d6-bcbd-5c32d84f68d0 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1120.838332] env[65418]: DEBUG nova.compute.manager [req-be6b454c-fe0f-49b5-8583-49ac0bdb0888 req-bb7f52f4-edb3-4aca-9262-7a705bf567f2 service nova] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Refreshing instance network info cache due to event network-changed-52f0b8da-5d14-46d6-bcbd-5c32d84f68d0. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1120.838531] env[65418]: DEBUG oslo_concurrency.lockutils [req-be6b454c-fe0f-49b5-8583-49ac0bdb0888 req-bb7f52f4-edb3-4aca-9262-7a705bf567f2 service nova] Acquiring lock "refresh_cache-0e487c70-bde4-41b4-b818-5f6ee64d7ef8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.886027] env[65418]: WARNING neutronclient.v2_0.client [req-2ccf3aa1-ee8f-4837-9863-3193e4f06242 req-c442ac47-1e63-4d75-a392-7f05a9f6b477 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.971735] env[65418]: DEBUG nova.scheduler.client.report [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.029651] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689149, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.045363] env[65418]: WARNING neutronclient.v2_0.client [req-2ccf3aa1-ee8f-4837-9863-3193e4f06242 req-c442ac47-1e63-4d75-a392-7f05a9f6b477 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.099653] env[65418]: DEBUG oslo_concurrency.lockutils [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Releasing lock "refresh_cache-0e487c70-bde4-41b4-b818-5f6ee64d7ef8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.100364] env[65418]: DEBUG oslo_concurrency.lockutils [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "0e487c70-bde4-41b4-b818-5f6ee64d7ef8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.100514] env[65418]: DEBUG oslo_concurrency.lockutils [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquired lock "0e487c70-bde4-41b4-b818-5f6ee64d7ef8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.100833] env[65418]: DEBUG oslo_concurrency.lockutils [req-be6b454c-fe0f-49b5-8583-49ac0bdb0888 req-bb7f52f4-edb3-4aca-9262-7a705bf567f2 service nova] Acquired lock "refresh_cache-0e487c70-bde4-41b4-b818-5f6ee64d7ef8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.101178] env[65418]: DEBUG nova.network.neutron [req-be6b454c-fe0f-49b5-8583-49ac0bdb0888 req-bb7f52f4-edb3-4aca-9262-7a705bf567f2 service nova] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Refreshing network info cache for port 52f0b8da-5d14-46d6-bcbd-5c32d84f68d0 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.102993] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73319a43-5259-466d-8994-f11261906049 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.123068] env[65418]: DEBUG nova.compute.manager [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1121.126220] env[65418]: DEBUG nova.virt.hardware [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1121.126510] env[65418]: DEBUG nova.virt.hardware [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.126678] env[65418]: DEBUG nova.virt.hardware [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1121.126854] env[65418]: DEBUG nova.virt.hardware [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.126993] env[65418]: DEBUG nova.virt.hardware [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1121.127149] env[65418]: DEBUG nova.virt.hardware [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1121.127338] env[65418]: DEBUG nova.virt.hardware [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1121.127489] env[65418]: DEBUG nova.virt.hardware [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1121.127642] env[65418]: DEBUG nova.virt.hardware [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1121.127801] env[65418]: DEBUG nova.virt.hardware [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1121.127992] env[65418]: DEBUG nova.virt.hardware [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1121.134141] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Reconfiguring VM to attach interface {{(pid=65418) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1121.135284] env[65418]: DEBUG nova.network.neutron [req-2ccf3aa1-ee8f-4837-9863-3193e4f06242 req-c442ac47-1e63-4d75-a392-7f05a9f6b477 service nova] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Updated VIF entry in instance network info cache for port efab6a1a-74c8-4194-8273-ef496db3ff15. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1121.135610] env[65418]: DEBUG nova.network.neutron [req-2ccf3aa1-ee8f-4837-9863-3193e4f06242 req-c442ac47-1e63-4d75-a392-7f05a9f6b477 service nova] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Updating instance_info_cache with network_info: [{"id": "efab6a1a-74c8-4194-8273-ef496db3ff15", "address": "fa:16:3e:39:1f:6a", "network": {"id": "3fe5665d-792b-4871-9389-7152eeca662c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1269820969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d9ae9952c054d9d87896000cca7e6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefab6a1a-74", "ovs_interfaceid": "efab6a1a-74c8-4194-8273-ef496db3ff15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.137182] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-966bee0d-5389-42ab-9655-28fcade9f92b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.150451] env[65418]: DEBUG oslo_concurrency.lockutils [req-2ccf3aa1-ee8f-4837-9863-3193e4f06242 req-c442ac47-1e63-4d75-a392-7f05a9f6b477 service nova] Releasing lock "refresh_cache-79fe77a7-5b2a-4b1b-9fb3-95a3abe91229" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.150804] env[65418]: DEBUG nova.compute.manager [req-2ccf3aa1-ee8f-4837-9863-3193e4f06242 req-c442ac47-1e63-4d75-a392-7f05a9f6b477 service nova] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Received event network-vif-deleted-0b68972e-1f72-4a8d-bd78-431d06648001 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1121.158017] env[65418]: DEBUG oslo_vmware.api [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 1121.158017] env[65418]: value = "task-4689150" [ 1121.158017] env[65418]: _type = "Task" [ 1121.158017] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.163753] env[65418]: DEBUG nova.virt.hardware [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1121.164013] env[65418]: DEBUG nova.virt.hardware [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.164191] env[65418]: DEBUG nova.virt.hardware [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1121.164372] env[65418]: DEBUG nova.virt.hardware [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.164513] env[65418]: DEBUG nova.virt.hardware [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1121.164649] env[65418]: DEBUG nova.virt.hardware [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1121.164849] env[65418]: DEBUG nova.virt.hardware [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1121.164996] env[65418]: DEBUG nova.virt.hardware [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1121.165179] env[65418]: DEBUG nova.virt.hardware [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1121.165333] env[65418]: DEBUG nova.virt.hardware [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1121.165499] env[65418]: DEBUG nova.virt.hardware [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1121.166677] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aadefe9-ff7a-468c-84f9-8cc811e1889f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.172941] env[65418]: DEBUG oslo_vmware.api [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689150, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.178697] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d499fcbf-5875-4dd6-a88d-6853a0eea0bd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.453298] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.477333] env[65418]: DEBUG oslo_concurrency.lockutils [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.477847] env[65418]: DEBUG nova.compute.manager [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1121.480446] env[65418]: DEBUG oslo_concurrency.lockutils [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.164s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.481918] env[65418]: INFO nova.compute.claims [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.530730] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689149, 'name': CreateVM_Task, 'duration_secs': 1.380212} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.530926] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.531444] env[65418]: WARNING neutronclient.v2_0.client [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.531805] env[65418]: DEBUG oslo_concurrency.lockutils [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.531946] env[65418]: DEBUG oslo_concurrency.lockutils [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.532310] env[65418]: DEBUG oslo_concurrency.lockutils [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.532504] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-822c8ce3-f662-433e-9565-5b5c41b4d45e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.538729] env[65418]: DEBUG oslo_vmware.api [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for the task: (returnval){ [ 1121.538729] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521d4d3b-096b-ac86-daa1-0bf1ad0d21a5" [ 1121.538729] env[65418]: _type = "Task" [ 1121.538729] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.547410] env[65418]: DEBUG oslo_vmware.api [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521d4d3b-096b-ac86-daa1-0bf1ad0d21a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.607450] env[65418]: WARNING neutronclient.v2_0.client [req-be6b454c-fe0f-49b5-8583-49ac0bdb0888 req-bb7f52f4-edb3-4aca-9262-7a705bf567f2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.670821] env[65418]: DEBUG oslo_vmware.api [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.802782] env[65418]: WARNING neutronclient.v2_0.client [req-be6b454c-fe0f-49b5-8583-49ac0bdb0888 req-bb7f52f4-edb3-4aca-9262-7a705bf567f2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.886548] env[65418]: DEBUG nova.network.neutron [req-be6b454c-fe0f-49b5-8583-49ac0bdb0888 req-bb7f52f4-edb3-4aca-9262-7a705bf567f2 service nova] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Updated VIF entry in instance network info cache for port 52f0b8da-5d14-46d6-bcbd-5c32d84f68d0. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1121.887031] env[65418]: DEBUG nova.network.neutron [req-be6b454c-fe0f-49b5-8583-49ac0bdb0888 req-bb7f52f4-edb3-4aca-9262-7a705bf567f2 service nova] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Updating instance_info_cache with network_info: [{"id": "db3796f3-9b89-4483-94e0-dfdafaa3ed33", "address": "fa:16:3e:4b:a5:25", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3796f3-9b", "ovs_interfaceid": "db3796f3-9b89-4483-94e0-dfdafaa3ed33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "52f0b8da-5d14-46d6-bcbd-5c32d84f68d0", "address": "fa:16:3e:46:ba:53", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52f0b8da-5d", "ovs_interfaceid": "52f0b8da-5d14-46d6-bcbd-5c32d84f68d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.962557] env[65418]: DEBUG nova.network.neutron [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Successfully updated port: 07561e7e-f890-41b9-8380-372bb893f14e {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1121.987356] env[65418]: DEBUG nova.compute.utils [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.990851] env[65418]: DEBUG nova.compute.manager [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1121.991176] env[65418]: DEBUG nova.network.neutron [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1121.991496] env[65418]: WARNING neutronclient.v2_0.client [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.991781] env[65418]: WARNING neutronclient.v2_0.client [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.036053] env[65418]: DEBUG nova.policy [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d1522a9420d48558100ab5b47d76241', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d9ae9952c054d9d87896000cca7e6ed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.052046] env[65418]: DEBUG oslo_vmware.api [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521d4d3b-096b-ac86-daa1-0bf1ad0d21a5, 'name': SearchDatastore_Task, 'duration_secs': 0.013774} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.052393] env[65418]: DEBUG oslo_concurrency.lockutils [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.052554] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.052824] env[65418]: DEBUG oslo_concurrency.lockutils [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.053034] env[65418]: DEBUG oslo_concurrency.lockutils [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.053732] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.053732] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6533b8c2-57ec-47a2-b7e3-01e7821395f9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.064571] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.064872] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.065723] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a036ffb-c83d-461d-bd89-6fc6852e6dba {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.072287] env[65418]: DEBUG oslo_vmware.api [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for the task: (returnval){ [ 1122.072287] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]524646ff-88e7-49ef-561a-f65554fb4e3a" [ 1122.072287] env[65418]: _type = "Task" [ 1122.072287] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.083526] env[65418]: DEBUG oslo_vmware.api [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]524646ff-88e7-49ef-561a-f65554fb4e3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.170330] env[65418]: DEBUG oslo_vmware.api [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689150, 'name': ReconfigVM_Task, 'duration_secs': 0.707014} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.171019] env[65418]: WARNING neutronclient.v2_0.client [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.171392] env[65418]: DEBUG oslo_concurrency.lockutils [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Releasing lock "0e487c70-bde4-41b4-b818-5f6ee64d7ef8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.171641] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Reconfigured VM to attach interface {{(pid=65418) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1122.317040] env[65418]: DEBUG nova.network.neutron [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Successfully created port: 98856794-5b97-4a7f-8d7a-b654902c5c3b {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1122.390625] env[65418]: DEBUG oslo_concurrency.lockutils [req-be6b454c-fe0f-49b5-8583-49ac0bdb0888 req-bb7f52f4-edb3-4aca-9262-7a705bf567f2 service nova] Releasing lock "refresh_cache-0e487c70-bde4-41b4-b818-5f6ee64d7ef8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.390625] env[65418]: DEBUG nova.compute.manager [req-be6b454c-fe0f-49b5-8583-49ac0bdb0888 req-bb7f52f4-edb3-4aca-9262-7a705bf567f2 service nova] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Received event network-vif-deleted-3a02d043-c97b-4812-8a6f-f19b877fa424 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1122.466896] env[65418]: DEBUG oslo_concurrency.lockutils [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquiring lock "refresh_cache-06869f73-c2ca-441d-897d-861b83ac98fc" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.466896] env[65418]: DEBUG oslo_concurrency.lockutils [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquired lock "refresh_cache-06869f73-c2ca-441d-897d-861b83ac98fc" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.466896] env[65418]: DEBUG nova.network.neutron [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1122.492126] env[65418]: DEBUG nova.compute.manager [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1122.585496] env[65418]: DEBUG oslo_vmware.api [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]524646ff-88e7-49ef-561a-f65554fb4e3a, 'name': SearchDatastore_Task, 'duration_secs': 0.019143} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.588987] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1fd66f7-4a05-4d2b-b853-18d4caf9223e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.597127] env[65418]: DEBUG oslo_vmware.api [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for the task: (returnval){ [ 1122.597127] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52cb9d39-5bb1-ec44-ae5c-86878b2c1327" [ 1122.597127] env[65418]: _type = "Task" [ 1122.597127] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.608271] env[65418]: DEBUG oslo_vmware.api [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52cb9d39-5bb1-ec44-ae5c-86878b2c1327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.677430] env[65418]: DEBUG oslo_concurrency.lockutils [None req-037318b7-eee9-4e3e-a98b-fe6a65a41dfd tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "interface-0e487c70-bde4-41b4-b818-5f6ee64d7ef8-52f0b8da-5d14-46d6-bcbd-5c32d84f68d0" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.202s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.759902] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d855e1-fda7-414c-90e8-1a6511134a5b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.769507] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09bd0fb-d346-469a-b074-7a89ea1bce78 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.800376] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0807da6-192d-4702-ba40-950858f4f644 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.809502] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da623d0b-816a-42ff-afd4-d5df60e18b44 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.825287] env[65418]: DEBUG nova.compute.provider_tree [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.862753] env[65418]: DEBUG nova.compute.manager [req-dde445d2-a179-4acb-89c9-dfcfb6da5c1b req-b4f666f6-8ea0-4d82-9dc7-3d3ef975c3e8 service nova] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Received event network-vif-plugged-07561e7e-f890-41b9-8380-372bb893f14e {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1122.863237] env[65418]: DEBUG oslo_concurrency.lockutils [req-dde445d2-a179-4acb-89c9-dfcfb6da5c1b req-b4f666f6-8ea0-4d82-9dc7-3d3ef975c3e8 service nova] Acquiring lock "06869f73-c2ca-441d-897d-861b83ac98fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.863404] env[65418]: DEBUG oslo_concurrency.lockutils [req-dde445d2-a179-4acb-89c9-dfcfb6da5c1b req-b4f666f6-8ea0-4d82-9dc7-3d3ef975c3e8 service nova] Lock "06869f73-c2ca-441d-897d-861b83ac98fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.863580] env[65418]: DEBUG oslo_concurrency.lockutils [req-dde445d2-a179-4acb-89c9-dfcfb6da5c1b req-b4f666f6-8ea0-4d82-9dc7-3d3ef975c3e8 service nova] Lock "06869f73-c2ca-441d-897d-861b83ac98fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.863752] env[65418]: DEBUG nova.compute.manager [req-dde445d2-a179-4acb-89c9-dfcfb6da5c1b req-b4f666f6-8ea0-4d82-9dc7-3d3ef975c3e8 service nova] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] No waiting events found dispatching network-vif-plugged-07561e7e-f890-41b9-8380-372bb893f14e {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1122.863996] env[65418]: WARNING nova.compute.manager [req-dde445d2-a179-4acb-89c9-dfcfb6da5c1b req-b4f666f6-8ea0-4d82-9dc7-3d3ef975c3e8 service nova] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Received unexpected event network-vif-plugged-07561e7e-f890-41b9-8380-372bb893f14e for instance with vm_state building and task_state spawning. [ 1122.864249] env[65418]: DEBUG nova.compute.manager [req-dde445d2-a179-4acb-89c9-dfcfb6da5c1b req-b4f666f6-8ea0-4d82-9dc7-3d3ef975c3e8 service nova] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Received event network-changed-07561e7e-f890-41b9-8380-372bb893f14e {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1122.864411] env[65418]: DEBUG nova.compute.manager [req-dde445d2-a179-4acb-89c9-dfcfb6da5c1b req-b4f666f6-8ea0-4d82-9dc7-3d3ef975c3e8 service nova] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Refreshing instance network info cache due to event network-changed-07561e7e-f890-41b9-8380-372bb893f14e. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1122.864581] env[65418]: DEBUG oslo_concurrency.lockutils [req-dde445d2-a179-4acb-89c9-dfcfb6da5c1b req-b4f666f6-8ea0-4d82-9dc7-3d3ef975c3e8 service nova] Acquiring lock "refresh_cache-06869f73-c2ca-441d-897d-861b83ac98fc" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.002143] env[65418]: DEBUG nova.network.neutron [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1123.111495] env[65418]: DEBUG oslo_vmware.api [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52cb9d39-5bb1-ec44-ae5c-86878b2c1327, 'name': SearchDatastore_Task, 'duration_secs': 0.035024} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.111824] env[65418]: DEBUG oslo_concurrency.lockutils [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.112046] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229/79fe77a7-5b2a-4b1b-9fb3-95a3abe91229.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.112358] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-222ed0f2-0868-45f0-b9c7-039543c28573 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.121464] env[65418]: DEBUG oslo_vmware.api [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for the task: (returnval){ [ 1123.121464] env[65418]: value = "task-4689151" [ 1123.121464] env[65418]: _type = "Task" [ 1123.121464] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.132113] env[65418]: DEBUG oslo_vmware.api [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689151, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.212659] env[65418]: WARNING neutronclient.v2_0.client [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.329054] env[65418]: DEBUG nova.scheduler.client.report [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.351361] env[65418]: DEBUG nova.network.neutron [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Updating instance_info_cache with network_info: [{"id": "07561e7e-f890-41b9-8380-372bb893f14e", "address": "fa:16:3e:66:d8:a0", "network": {"id": "3fe5665d-792b-4871-9389-7152eeca662c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1269820969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d9ae9952c054d9d87896000cca7e6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07561e7e-f8", "ovs_interfaceid": "07561e7e-f890-41b9-8380-372bb893f14e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.510841] env[65418]: DEBUG nova.compute.manager [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1123.542036] env[65418]: DEBUG nova.virt.hardware [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1123.542385] env[65418]: DEBUG nova.virt.hardware [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.542565] env[65418]: DEBUG nova.virt.hardware [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1123.542753] env[65418]: DEBUG nova.virt.hardware [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.542907] env[65418]: DEBUG nova.virt.hardware [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1123.543174] env[65418]: DEBUG nova.virt.hardware [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1123.543470] env[65418]: DEBUG nova.virt.hardware [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1123.543661] env[65418]: DEBUG nova.virt.hardware [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1123.543880] env[65418]: DEBUG nova.virt.hardware [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1123.544120] env[65418]: DEBUG nova.virt.hardware [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1123.544395] env[65418]: DEBUG nova.virt.hardware [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1123.545403] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f465bcb9-5334-4b29-8339-3795ccb03397 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.555716] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f67d333-478f-49be-9cea-5d868b8bbe9f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.632249] env[65418]: DEBUG oslo_vmware.api [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689151, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.836663] env[65418]: DEBUG oslo_concurrency.lockutils [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.837249] env[65418]: DEBUG nova.compute.manager [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1123.839837] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.867s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.841279] env[65418]: INFO nova.compute.claims [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.855532] env[65418]: DEBUG oslo_concurrency.lockutils [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Releasing lock "refresh_cache-06869f73-c2ca-441d-897d-861b83ac98fc" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.856927] env[65418]: DEBUG nova.compute.manager [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Instance network_info: |[{"id": "07561e7e-f890-41b9-8380-372bb893f14e", "address": "fa:16:3e:66:d8:a0", "network": {"id": "3fe5665d-792b-4871-9389-7152eeca662c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1269820969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d9ae9952c054d9d87896000cca7e6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07561e7e-f8", "ovs_interfaceid": "07561e7e-f890-41b9-8380-372bb893f14e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1123.856927] env[65418]: DEBUG oslo_concurrency.lockutils [req-dde445d2-a179-4acb-89c9-dfcfb6da5c1b req-b4f666f6-8ea0-4d82-9dc7-3d3ef975c3e8 service nova] Acquired lock "refresh_cache-06869f73-c2ca-441d-897d-861b83ac98fc" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.856927] env[65418]: DEBUG nova.network.neutron [req-dde445d2-a179-4acb-89c9-dfcfb6da5c1b req-b4f666f6-8ea0-4d82-9dc7-3d3ef975c3e8 service nova] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Refreshing network info cache for port 07561e7e-f890-41b9-8380-372bb893f14e {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.858517] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:d8:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07561e7e-f890-41b9-8380-372bb893f14e', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.865543] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1123.867389] env[65418]: DEBUG nova.network.neutron [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Successfully updated port: 98856794-5b97-4a7f-8d7a-b654902c5c3b {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1123.868662] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.868986] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b85c7ee3-4368-499b-b9fc-fadce6786560 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.891822] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.891822] env[65418]: value = "task-4689152" [ 1123.891822] env[65418]: _type = "Task" [ 1123.891822] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.902537] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689152, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.133898] env[65418]: DEBUG oslo_vmware.api [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689151, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516157} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.134250] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229/79fe77a7-5b2a-4b1b-9fb3-95a3abe91229.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.134389] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.134657] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9535421-584a-4c7c-b805-10976d55dc59 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.141698] env[65418]: DEBUG oslo_vmware.api [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for the task: (returnval){ [ 1124.141698] env[65418]: value = "task-4689153" [ 1124.141698] env[65418]: _type = "Task" [ 1124.141698] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.154112] env[65418]: DEBUG oslo_vmware.api [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689153, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.170071] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aee005db-6b4e-4231-882b-eb7a6181e8be tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "interface-0e487c70-bde4-41b4-b818-5f6ee64d7ef8-52f0b8da-5d14-46d6-bcbd-5c32d84f68d0" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.170541] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aee005db-6b4e-4231-882b-eb7a6181e8be tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "interface-0e487c70-bde4-41b4-b818-5f6ee64d7ef8-52f0b8da-5d14-46d6-bcbd-5c32d84f68d0" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.346833] env[65418]: DEBUG nova.compute.utils [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1124.350745] env[65418]: DEBUG nova.compute.manager [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1124.350745] env[65418]: DEBUG nova.network.neutron [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1124.351042] env[65418]: WARNING neutronclient.v2_0.client [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.351400] env[65418]: WARNING neutronclient.v2_0.client [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.367656] env[65418]: WARNING neutronclient.v2_0.client [req-dde445d2-a179-4acb-89c9-dfcfb6da5c1b req-b4f666f6-8ea0-4d82-9dc7-3d3ef975c3e8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.371075] env[65418]: DEBUG oslo_concurrency.lockutils [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquiring lock "refresh_cache-a4e644b9-3e16-4df4-8ada-f70aa73e1edb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.371423] env[65418]: DEBUG oslo_concurrency.lockutils [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquired lock "refresh_cache-a4e644b9-3e16-4df4-8ada-f70aa73e1edb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.371423] env[65418]: DEBUG nova.network.neutron [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1124.403062] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689152, 'name': CreateVM_Task, 'duration_secs': 0.400862} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.404699] env[65418]: DEBUG nova.policy [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e953618edcd14ebd9ea350ceff35eee1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e602a5de371d43328e7231a6867a600a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1124.406387] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.407242] env[65418]: WARNING neutronclient.v2_0.client [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.407406] env[65418]: DEBUG oslo_concurrency.lockutils [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.407551] env[65418]: DEBUG oslo_concurrency.lockutils [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.407890] env[65418]: DEBUG oslo_concurrency.lockutils [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.408103] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8de39ed5-9ade-4824-b415-79414d729ce1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.415849] env[65418]: DEBUG oslo_vmware.api [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for the task: (returnval){ [ 1124.415849] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5204149f-4be8-631f-133b-75c91140dd32" [ 1124.415849] env[65418]: _type = "Task" [ 1124.415849] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.425066] env[65418]: DEBUG oslo_vmware.api [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5204149f-4be8-631f-133b-75c91140dd32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.612131] env[65418]: WARNING neutronclient.v2_0.client [req-dde445d2-a179-4acb-89c9-dfcfb6da5c1b req-b4f666f6-8ea0-4d82-9dc7-3d3ef975c3e8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.655372] env[65418]: DEBUG oslo_vmware.api [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689153, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080999} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.655372] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.655372] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902c77c6-d401-4b27-8a80-36a82d777c0c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.674752] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aee005db-6b4e-4231-882b-eb7a6181e8be tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "0e487c70-bde4-41b4-b818-5f6ee64d7ef8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.674752] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aee005db-6b4e-4231-882b-eb7a6181e8be tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquired lock "0e487c70-bde4-41b4-b818-5f6ee64d7ef8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.686614] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229/79fe77a7-5b2a-4b1b-9fb3-95a3abe91229.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.689038] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cdec29-e718-4a5b-92cc-3a465e3194df {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.691760] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70141d66-7958-4ac5-a74a-43e3801e5603 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.710199] env[65418]: DEBUG nova.network.neutron [req-dde445d2-a179-4acb-89c9-dfcfb6da5c1b req-b4f666f6-8ea0-4d82-9dc7-3d3ef975c3e8 service nova] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Updated VIF entry in instance network info cache for port 07561e7e-f890-41b9-8380-372bb893f14e. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1124.710654] env[65418]: DEBUG nova.network.neutron [req-dde445d2-a179-4acb-89c9-dfcfb6da5c1b req-b4f666f6-8ea0-4d82-9dc7-3d3ef975c3e8 service nova] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Updating instance_info_cache with network_info: [{"id": "07561e7e-f890-41b9-8380-372bb893f14e", "address": "fa:16:3e:66:d8:a0", "network": {"id": "3fe5665d-792b-4871-9389-7152eeca662c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1269820969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d9ae9952c054d9d87896000cca7e6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07561e7e-f8", "ovs_interfaceid": "07561e7e-f890-41b9-8380-372bb893f14e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.735076] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c1d8da-5b0b-4c24-9b6d-ae01a9eeee94 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.738467] env[65418]: DEBUG oslo_vmware.api [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for the task: (returnval){ [ 1124.738467] env[65418]: value = "task-4689154" [ 1124.738467] env[65418]: _type = "Task" [ 1124.738467] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.739744] env[65418]: DEBUG nova.network.neutron [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Successfully created port: 3e937c0e-61ca-42c8-8364-e31dca915601 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1124.762861] env[65418]: WARNING neutronclient.v2_0.client [None req-aee005db-6b4e-4231-882b-eb7a6181e8be tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.768248] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-aee005db-6b4e-4231-882b-eb7a6181e8be tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Reconfiguring VM to detach interface {{(pid=65418) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1124.769246] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c757d56e-8361-4a60-acbe-70ac201d9628 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.785966] env[65418]: DEBUG oslo_vmware.api [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689154, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.793853] env[65418]: DEBUG oslo_vmware.api [None req-aee005db-6b4e-4231-882b-eb7a6181e8be tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 1124.793853] env[65418]: value = "task-4689155" [ 1124.793853] env[65418]: _type = "Task" [ 1124.793853] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.802748] env[65418]: DEBUG oslo_vmware.api [None req-aee005db-6b4e-4231-882b-eb7a6181e8be tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689155, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.851732] env[65418]: DEBUG nova.compute.manager [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1124.919017] env[65418]: DEBUG nova.network.neutron [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1124.923067] env[65418]: DEBUG nova.compute.manager [req-f4b81c11-bae2-4a1c-a654-17f1f97f8d31 req-e635e0ea-1a06-42c1-96d8-4709a11225ad service nova] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Received event network-vif-plugged-98856794-5b97-4a7f-8d7a-b654902c5c3b {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1124.923667] env[65418]: DEBUG oslo_concurrency.lockutils [req-f4b81c11-bae2-4a1c-a654-17f1f97f8d31 req-e635e0ea-1a06-42c1-96d8-4709a11225ad service nova] Acquiring lock "a4e644b9-3e16-4df4-8ada-f70aa73e1edb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.923667] env[65418]: DEBUG oslo_concurrency.lockutils [req-f4b81c11-bae2-4a1c-a654-17f1f97f8d31 req-e635e0ea-1a06-42c1-96d8-4709a11225ad service nova] Lock "a4e644b9-3e16-4df4-8ada-f70aa73e1edb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.923667] env[65418]: DEBUG oslo_concurrency.lockutils [req-f4b81c11-bae2-4a1c-a654-17f1f97f8d31 req-e635e0ea-1a06-42c1-96d8-4709a11225ad service nova] Lock "a4e644b9-3e16-4df4-8ada-f70aa73e1edb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.923852] env[65418]: DEBUG nova.compute.manager [req-f4b81c11-bae2-4a1c-a654-17f1f97f8d31 req-e635e0ea-1a06-42c1-96d8-4709a11225ad service nova] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] No waiting events found dispatching network-vif-plugged-98856794-5b97-4a7f-8d7a-b654902c5c3b {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1124.923988] env[65418]: WARNING nova.compute.manager [req-f4b81c11-bae2-4a1c-a654-17f1f97f8d31 req-e635e0ea-1a06-42c1-96d8-4709a11225ad service nova] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Received unexpected event network-vif-plugged-98856794-5b97-4a7f-8d7a-b654902c5c3b for instance with vm_state building and task_state spawning. [ 1124.924151] env[65418]: DEBUG nova.compute.manager [req-f4b81c11-bae2-4a1c-a654-17f1f97f8d31 req-e635e0ea-1a06-42c1-96d8-4709a11225ad service nova] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Received event network-changed-98856794-5b97-4a7f-8d7a-b654902c5c3b {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1124.924313] env[65418]: DEBUG nova.compute.manager [req-f4b81c11-bae2-4a1c-a654-17f1f97f8d31 req-e635e0ea-1a06-42c1-96d8-4709a11225ad service nova] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Refreshing instance network info cache due to event network-changed-98856794-5b97-4a7f-8d7a-b654902c5c3b. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1124.925195] env[65418]: DEBUG oslo_concurrency.lockutils [req-f4b81c11-bae2-4a1c-a654-17f1f97f8d31 req-e635e0ea-1a06-42c1-96d8-4709a11225ad service nova] Acquiring lock "refresh_cache-a4e644b9-3e16-4df4-8ada-f70aa73e1edb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.933572] env[65418]: DEBUG oslo_vmware.api [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5204149f-4be8-631f-133b-75c91140dd32, 'name': SearchDatastore_Task, 'duration_secs': 0.010611} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.934165] env[65418]: DEBUG oslo_concurrency.lockutils [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.934394] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1124.934611] env[65418]: DEBUG oslo_concurrency.lockutils [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.934748] env[65418]: DEBUG oslo_concurrency.lockutils [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.934993] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.935203] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3cda46d-7228-436d-b703-7d9a6a033e2d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.945120] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.945308] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1124.948652] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcea2327-b0bd-4559-8179-9c6fcf52f0c9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.955499] env[65418]: DEBUG oslo_vmware.api [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for the task: (returnval){ [ 1124.955499] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529205fd-1bb4-7666-2a6b-fb5db1a5fd24" [ 1124.955499] env[65418]: _type = "Task" [ 1124.955499] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.968211] env[65418]: DEBUG oslo_vmware.api [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529205fd-1bb4-7666-2a6b-fb5db1a5fd24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.038055] env[65418]: WARNING neutronclient.v2_0.client [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.106951] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73daf609-174b-4dc5-b80a-a371a750ed60 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.111740] env[65418]: DEBUG nova.network.neutron [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Updating instance_info_cache with network_info: [{"id": "98856794-5b97-4a7f-8d7a-b654902c5c3b", "address": "fa:16:3e:80:de:23", "network": {"id": "3fe5665d-792b-4871-9389-7152eeca662c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1269820969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d9ae9952c054d9d87896000cca7e6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98856794-5b", "ovs_interfaceid": "98856794-5b97-4a7f-8d7a-b654902c5c3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.115910] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b01712f-06d2-4ae7-9d71-0191428b4588 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.149685] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ddd0ac-ca98-49ab-89d1-af3540662459 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.158291] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902358be-8a35-421b-bdb0-666146cce83f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.175718] env[65418]: DEBUG nova.compute.provider_tree [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1125.212483] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a73ad028-e1d7-4f17-8383-820aac8b8bec tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquiring lock "9980df28-b588-438f-8dc0-76636341a971" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.212761] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a73ad028-e1d7-4f17-8383-820aac8b8bec tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "9980df28-b588-438f-8dc0-76636341a971" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.213037] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a73ad028-e1d7-4f17-8383-820aac8b8bec tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquiring lock "9980df28-b588-438f-8dc0-76636341a971-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.213238] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a73ad028-e1d7-4f17-8383-820aac8b8bec tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "9980df28-b588-438f-8dc0-76636341a971-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.213402] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a73ad028-e1d7-4f17-8383-820aac8b8bec tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "9980df28-b588-438f-8dc0-76636341a971-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.215139] env[65418]: DEBUG oslo_concurrency.lockutils [req-dde445d2-a179-4acb-89c9-dfcfb6da5c1b req-b4f666f6-8ea0-4d82-9dc7-3d3ef975c3e8 service nova] Releasing lock "refresh_cache-06869f73-c2ca-441d-897d-861b83ac98fc" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.215778] env[65418]: INFO nova.compute.manager [None req-a73ad028-e1d7-4f17-8383-820aac8b8bec tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Terminating instance [ 1125.239899] env[65418]: DEBUG oslo_concurrency.lockutils [None req-028a6d0e-3b4e-4c94-84ee-ab9a73ea9ff4 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "024389d2-ea56-42de-aad2-a442c2b8f8cc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.240146] env[65418]: DEBUG oslo_concurrency.lockutils [None req-028a6d0e-3b4e-4c94-84ee-ab9a73ea9ff4 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "024389d2-ea56-42de-aad2-a442c2b8f8cc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.251195] env[65418]: DEBUG oslo_vmware.api [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689154, 'name': ReconfigVM_Task, 'duration_secs': 0.307951} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.252055] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229/79fe77a7-5b2a-4b1b-9fb3-95a3abe91229.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.252667] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f78fd39-3de0-4398-b103-0b9bdec82186 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.260649] env[65418]: DEBUG oslo_vmware.api [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for the task: (returnval){ [ 1125.260649] env[65418]: value = "task-4689156" [ 1125.260649] env[65418]: _type = "Task" [ 1125.260649] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.270129] env[65418]: DEBUG oslo_vmware.api [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689156, 'name': Rename_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.304590] env[65418]: DEBUG oslo_vmware.api [None req-aee005db-6b4e-4231-882b-eb7a6181e8be tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.467766] env[65418]: DEBUG oslo_vmware.api [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529205fd-1bb4-7666-2a6b-fb5db1a5fd24, 'name': SearchDatastore_Task, 'duration_secs': 0.00926} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.468530] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d2728fb-45f6-404c-a586-634d98b02e7a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.475193] env[65418]: DEBUG oslo_vmware.api [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for the task: (returnval){ [ 1125.475193] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520c1e24-ed1c-8089-283c-2382c8c8191e" [ 1125.475193] env[65418]: _type = "Task" [ 1125.475193] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.484697] env[65418]: DEBUG oslo_vmware.api [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520c1e24-ed1c-8089-283c-2382c8c8191e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.616488] env[65418]: DEBUG oslo_concurrency.lockutils [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Releasing lock "refresh_cache-a4e644b9-3e16-4df4-8ada-f70aa73e1edb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.616871] env[65418]: DEBUG nova.compute.manager [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Instance network_info: |[{"id": "98856794-5b97-4a7f-8d7a-b654902c5c3b", "address": "fa:16:3e:80:de:23", "network": {"id": "3fe5665d-792b-4871-9389-7152eeca662c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1269820969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d9ae9952c054d9d87896000cca7e6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98856794-5b", "ovs_interfaceid": "98856794-5b97-4a7f-8d7a-b654902c5c3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1125.617237] env[65418]: DEBUG oslo_concurrency.lockutils [req-f4b81c11-bae2-4a1c-a654-17f1f97f8d31 req-e635e0ea-1a06-42c1-96d8-4709a11225ad service nova] Acquired lock "refresh_cache-a4e644b9-3e16-4df4-8ada-f70aa73e1edb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.617410] env[65418]: DEBUG nova.network.neutron [req-f4b81c11-bae2-4a1c-a654-17f1f97f8d31 req-e635e0ea-1a06-42c1-96d8-4709a11225ad service nova] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Refreshing network info cache for port 98856794-5b97-4a7f-8d7a-b654902c5c3b {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.618741] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:de:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7654928b-7afe-42e3-a18d-68ecc775cefe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98856794-5b97-4a7f-8d7a-b654902c5c3b', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.626834] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1125.627412] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.628242] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1e5020e-611f-48f9-aeda-624ec6807407 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.650719] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.650719] env[65418]: value = "task-4689157" [ 1125.650719] env[65418]: _type = "Task" [ 1125.650719] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.661067] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689157, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.713404] env[65418]: DEBUG nova.scheduler.client.report [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Updated inventory for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with generation 154 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1125.713744] env[65418]: DEBUG nova.compute.provider_tree [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Updating resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 generation from 154 to 155 during operation: update_inventory {{(pid=65418) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1125.714031] env[65418]: DEBUG nova.compute.provider_tree [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1125.719772] env[65418]: DEBUG nova.compute.manager [None req-a73ad028-e1d7-4f17-8383-820aac8b8bec tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1125.719997] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a73ad028-e1d7-4f17-8383-820aac8b8bec tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.720970] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb410769-e3c9-4d15-9aac-72571438086d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.730211] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a73ad028-e1d7-4f17-8383-820aac8b8bec tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.731160] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25b77e5f-546d-47bf-922a-9673c8a9de88 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.739676] env[65418]: DEBUG oslo_vmware.api [None req-a73ad028-e1d7-4f17-8383-820aac8b8bec tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 1125.739676] env[65418]: value = "task-4689158" [ 1125.739676] env[65418]: _type = "Task" [ 1125.739676] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.744358] env[65418]: INFO nova.compute.manager [None req-028a6d0e-3b4e-4c94-84ee-ab9a73ea9ff4 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Detaching volume b3c0f0ae-f712-4efa-bea6-297f3e9830eb [ 1125.755069] env[65418]: DEBUG oslo_vmware.api [None req-a73ad028-e1d7-4f17-8383-820aac8b8bec tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.773462] env[65418]: DEBUG oslo_vmware.api [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689156, 'name': Rename_Task, 'duration_secs': 0.160011} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.773681] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.773932] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3045d72-ce15-4eb5-b292-97b4a6c8c480 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.781485] env[65418]: DEBUG oslo_vmware.api [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for the task: (returnval){ [ 1125.781485] env[65418]: value = "task-4689159" [ 1125.781485] env[65418]: _type = "Task" [ 1125.781485] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.790497] env[65418]: DEBUG oslo_vmware.api [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.791602] env[65418]: INFO nova.virt.block_device [None req-028a6d0e-3b4e-4c94-84ee-ab9a73ea9ff4 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Attempting to driver detach volume b3c0f0ae-f712-4efa-bea6-297f3e9830eb from mountpoint /dev/sdb [ 1125.791832] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-028a6d0e-3b4e-4c94-84ee-ab9a73ea9ff4 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Volume detach. Driver type: vmdk {{(pid=65418) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1125.792046] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-028a6d0e-3b4e-4c94-84ee-ab9a73ea9ff4 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915268', 'volume_id': 'b3c0f0ae-f712-4efa-bea6-297f3e9830eb', 'name': 'volume-b3c0f0ae-f712-4efa-bea6-297f3e9830eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '024389d2-ea56-42de-aad2-a442c2b8f8cc', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3c0f0ae-f712-4efa-bea6-297f3e9830eb', 'serial': 'b3c0f0ae-f712-4efa-bea6-297f3e9830eb'} {{(pid=65418) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1125.792837] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf493e6-d3f5-4849-8b6c-06797d419f8c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.805240] env[65418]: DEBUG oslo_vmware.api [None req-aee005db-6b4e-4231-882b-eb7a6181e8be tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.824419] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3725b563-6287-4095-913b-588f318ba85c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.834142] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee70d5f3-0b92-4e8b-951e-c762816fdec6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.858519] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe1dc45-d548-4016-a6c9-6f9e052dc595 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.877757] env[65418]: DEBUG nova.compute.manager [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1125.880311] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-028a6d0e-3b4e-4c94-84ee-ab9a73ea9ff4 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The volume has not been displaced from its original location: [datastore2] volume-b3c0f0ae-f712-4efa-bea6-297f3e9830eb/volume-b3c0f0ae-f712-4efa-bea6-297f3e9830eb.vmdk. No consolidation needed. {{(pid=65418) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1125.888124] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-028a6d0e-3b4e-4c94-84ee-ab9a73ea9ff4 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1125.888124] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-456526bf-22fe-4657-8a76-f97576d18c25 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.907668] env[65418]: DEBUG oslo_vmware.api [None req-028a6d0e-3b4e-4c94-84ee-ab9a73ea9ff4 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1125.907668] env[65418]: value = "task-4689160" [ 1125.907668] env[65418]: _type = "Task" [ 1125.907668] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.917946] env[65418]: DEBUG oslo_vmware.api [None req-028a6d0e-3b4e-4c94-84ee-ab9a73ea9ff4 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689160, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.927479] env[65418]: DEBUG nova.virt.hardware [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1125.927744] env[65418]: DEBUG nova.virt.hardware [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.927902] env[65418]: DEBUG nova.virt.hardware [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1125.928144] env[65418]: DEBUG nova.virt.hardware [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.928351] env[65418]: DEBUG nova.virt.hardware [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1125.928543] env[65418]: DEBUG nova.virt.hardware [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1125.928749] env[65418]: DEBUG nova.virt.hardware [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1125.928940] env[65418]: DEBUG nova.virt.hardware [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1125.929119] env[65418]: DEBUG nova.virt.hardware [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1125.929300] env[65418]: DEBUG nova.virt.hardware [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1125.929469] env[65418]: DEBUG nova.virt.hardware [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1125.930394] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e858bd-fee6-4856-9d00-99ee08188790 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.941407] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9858bd3d-633b-4d03-8bd7-dc6116ba87a9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.987924] env[65418]: DEBUG oslo_vmware.api [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520c1e24-ed1c-8089-283c-2382c8c8191e, 'name': SearchDatastore_Task, 'duration_secs': 0.012606} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.988262] env[65418]: DEBUG oslo_concurrency.lockutils [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.988727] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 06869f73-c2ca-441d-897d-861b83ac98fc/06869f73-c2ca-441d-897d-861b83ac98fc.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1125.989044] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-557f77ce-4d55-437c-82a4-2fb5059a1a3f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.997562] env[65418]: DEBUG oslo_vmware.api [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for the task: (returnval){ [ 1125.997562] env[65418]: value = "task-4689161" [ 1125.997562] env[65418]: _type = "Task" [ 1125.997562] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.007273] env[65418]: DEBUG oslo_vmware.api [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.128624] env[65418]: WARNING neutronclient.v2_0.client [req-f4b81c11-bae2-4a1c-a654-17f1f97f8d31 req-e635e0ea-1a06-42c1-96d8-4709a11225ad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.165216] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689157, 'name': CreateVM_Task, 'duration_secs': 0.40148} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.165497] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.165954] env[65418]: WARNING neutronclient.v2_0.client [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.166336] env[65418]: DEBUG oslo_concurrency.lockutils [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.166491] env[65418]: DEBUG oslo_concurrency.lockutils [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.166813] env[65418]: DEBUG oslo_concurrency.lockutils [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.170465] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b323dc37-87e7-4222-a449-fb4b2316f645 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.178118] env[65418]: DEBUG oslo_vmware.api [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for the task: (returnval){ [ 1126.178118] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c37550-67dc-1eef-43d7-2a4744e5e163" [ 1126.178118] env[65418]: _type = "Task" [ 1126.178118] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.188684] env[65418]: DEBUG oslo_vmware.api [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c37550-67dc-1eef-43d7-2a4744e5e163, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.220019] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.220706] env[65418]: DEBUG nova.compute.manager [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1126.225108] env[65418]: DEBUG oslo_concurrency.lockutils [None req-19aba063-0230-414f-9ea5-cadf37ad53ea tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.748s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.227469] env[65418]: DEBUG oslo_concurrency.lockutils [None req-19aba063-0230-414f-9ea5-cadf37ad53ea tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.230473] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.667s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.230720] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.230929] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65418) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1126.231417] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8c82495c-cc0b-4c24-b951-50872b6def2d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.137s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.231676] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8c82495c-cc0b-4c24-b951-50872b6def2d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.234408] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d3495ab-87c8-4a79-a422-e53f1f6e6ed0 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.453s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.234661] env[65418]: DEBUG nova.objects.instance [None req-2d3495ab-87c8-4a79-a422-e53f1f6e6ed0 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lazy-loading 'resources' on Instance uuid aaa45e06-f9b4-4c75-8814-65a0d2160f24 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.237440] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf70bf4d-3df4-4820-8c46-bf60192a2c2d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.256253] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cf6c12-e8df-483d-a4fe-be25797b684b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.265533] env[65418]: DEBUG oslo_vmware.api [None req-a73ad028-e1d7-4f17-8383-820aac8b8bec tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689158, 'name': PowerOffVM_Task, 'duration_secs': 0.236843} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.266795] env[65418]: INFO nova.scheduler.client.report [None req-8c82495c-cc0b-4c24-b951-50872b6def2d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Deleted allocations for instance c22734e4-cfdc-4653-88cf-3a605298129a [ 1126.268887] env[65418]: INFO nova.scheduler.client.report [None req-19aba063-0230-414f-9ea5-cadf37ad53ea tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Deleted allocations for instance 0fd1da75-65c3-40d2-8343-437b77b1e4ea [ 1126.270541] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a73ad028-e1d7-4f17-8383-820aac8b8bec tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.270767] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a73ad028-e1d7-4f17-8383-820aac8b8bec tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.276651] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-103470b5-cda1-4ca3-b7ac-2455ec96495d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.293407] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc1b4ca-3ddf-40ab-b24e-95cca59b2d67 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.311200] env[65418]: DEBUG oslo_vmware.api [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689159, 'name': PowerOnVM_Task, 'duration_secs': 0.504808} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.314307] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.314528] env[65418]: INFO nova.compute.manager [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1126.314702] env[65418]: DEBUG nova.compute.manager [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1126.315765] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ad6ec9-9906-42b2-9c29-40779debba30 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.320252] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bb49c9-1309-4668-b2b4-b6c775e472a8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.329136] env[65418]: DEBUG oslo_vmware.api [None req-aee005db-6b4e-4231-882b-eb7a6181e8be tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.366274] env[65418]: DEBUG nova.network.neutron [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Successfully updated port: 3e937c0e-61ca-42c8-8364-e31dca915601 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1126.368741] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179070MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65418) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1126.368901] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.370798] env[65418]: WARNING neutronclient.v2_0.client [req-f4b81c11-bae2-4a1c-a654-17f1f97f8d31 req-e635e0ea-1a06-42c1-96d8-4709a11225ad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.375934] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a73ad028-e1d7-4f17-8383-820aac8b8bec tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.376193] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a73ad028-e1d7-4f17-8383-820aac8b8bec tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.376377] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-a73ad028-e1d7-4f17-8383-820aac8b8bec tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Deleting the datastore file [datastore2] 9980df28-b588-438f-8dc0-76636341a971 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.377059] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8673e2d6-d2ee-42c8-a390-98b9697723ad {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.386473] env[65418]: DEBUG oslo_vmware.api [None req-a73ad028-e1d7-4f17-8383-820aac8b8bec tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 1126.386473] env[65418]: value = "task-4689163" [ 1126.386473] env[65418]: _type = "Task" [ 1126.386473] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.398954] env[65418]: DEBUG oslo_vmware.api [None req-a73ad028-e1d7-4f17-8383-820aac8b8bec tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.423558] env[65418]: DEBUG oslo_vmware.api [None req-028a6d0e-3b4e-4c94-84ee-ab9a73ea9ff4 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689160, 'name': ReconfigVM_Task, 'duration_secs': 0.257357} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.423998] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-028a6d0e-3b4e-4c94-84ee-ab9a73ea9ff4 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1126.429115] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-244cd096-6834-4d00-8859-2fd8c0cdad89 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.449446] env[65418]: DEBUG oslo_vmware.api [None req-028a6d0e-3b4e-4c94-84ee-ab9a73ea9ff4 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1126.449446] env[65418]: value = "task-4689164" [ 1126.449446] env[65418]: _type = "Task" [ 1126.449446] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.462038] env[65418]: DEBUG oslo_vmware.api [None req-028a6d0e-3b4e-4c94-84ee-ab9a73ea9ff4 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689164, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.483407] env[65418]: DEBUG nova.network.neutron [req-f4b81c11-bae2-4a1c-a654-17f1f97f8d31 req-e635e0ea-1a06-42c1-96d8-4709a11225ad service nova] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Updated VIF entry in instance network info cache for port 98856794-5b97-4a7f-8d7a-b654902c5c3b. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1126.483824] env[65418]: DEBUG nova.network.neutron [req-f4b81c11-bae2-4a1c-a654-17f1f97f8d31 req-e635e0ea-1a06-42c1-96d8-4709a11225ad service nova] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Updating instance_info_cache with network_info: [{"id": "98856794-5b97-4a7f-8d7a-b654902c5c3b", "address": "fa:16:3e:80:de:23", "network": {"id": "3fe5665d-792b-4871-9389-7152eeca662c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1269820969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d9ae9952c054d9d87896000cca7e6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98856794-5b", "ovs_interfaceid": "98856794-5b97-4a7f-8d7a-b654902c5c3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.508684] env[65418]: DEBUG oslo_vmware.api [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507525} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.508982] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 06869f73-c2ca-441d-897d-861b83ac98fc/06869f73-c2ca-441d-897d-861b83ac98fc.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1126.509184] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1126.509443] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72560835-acdc-498e-a44a-00035e0294fc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.517036] env[65418]: DEBUG oslo_vmware.api [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for the task: (returnval){ [ 1126.517036] env[65418]: value = "task-4689165" [ 1126.517036] env[65418]: _type = "Task" [ 1126.517036] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.526472] env[65418]: DEBUG oslo_vmware.api [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.690027] env[65418]: DEBUG oslo_vmware.api [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c37550-67dc-1eef-43d7-2a4744e5e163, 'name': SearchDatastore_Task, 'duration_secs': 0.07289} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.690276] env[65418]: DEBUG oslo_concurrency.lockutils [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.690502] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.690730] env[65418]: DEBUG oslo_concurrency.lockutils [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.690875] env[65418]: DEBUG oslo_concurrency.lockutils [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.691143] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.691415] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0d36ffb-b34e-48b8-ba05-8b75c174ee01 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.700284] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.700451] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.701205] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01a6de23-445a-49f8-a423-ed6d0d2493b5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.706772] env[65418]: DEBUG oslo_vmware.api [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for the task: (returnval){ [ 1126.706772] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527448e3-9ac3-34ad-2d05-d1cf8dbf0c3f" [ 1126.706772] env[65418]: _type = "Task" [ 1126.706772] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.714527] env[65418]: DEBUG oslo_vmware.api [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527448e3-9ac3-34ad-2d05-d1cf8dbf0c3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.738322] env[65418]: DEBUG nova.compute.utils [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1126.739858] env[65418]: DEBUG nova.compute.manager [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1126.740057] env[65418]: DEBUG nova.network.neutron [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1126.740368] env[65418]: WARNING neutronclient.v2_0.client [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.740664] env[65418]: WARNING neutronclient.v2_0.client [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.781907] env[65418]: DEBUG nova.policy [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf07f9b1ea4b4dd991a0050864dd9d6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '378c1e35059b4dddb61aa567774373a7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1126.786505] env[65418]: DEBUG oslo_concurrency.lockutils [None req-19aba063-0230-414f-9ea5-cadf37ad53ea tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "0fd1da75-65c3-40d2-8343-437b77b1e4ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.959s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.792492] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8c82495c-cc0b-4c24-b951-50872b6def2d tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "c22734e4-cfdc-4653-88cf-3a605298129a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.454s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.817942] env[65418]: DEBUG oslo_vmware.api [None req-aee005db-6b4e-4231-882b-eb7a6181e8be tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.870989] env[65418]: DEBUG oslo_concurrency.lockutils [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "refresh_cache-fbd6fca4-c04e-400a-bdc1-0cccaedec6b8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.871189] env[65418]: DEBUG oslo_concurrency.lockutils [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquired lock "refresh_cache-fbd6fca4-c04e-400a-bdc1-0cccaedec6b8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.871367] env[65418]: DEBUG nova.network.neutron [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1126.882712] env[65418]: INFO nova.compute.manager [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Took 15.08 seconds to build instance. [ 1126.897706] env[65418]: DEBUG oslo_vmware.api [None req-a73ad028-e1d7-4f17-8383-820aac8b8bec tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239351} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.897958] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-a73ad028-e1d7-4f17-8383-820aac8b8bec tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1126.898182] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a73ad028-e1d7-4f17-8383-820aac8b8bec tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1126.898399] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a73ad028-e1d7-4f17-8383-820aac8b8bec tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1126.898530] env[65418]: INFO nova.compute.manager [None req-a73ad028-e1d7-4f17-8383-820aac8b8bec tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: 9980df28-b588-438f-8dc0-76636341a971] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1126.898769] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-a73ad028-e1d7-4f17-8383-820aac8b8bec tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1126.899217] env[65418]: DEBUG nova.compute.manager [-] [instance: 9980df28-b588-438f-8dc0-76636341a971] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1126.899319] env[65418]: DEBUG nova.network.neutron [-] [instance: 9980df28-b588-438f-8dc0-76636341a971] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1126.899554] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.945461] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.960282] env[65418]: DEBUG oslo_vmware.api [None req-028a6d0e-3b4e-4c94-84ee-ab9a73ea9ff4 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689164, 'name': ReconfigVM_Task, 'duration_secs': 0.163679} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.962604] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-028a6d0e-3b4e-4c94-84ee-ab9a73ea9ff4 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915268', 'volume_id': 'b3c0f0ae-f712-4efa-bea6-297f3e9830eb', 'name': 'volume-b3c0f0ae-f712-4efa-bea6-297f3e9830eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '024389d2-ea56-42de-aad2-a442c2b8f8cc', 'attached_at': '', 'detached_at': '', 'volume_id': 'b3c0f0ae-f712-4efa-bea6-297f3e9830eb', 'serial': 'b3c0f0ae-f712-4efa-bea6-297f3e9830eb'} {{(pid=65418) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1126.965914] env[65418]: DEBUG nova.compute.manager [req-ab7e3cbf-48a3-40c0-91f9-329d247464a0 req-942200de-eb41-4d40-9bf5-e3caa6d15768 service nova] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Received event network-vif-plugged-3e937c0e-61ca-42c8-8364-e31dca915601 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1126.966026] env[65418]: DEBUG oslo_concurrency.lockutils [req-ab7e3cbf-48a3-40c0-91f9-329d247464a0 req-942200de-eb41-4d40-9bf5-e3caa6d15768 service nova] Acquiring lock "fbd6fca4-c04e-400a-bdc1-0cccaedec6b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.966217] env[65418]: DEBUG oslo_concurrency.lockutils [req-ab7e3cbf-48a3-40c0-91f9-329d247464a0 req-942200de-eb41-4d40-9bf5-e3caa6d15768 service nova] Lock "fbd6fca4-c04e-400a-bdc1-0cccaedec6b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.966377] env[65418]: DEBUG oslo_concurrency.lockutils [req-ab7e3cbf-48a3-40c0-91f9-329d247464a0 req-942200de-eb41-4d40-9bf5-e3caa6d15768 service nova] Lock "fbd6fca4-c04e-400a-bdc1-0cccaedec6b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.966757] env[65418]: DEBUG nova.compute.manager [req-ab7e3cbf-48a3-40c0-91f9-329d247464a0 req-942200de-eb41-4d40-9bf5-e3caa6d15768 service nova] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] No waiting events found dispatching network-vif-plugged-3e937c0e-61ca-42c8-8364-e31dca915601 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1126.966757] env[65418]: WARNING nova.compute.manager [req-ab7e3cbf-48a3-40c0-91f9-329d247464a0 req-942200de-eb41-4d40-9bf5-e3caa6d15768 service nova] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Received unexpected event network-vif-plugged-3e937c0e-61ca-42c8-8364-e31dca915601 for instance with vm_state building and task_state spawning. [ 1126.966832] env[65418]: DEBUG nova.compute.manager [req-ab7e3cbf-48a3-40c0-91f9-329d247464a0 req-942200de-eb41-4d40-9bf5-e3caa6d15768 service nova] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Received event network-changed-3e937c0e-61ca-42c8-8364-e31dca915601 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1126.966967] env[65418]: DEBUG nova.compute.manager [req-ab7e3cbf-48a3-40c0-91f9-329d247464a0 req-942200de-eb41-4d40-9bf5-e3caa6d15768 service nova] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Refreshing instance network info cache due to event network-changed-3e937c0e-61ca-42c8-8364-e31dca915601. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1126.967144] env[65418]: DEBUG oslo_concurrency.lockutils [req-ab7e3cbf-48a3-40c0-91f9-329d247464a0 req-942200de-eb41-4d40-9bf5-e3caa6d15768 service nova] Acquiring lock "refresh_cache-fbd6fca4-c04e-400a-bdc1-0cccaedec6b8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.968063] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305cfdf9-5bef-4eb7-893d-3a3d17a9fddf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.979053] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86072572-339d-4d7e-ae9c-167814b62485 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.986739] env[65418]: DEBUG oslo_concurrency.lockutils [req-f4b81c11-bae2-4a1c-a654-17f1f97f8d31 req-e635e0ea-1a06-42c1-96d8-4709a11225ad service nova] Releasing lock "refresh_cache-a4e644b9-3e16-4df4-8ada-f70aa73e1edb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.016052] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163d42e5-99cd-458b-84d8-9e063ef19ed7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.029527] env[65418]: DEBUG oslo_vmware.api [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063708} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.031880] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.033171] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da54b5a-c0c6-451b-8701-67c82167e511 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.036727] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c111ce13-f988-47e4-a547-fa0df1e965d6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.055072] env[65418]: DEBUG nova.compute.provider_tree [None req-2d3495ab-87c8-4a79-a422-e53f1f6e6ed0 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1127.078023] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 06869f73-c2ca-441d-897d-861b83ac98fc/06869f73-c2ca-441d-897d-861b83ac98fc.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.079456] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3df5e3e-6695-4f18-a2d7-e2862da44158 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.103776] env[65418]: DEBUG oslo_vmware.api [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for the task: (returnval){ [ 1127.103776] env[65418]: value = "task-4689166" [ 1127.103776] env[65418]: _type = "Task" [ 1127.103776] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.108563] env[65418]: DEBUG nova.network.neutron [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Successfully created port: 6050f903-ba01-40ee-8b65-cfd0699ed40b {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1127.118098] env[65418]: DEBUG oslo_vmware.api [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689166, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.219451] env[65418]: DEBUG oslo_vmware.api [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]527448e3-9ac3-34ad-2d05-d1cf8dbf0c3f, 'name': SearchDatastore_Task, 'duration_secs': 0.008521} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.220437] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6160802-13ca-4e2d-aa03-17c570b099a4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.227176] env[65418]: DEBUG oslo_vmware.api [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for the task: (returnval){ [ 1127.227176] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f9d80b-c5ea-3cbf-4f49-389cb5df2999" [ 1127.227176] env[65418]: _type = "Task" [ 1127.227176] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.237275] env[65418]: DEBUG oslo_vmware.api [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f9d80b-c5ea-3cbf-4f49-389cb5df2999, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.244012] env[65418]: DEBUG nova.compute.manager [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1127.314545] env[65418]: DEBUG oslo_vmware.api [None req-aee005db-6b4e-4231-882b-eb7a6181e8be tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.385460] env[65418]: DEBUG oslo_concurrency.lockutils [None req-dad62de8-700d-4a83-8ff9-dc42a9910482 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lock "79fe77a7-5b2a-4b1b-9fb3-95a3abe91229" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.597s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.504015] env[65418]: DEBUG nova.network.neutron [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1127.518712] env[65418]: DEBUG nova.objects.instance [None req-028a6d0e-3b4e-4c94-84ee-ab9a73ea9ff4 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lazy-loading 'flavor' on Instance uuid 024389d2-ea56-42de-aad2-a442c2b8f8cc {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.557854] env[65418]: DEBUG nova.compute.manager [req-89c3ba8f-f93b-4069-b088-ca53c67d39e6 req-7785b6a7-92b2-46e9-8979-eb071110c7d5 service nova] [instance: 9980df28-b588-438f-8dc0-76636341a971] Received event network-vif-deleted-7a704222-ef62-43bc-add1-b91f5f86b850 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1127.557854] env[65418]: INFO nova.compute.manager [req-89c3ba8f-f93b-4069-b088-ca53c67d39e6 req-7785b6a7-92b2-46e9-8979-eb071110c7d5 service nova] [instance: 9980df28-b588-438f-8dc0-76636341a971] Neutron deleted interface 7a704222-ef62-43bc-add1-b91f5f86b850; detaching it from the instance and deleting it from the info cache [ 1127.557854] env[65418]: DEBUG nova.network.neutron [req-89c3ba8f-f93b-4069-b088-ca53c67d39e6 req-7785b6a7-92b2-46e9-8979-eb071110c7d5 service nova] [instance: 9980df28-b588-438f-8dc0-76636341a971] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.614866] env[65418]: DEBUG oslo_vmware.api [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689166, 'name': ReconfigVM_Task, 'duration_secs': 0.300872} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.615884] env[65418]: DEBUG nova.scheduler.client.report [None req-2d3495ab-87c8-4a79-a422-e53f1f6e6ed0 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Updated inventory for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with generation 155 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1127.616169] env[65418]: DEBUG nova.compute.provider_tree [None req-2d3495ab-87c8-4a79-a422-e53f1f6e6ed0 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Updating resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 generation from 155 to 156 during operation: update_inventory {{(pid=65418) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1127.616402] env[65418]: DEBUG nova.compute.provider_tree [None req-2d3495ab-87c8-4a79-a422-e53f1f6e6ed0 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1127.619695] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 06869f73-c2ca-441d-897d-861b83ac98fc/06869f73-c2ca-441d-897d-861b83ac98fc.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.620540] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f070d84e-ff92-4046-a638-3e7dc146d4e1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.623648] env[65418]: WARNING neutronclient.v2_0.client [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.628664] env[65418]: DEBUG oslo_vmware.api [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for the task: (returnval){ [ 1127.628664] env[65418]: value = "task-4689167" [ 1127.628664] env[65418]: _type = "Task" [ 1127.628664] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.641353] env[65418]: DEBUG oslo_vmware.api [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689167, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.740383] env[65418]: DEBUG oslo_vmware.api [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f9d80b-c5ea-3cbf-4f49-389cb5df2999, 'name': SearchDatastore_Task, 'duration_secs': 0.010616} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.740635] env[65418]: DEBUG oslo_concurrency.lockutils [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.741419] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] a4e644b9-3e16-4df4-8ada-f70aa73e1edb/a4e644b9-3e16-4df4-8ada-f70aa73e1edb.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.741419] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bab07062-52e2-4e60-a3d5-5fcf3f365357 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.757392] env[65418]: DEBUG oslo_vmware.api [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for the task: (returnval){ [ 1127.757392] env[65418]: value = "task-4689168" [ 1127.757392] env[65418]: _type = "Task" [ 1127.757392] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.766921] env[65418]: DEBUG oslo_vmware.api [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.794815] env[65418]: DEBUG nova.network.neutron [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Updating instance_info_cache with network_info: [{"id": "3e937c0e-61ca-42c8-8364-e31dca915601", "address": "fa:16:3e:80:4d:28", "network": {"id": "0b4d27b9-e8b8-40be-ba95-6e857bc0dc77", "bridge": "br-int", "label": "tempest-ServersTestJSON-903876646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e602a5de371d43328e7231a6867a600a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e937c0e-61", "ovs_interfaceid": "3e937c0e-61ca-42c8-8364-e31dca915601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.813962] env[65418]: DEBUG oslo_vmware.api [None req-aee005db-6b4e-4231-882b-eb7a6181e8be tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.922440] env[65418]: DEBUG nova.network.neutron [-] [instance: 9980df28-b588-438f-8dc0-76636341a971] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.061547] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2e11f4a-21cd-49cd-a97f-240691c2d4d2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.073075] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d9744c-d743-4f67-bc26-d1395c53b436 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.117173] env[65418]: DEBUG nova.compute.manager [req-89c3ba8f-f93b-4069-b088-ca53c67d39e6 req-7785b6a7-92b2-46e9-8979-eb071110c7d5 service nova] [instance: 9980df28-b588-438f-8dc0-76636341a971] Detach interface failed, port_id=7a704222-ef62-43bc-add1-b91f5f86b850, reason: Instance 9980df28-b588-438f-8dc0-76636341a971 could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1128.123208] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d3495ab-87c8-4a79-a422-e53f1f6e6ed0 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.125154] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 6.672s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.141756] env[65418]: DEBUG oslo_vmware.api [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689167, 'name': Rename_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.151565] env[65418]: INFO nova.scheduler.client.report [None req-2d3495ab-87c8-4a79-a422-e53f1f6e6ed0 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Deleted allocations for instance aaa45e06-f9b4-4c75-8814-65a0d2160f24 [ 1128.265797] env[65418]: DEBUG nova.compute.manager [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1128.278657] env[65418]: DEBUG oslo_vmware.api [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689168, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.296025] env[65418]: DEBUG nova.virt.hardware [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1128.296318] env[65418]: DEBUG nova.virt.hardware [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.296473] env[65418]: DEBUG nova.virt.hardware [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1128.296650] env[65418]: DEBUG nova.virt.hardware [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.296806] env[65418]: DEBUG nova.virt.hardware [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1128.296950] env[65418]: DEBUG nova.virt.hardware [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1128.297176] env[65418]: DEBUG nova.virt.hardware [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1128.297331] env[65418]: DEBUG nova.virt.hardware [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1128.297492] env[65418]: DEBUG nova.virt.hardware [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1128.297647] env[65418]: DEBUG nova.virt.hardware [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1128.297813] env[65418]: DEBUG nova.virt.hardware [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1128.298387] env[65418]: DEBUG oslo_concurrency.lockutils [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Releasing lock "refresh_cache-fbd6fca4-c04e-400a-bdc1-0cccaedec6b8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.298712] env[65418]: DEBUG nova.compute.manager [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Instance network_info: |[{"id": "3e937c0e-61ca-42c8-8364-e31dca915601", "address": "fa:16:3e:80:4d:28", "network": {"id": "0b4d27b9-e8b8-40be-ba95-6e857bc0dc77", "bridge": "br-int", "label": "tempest-ServersTestJSON-903876646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e602a5de371d43328e7231a6867a600a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e937c0e-61", "ovs_interfaceid": "3e937c0e-61ca-42c8-8364-e31dca915601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1128.299632] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5832e0b9-7e0d-4bd4-a50a-377cf9409a70 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.302545] env[65418]: DEBUG oslo_concurrency.lockutils [req-ab7e3cbf-48a3-40c0-91f9-329d247464a0 req-942200de-eb41-4d40-9bf5-e3caa6d15768 service nova] Acquired lock "refresh_cache-fbd6fca4-c04e-400a-bdc1-0cccaedec6b8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.302729] env[65418]: DEBUG nova.network.neutron [req-ab7e3cbf-48a3-40c0-91f9-329d247464a0 req-942200de-eb41-4d40-9bf5-e3caa6d15768 service nova] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Refreshing network info cache for port 3e937c0e-61ca-42c8-8364-e31dca915601 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.304112] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:4d:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e937c0e-61ca-42c8-8364-e31dca915601', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.311656] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1128.313227] env[65418]: WARNING neutronclient.v2_0.client [req-ab7e3cbf-48a3-40c0-91f9-329d247464a0 req-942200de-eb41-4d40-9bf5-e3caa6d15768 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.317418] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.327046] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfa46f47-80d4-4075-986c-a496222a2b6b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.342157] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3feedcfc-105a-4307-a190-aa92ada93be9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "024389d2-ea56-42de-aad2-a442c2b8f8cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.343578] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f1a8ee-4794-4489-b2b8-6fcf0eb3b44f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.354962] env[65418]: DEBUG oslo_vmware.api [None req-aee005db-6b4e-4231-882b-eb7a6181e8be tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.365261] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.365261] env[65418]: value = "task-4689169" [ 1128.365261] env[65418]: _type = "Task" [ 1128.365261] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.377284] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689169, 'name': CreateVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.428659] env[65418]: INFO nova.compute.manager [-] [instance: 9980df28-b588-438f-8dc0-76636341a971] Took 1.53 seconds to deallocate network for instance. [ 1128.527499] env[65418]: DEBUG oslo_concurrency.lockutils [None req-028a6d0e-3b4e-4c94-84ee-ab9a73ea9ff4 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "024389d2-ea56-42de-aad2-a442c2b8f8cc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.287s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.528610] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3feedcfc-105a-4307-a190-aa92ada93be9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "024389d2-ea56-42de-aad2-a442c2b8f8cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.187s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.528820] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3feedcfc-105a-4307-a190-aa92ada93be9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "024389d2-ea56-42de-aad2-a442c2b8f8cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.529099] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3feedcfc-105a-4307-a190-aa92ada93be9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "024389d2-ea56-42de-aad2-a442c2b8f8cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.529178] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3feedcfc-105a-4307-a190-aa92ada93be9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "024389d2-ea56-42de-aad2-a442c2b8f8cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.531211] env[65418]: INFO nova.compute.manager [None req-3feedcfc-105a-4307-a190-aa92ada93be9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Terminating instance [ 1128.560924] env[65418]: WARNING neutronclient.v2_0.client [req-ab7e3cbf-48a3-40c0-91f9-329d247464a0 req-942200de-eb41-4d40-9bf5-e3caa6d15768 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.628616] env[65418]: DEBUG nova.objects.instance [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lazy-loading 'migration_context' on Instance uuid ab293e37-eb14-418f-9a96-9be31d1871a9 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.643455] env[65418]: DEBUG oslo_vmware.api [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689167, 'name': Rename_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.660096] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d3495ab-87c8-4a79-a422-e53f1f6e6ed0 tempest-AttachVolumeNegativeTest-1303918197 tempest-AttachVolumeNegativeTest-1303918197-project-member] Lock "aaa45e06-f9b4-4c75-8814-65a0d2160f24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.517s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.676478] env[65418]: DEBUG nova.network.neutron [req-ab7e3cbf-48a3-40c0-91f9-329d247464a0 req-942200de-eb41-4d40-9bf5-e3caa6d15768 service nova] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Updated VIF entry in instance network info cache for port 3e937c0e-61ca-42c8-8364-e31dca915601. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1128.676831] env[65418]: DEBUG nova.network.neutron [req-ab7e3cbf-48a3-40c0-91f9-329d247464a0 req-942200de-eb41-4d40-9bf5-e3caa6d15768 service nova] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Updating instance_info_cache with network_info: [{"id": "3e937c0e-61ca-42c8-8364-e31dca915601", "address": "fa:16:3e:80:4d:28", "network": {"id": "0b4d27b9-e8b8-40be-ba95-6e857bc0dc77", "bridge": "br-int", "label": "tempest-ServersTestJSON-903876646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e602a5de371d43328e7231a6867a600a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e937c0e-61", "ovs_interfaceid": "3e937c0e-61ca-42c8-8364-e31dca915601", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.713782] env[65418]: DEBUG nova.network.neutron [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Successfully updated port: 6050f903-ba01-40ee-8b65-cfd0699ed40b {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1128.771085] env[65418]: DEBUG oslo_vmware.api [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542525} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.771429] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] a4e644b9-3e16-4df4-8ada-f70aa73e1edb/a4e644b9-3e16-4df4-8ada-f70aa73e1edb.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.771726] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.772060] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b43eb58-3c68-4e8c-aba3-b2dff275c732 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.781246] env[65418]: DEBUG oslo_vmware.api [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for the task: (returnval){ [ 1128.781246] env[65418]: value = "task-4689170" [ 1128.781246] env[65418]: _type = "Task" [ 1128.781246] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.794150] env[65418]: DEBUG oslo_vmware.api [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.827058] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "e575aedd-98c8-4749-b83c-c91590d7fbc8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.827413] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "e575aedd-98c8-4749-b83c-c91590d7fbc8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.832557] env[65418]: DEBUG oslo_vmware.api [None req-aee005db-6b4e-4231-882b-eb7a6181e8be tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.879814] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689169, 'name': CreateVM_Task, 'duration_secs': 0.418713} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.880459] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.880702] env[65418]: WARNING neutronclient.v2_0.client [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.881036] env[65418]: DEBUG oslo_concurrency.lockutils [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.881196] env[65418]: DEBUG oslo_concurrency.lockutils [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.881508] env[65418]: DEBUG oslo_concurrency.lockutils [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.881755] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25131834-7ee9-4d79-8ec5-78700604f266 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.886848] env[65418]: DEBUG oslo_vmware.api [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1128.886848] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52aed452-c29a-2a69-8f47-3782103ad2a6" [ 1128.886848] env[65418]: _type = "Task" [ 1128.886848] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.896136] env[65418]: DEBUG oslo_vmware.api [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52aed452-c29a-2a69-8f47-3782103ad2a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.934976] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a73ad028-e1d7-4f17-8383-820aac8b8bec tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.996717] env[65418]: DEBUG nova.compute.manager [req-edeb4023-0dbd-4987-a3dc-0d2b8d5f4641 req-fdcb9c06-4627-45ce-97c8-c902bc2a2e2b service nova] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Received event network-vif-plugged-6050f903-ba01-40ee-8b65-cfd0699ed40b {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1128.997010] env[65418]: DEBUG oslo_concurrency.lockutils [req-edeb4023-0dbd-4987-a3dc-0d2b8d5f4641 req-fdcb9c06-4627-45ce-97c8-c902bc2a2e2b service nova] Acquiring lock "7ca89f79-4e70-4634-8057-8b285094013d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.997283] env[65418]: DEBUG oslo_concurrency.lockutils [req-edeb4023-0dbd-4987-a3dc-0d2b8d5f4641 req-fdcb9c06-4627-45ce-97c8-c902bc2a2e2b service nova] Lock "7ca89f79-4e70-4634-8057-8b285094013d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.997452] env[65418]: DEBUG oslo_concurrency.lockutils [req-edeb4023-0dbd-4987-a3dc-0d2b8d5f4641 req-fdcb9c06-4627-45ce-97c8-c902bc2a2e2b service nova] Lock "7ca89f79-4e70-4634-8057-8b285094013d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.997642] env[65418]: DEBUG nova.compute.manager [req-edeb4023-0dbd-4987-a3dc-0d2b8d5f4641 req-fdcb9c06-4627-45ce-97c8-c902bc2a2e2b service nova] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] No waiting events found dispatching network-vif-plugged-6050f903-ba01-40ee-8b65-cfd0699ed40b {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1128.997780] env[65418]: WARNING nova.compute.manager [req-edeb4023-0dbd-4987-a3dc-0d2b8d5f4641 req-fdcb9c06-4627-45ce-97c8-c902bc2a2e2b service nova] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Received unexpected event network-vif-plugged-6050f903-ba01-40ee-8b65-cfd0699ed40b for instance with vm_state building and task_state spawning. [ 1128.997930] env[65418]: DEBUG nova.compute.manager [req-edeb4023-0dbd-4987-a3dc-0d2b8d5f4641 req-fdcb9c06-4627-45ce-97c8-c902bc2a2e2b service nova] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Received event network-changed-6050f903-ba01-40ee-8b65-cfd0699ed40b {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1128.998151] env[65418]: DEBUG nova.compute.manager [req-edeb4023-0dbd-4987-a3dc-0d2b8d5f4641 req-fdcb9c06-4627-45ce-97c8-c902bc2a2e2b service nova] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Refreshing instance network info cache due to event network-changed-6050f903-ba01-40ee-8b65-cfd0699ed40b. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1128.998948] env[65418]: DEBUG oslo_concurrency.lockutils [req-edeb4023-0dbd-4987-a3dc-0d2b8d5f4641 req-fdcb9c06-4627-45ce-97c8-c902bc2a2e2b service nova] Acquiring lock "refresh_cache-7ca89f79-4e70-4634-8057-8b285094013d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.998948] env[65418]: DEBUG oslo_concurrency.lockutils [req-edeb4023-0dbd-4987-a3dc-0d2b8d5f4641 req-fdcb9c06-4627-45ce-97c8-c902bc2a2e2b service nova] Acquired lock "refresh_cache-7ca89f79-4e70-4634-8057-8b285094013d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.998948] env[65418]: DEBUG nova.network.neutron [req-edeb4023-0dbd-4987-a3dc-0d2b8d5f4641 req-fdcb9c06-4627-45ce-97c8-c902bc2a2e2b service nova] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Refreshing network info cache for port 6050f903-ba01-40ee-8b65-cfd0699ed40b {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.035751] env[65418]: DEBUG nova.compute.manager [None req-3feedcfc-105a-4307-a190-aa92ada93be9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1129.035901] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3feedcfc-105a-4307-a190-aa92ada93be9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.036814] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516a7d08-b4a3-4022-951d-a027eb3232ad {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.046468] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3feedcfc-105a-4307-a190-aa92ada93be9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.046670] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6444f610-c7f7-4cf4-b871-412f89e46ce1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.054710] env[65418]: DEBUG oslo_vmware.api [None req-3feedcfc-105a-4307-a190-aa92ada93be9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1129.054710] env[65418]: value = "task-4689171" [ 1129.054710] env[65418]: _type = "Task" [ 1129.054710] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.063865] env[65418]: DEBUG oslo_vmware.api [None req-3feedcfc-105a-4307-a190-aa92ada93be9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.146622] env[65418]: DEBUG oslo_vmware.api [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689167, 'name': Rename_Task, 'duration_secs': 1.16512} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.146994] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.147298] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8c2148f-1a97-41c3-9502-ccf3528a340c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.156880] env[65418]: DEBUG oslo_vmware.api [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for the task: (returnval){ [ 1129.156880] env[65418]: value = "task-4689172" [ 1129.156880] env[65418]: _type = "Task" [ 1129.156880] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.172388] env[65418]: DEBUG oslo_vmware.api [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.182267] env[65418]: DEBUG oslo_concurrency.lockutils [req-ab7e3cbf-48a3-40c0-91f9-329d247464a0 req-942200de-eb41-4d40-9bf5-e3caa6d15768 service nova] Releasing lock "refresh_cache-fbd6fca4-c04e-400a-bdc1-0cccaedec6b8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.218535] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "refresh_cache-7ca89f79-4e70-4634-8057-8b285094013d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.293132] env[65418]: DEBUG oslo_vmware.api [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074595} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.296380] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.297625] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43b55c8-26e8-42ba-83d5-5d821641bc30 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.322661] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] a4e644b9-3e16-4df4-8ada-f70aa73e1edb/a4e644b9-3e16-4df4-8ada-f70aa73e1edb.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.326414] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04c95870-732c-42cc-b8d2-fb9f139a1536 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.345852] env[65418]: DEBUG nova.compute.manager [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1129.357815] env[65418]: DEBUG oslo_vmware.api [None req-aee005db-6b4e-4231-882b-eb7a6181e8be tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.362538] env[65418]: DEBUG oslo_vmware.api [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for the task: (returnval){ [ 1129.362538] env[65418]: value = "task-4689173" [ 1129.362538] env[65418]: _type = "Task" [ 1129.362538] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.373404] env[65418]: DEBUG oslo_vmware.api [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689173, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.403979] env[65418]: DEBUG oslo_vmware.api [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52aed452-c29a-2a69-8f47-3782103ad2a6, 'name': SearchDatastore_Task, 'duration_secs': 0.014028} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.404540] env[65418]: DEBUG oslo_concurrency.lockutils [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.404944] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.405225] env[65418]: DEBUG oslo_concurrency.lockutils [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.405421] env[65418]: DEBUG oslo_concurrency.lockutils [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.405696] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.407070] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94307f05-1445-42b9-85d9-ac71a57f6d00 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.409704] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390a0618-75b1-433e-9bdf-7efc13470024 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.421539] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2301e36-7a85-428f-8321-d9cad344a328 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.427648] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.427983] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.429319] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-497b3551-0249-4b51-b682-e280f517e618 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.459467] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f644faea-1896-4a5b-a584-5f416c4e2f40 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.463752] env[65418]: DEBUG oslo_vmware.api [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1129.463752] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d080fc-edf8-793d-8194-d6d466b30f55" [ 1129.463752] env[65418]: _type = "Task" [ 1129.463752] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.471959] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49076548-5651-40ba-b701-dca5f83a055c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.480980] env[65418]: DEBUG oslo_vmware.api [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d080fc-edf8-793d-8194-d6d466b30f55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.493460] env[65418]: DEBUG nova.compute.provider_tree [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.501914] env[65418]: WARNING neutronclient.v2_0.client [req-edeb4023-0dbd-4987-a3dc-0d2b8d5f4641 req-fdcb9c06-4627-45ce-97c8-c902bc2a2e2b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.550251] env[65418]: DEBUG nova.network.neutron [req-edeb4023-0dbd-4987-a3dc-0d2b8d5f4641 req-fdcb9c06-4627-45ce-97c8-c902bc2a2e2b service nova] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1129.566244] env[65418]: DEBUG oslo_vmware.api [None req-3feedcfc-105a-4307-a190-aa92ada93be9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689171, 'name': PowerOffVM_Task, 'duration_secs': 0.237713} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.566528] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3feedcfc-105a-4307-a190-aa92ada93be9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.566689] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3feedcfc-105a-4307-a190-aa92ada93be9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.567419] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d512548e-8eb9-4a05-ba04-de8cd25c1b7a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.672161] env[65418]: DEBUG oslo_vmware.api [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689172, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.678298] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3feedcfc-105a-4307-a190-aa92ada93be9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.678586] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3feedcfc-105a-4307-a190-aa92ada93be9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.678959] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-3feedcfc-105a-4307-a190-aa92ada93be9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Deleting the datastore file [datastore2] 024389d2-ea56-42de-aad2-a442c2b8f8cc {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.679205] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a76257d-629d-41ff-a1e5-c8bb84b6e555 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.689009] env[65418]: DEBUG oslo_vmware.api [None req-3feedcfc-105a-4307-a190-aa92ada93be9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1129.689009] env[65418]: value = "task-4689175" [ 1129.689009] env[65418]: _type = "Task" [ 1129.689009] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.699914] env[65418]: DEBUG oslo_vmware.api [None req-3feedcfc-105a-4307-a190-aa92ada93be9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.710651] env[65418]: DEBUG nova.network.neutron [req-edeb4023-0dbd-4987-a3dc-0d2b8d5f4641 req-fdcb9c06-4627-45ce-97c8-c902bc2a2e2b service nova] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.837933] env[65418]: DEBUG oslo_vmware.api [None req-aee005db-6b4e-4231-882b-eb7a6181e8be tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689155, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.868354] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.875018] env[65418]: DEBUG oslo_vmware.api [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.976783] env[65418]: DEBUG oslo_vmware.api [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d080fc-edf8-793d-8194-d6d466b30f55, 'name': SearchDatastore_Task, 'duration_secs': 0.018768} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.977755] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71d189e2-3296-4f79-983d-20fefd5096ba {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.985421] env[65418]: DEBUG oslo_vmware.api [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1129.985421] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52589493-9917-7501-14c1-918a27f975ec" [ 1129.985421] env[65418]: _type = "Task" [ 1129.985421] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.997473] env[65418]: DEBUG nova.scheduler.client.report [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.001075] env[65418]: DEBUG oslo_vmware.api [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52589493-9917-7501-14c1-918a27f975ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.169626] env[65418]: DEBUG oslo_vmware.api [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689172, 'name': PowerOnVM_Task, 'duration_secs': 0.579662} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.169950] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.170279] env[65418]: INFO nova.compute.manager [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1130.170372] env[65418]: DEBUG nova.compute.manager [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1130.171245] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5436118a-51e2-4533-aaa8-8b35f1ed6d1f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.203808] env[65418]: DEBUG oslo_vmware.api [None req-3feedcfc-105a-4307-a190-aa92ada93be9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.46782} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.204621] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-3feedcfc-105a-4307-a190-aa92ada93be9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.204621] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3feedcfc-105a-4307-a190-aa92ada93be9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.204906] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3feedcfc-105a-4307-a190-aa92ada93be9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.205181] env[65418]: INFO nova.compute.manager [None req-3feedcfc-105a-4307-a190-aa92ada93be9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1130.205586] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-3feedcfc-105a-4307-a190-aa92ada93be9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1130.205901] env[65418]: DEBUG nova.compute.manager [-] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1130.206195] env[65418]: DEBUG nova.network.neutron [-] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1130.206410] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.213510] env[65418]: DEBUG oslo_concurrency.lockutils [req-edeb4023-0dbd-4987-a3dc-0d2b8d5f4641 req-fdcb9c06-4627-45ce-97c8-c902bc2a2e2b service nova] Releasing lock "refresh_cache-7ca89f79-4e70-4634-8057-8b285094013d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.214019] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquired lock "refresh_cache-7ca89f79-4e70-4634-8057-8b285094013d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.214261] env[65418]: DEBUG nova.network.neutron [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1130.253270] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.341890] env[65418]: DEBUG oslo_vmware.api [None req-aee005db-6b4e-4231-882b-eb7a6181e8be tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689155, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.375955] env[65418]: DEBUG oslo_vmware.api [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689173, 'name': ReconfigVM_Task, 'duration_secs': 0.864986} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.376278] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Reconfigured VM instance instance-0000006d to attach disk [datastore1] a4e644b9-3e16-4df4-8ada-f70aa73e1edb/a4e644b9-3e16-4df4-8ada-f70aa73e1edb.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.376935] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea009c3d-15e8-4af5-9d0c-b0ec13e3f634 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.389997] env[65418]: DEBUG oslo_vmware.api [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for the task: (returnval){ [ 1130.389997] env[65418]: value = "task-4689177" [ 1130.389997] env[65418]: _type = "Task" [ 1130.389997] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.399847] env[65418]: DEBUG oslo_vmware.api [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689177, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.497196] env[65418]: DEBUG oslo_vmware.api [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52589493-9917-7501-14c1-918a27f975ec, 'name': SearchDatastore_Task, 'duration_secs': 0.014861} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.497483] env[65418]: DEBUG oslo_concurrency.lockutils [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.497739] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] fbd6fca4-c04e-400a-bdc1-0cccaedec6b8/fbd6fca4-c04e-400a-bdc1-0cccaedec6b8.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.498033] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-955501b4-d9e1-4dcd-bca5-2a0ac077e61c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.507482] env[65418]: DEBUG oslo_vmware.api [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1130.507482] env[65418]: value = "task-4689178" [ 1130.507482] env[65418]: _type = "Task" [ 1130.507482] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.520922] env[65418]: DEBUG oslo_vmware.api [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.693511] env[65418]: INFO nova.compute.manager [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Took 18.59 seconds to build instance. [ 1130.783341] env[65418]: DEBUG nova.network.neutron [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1130.842779] env[65418]: DEBUG oslo_vmware.api [None req-aee005db-6b4e-4231-882b-eb7a6181e8be tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689155, 'name': ReconfigVM_Task, 'duration_secs': 5.834637} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.843057] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aee005db-6b4e-4231-882b-eb7a6181e8be tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Releasing lock "0e487c70-bde4-41b4-b818-5f6ee64d7ef8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.843386] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-aee005db-6b4e-4231-882b-eb7a6181e8be tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Reconfigured VM to detach interface {{(pid=65418) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1130.843983] env[65418]: WARNING neutronclient.v2_0.client [None req-aee005db-6b4e-4231-882b-eb7a6181e8be tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.844367] env[65418]: WARNING neutronclient.v2_0.client [None req-aee005db-6b4e-4231-882b-eb7a6181e8be tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.880529] env[65418]: WARNING neutronclient.v2_0.client [None req-aee005db-6b4e-4231-882b-eb7a6181e8be tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.884495] env[65418]: WARNING neutronclient.v2_0.client [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.901132] env[65418]: DEBUG oslo_vmware.api [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689177, 'name': Rename_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.005357] env[65418]: DEBUG nova.network.neutron [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Updating instance_info_cache with network_info: [{"id": "6050f903-ba01-40ee-8b65-cfd0699ed40b", "address": "fa:16:3e:b0:45:61", "network": {"id": "a60b1801-8e2d-4966-8362-cdc65ef35a96", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1479408955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "378c1e35059b4dddb61aa567774373a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6050f903-ba", "ovs_interfaceid": "6050f903-ba01-40ee-8b65-cfd0699ed40b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.011757] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.886s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.028279] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.659s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.045938] env[65418]: DEBUG nova.compute.manager [req-14358826-4aa9-471e-86ca-8c9a06b96e07 req-307cd6c7-dd74-4c82-a989-79569fd09c68 service nova] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Received event network-vif-deleted-0721723b-5150-492b-a173-0c5069696cfe {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1131.045938] env[65418]: INFO nova.compute.manager [req-14358826-4aa9-471e-86ca-8c9a06b96e07 req-307cd6c7-dd74-4c82-a989-79569fd09c68 service nova] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Neutron deleted interface 0721723b-5150-492b-a173-0c5069696cfe; detaching it from the instance and deleting it from the info cache [ 1131.045938] env[65418]: DEBUG nova.network.neutron [req-14358826-4aa9-471e-86ca-8c9a06b96e07 req-307cd6c7-dd74-4c82-a989-79569fd09c68 service nova] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.058896] env[65418]: DEBUG oslo_vmware.api [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689178, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506502} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.058896] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] fbd6fca4-c04e-400a-bdc1-0cccaedec6b8/fbd6fca4-c04e-400a-bdc1-0cccaedec6b8.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.058896] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.059336] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db797492-bd95-43b8-b588-87a3d1442f0f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.069493] env[65418]: DEBUG oslo_vmware.api [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1131.069493] env[65418]: value = "task-4689179" [ 1131.069493] env[65418]: _type = "Task" [ 1131.069493] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.079395] env[65418]: DEBUG oslo_vmware.api [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.195851] env[65418]: DEBUG oslo_concurrency.lockutils [None req-878c4afc-3783-4dc7-b45e-dfefc5b73716 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lock "06869f73-c2ca-441d-897d-861b83ac98fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.101s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.291256] env[65418]: DEBUG nova.network.neutron [-] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.398746] env[65418]: DEBUG oslo_vmware.api [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689177, 'name': Rename_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.509191] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Releasing lock "refresh_cache-7ca89f79-4e70-4634-8057-8b285094013d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.509191] env[65418]: DEBUG nova.compute.manager [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Instance network_info: |[{"id": "6050f903-ba01-40ee-8b65-cfd0699ed40b", "address": "fa:16:3e:b0:45:61", "network": {"id": "a60b1801-8e2d-4966-8362-cdc65ef35a96", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1479408955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "378c1e35059b4dddb61aa567774373a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6050f903-ba", "ovs_interfaceid": "6050f903-ba01-40ee-8b65-cfd0699ed40b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1131.509482] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:45:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6050f903-ba01-40ee-8b65-cfd0699ed40b', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1131.517745] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1131.517989] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1131.518246] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-203bc2ca-266f-465e-ba89-e1929d4e179f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.539466] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1131.539466] env[65418]: value = "task-4689180" [ 1131.539466] env[65418]: _type = "Task" [ 1131.539466] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.555660] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689180, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.556831] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46cc280b-5b72-46ed-a2a4-c5ae24d5ddf5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.568366] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e8c4ca-b162-455e-9675-3427265fe5a7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.591095] env[65418]: DEBUG oslo_vmware.api [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.610633] env[65418]: DEBUG nova.compute.manager [req-14358826-4aa9-471e-86ca-8c9a06b96e07 req-307cd6c7-dd74-4c82-a989-79569fd09c68 service nova] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Detach interface failed, port_id=0721723b-5150-492b-a173-0c5069696cfe, reason: Instance 024389d2-ea56-42de-aad2-a442c2b8f8cc could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1131.794537] env[65418]: INFO nova.compute.manager [-] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Took 1.59 seconds to deallocate network for instance. [ 1131.898693] env[65418]: DEBUG oslo_vmware.api [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689177, 'name': Rename_Task, 'duration_secs': 1.193012} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.898987] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.899339] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1afbd87-2e8e-4149-b4eb-e97ad6aa5c52 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.907630] env[65418]: DEBUG oslo_vmware.api [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for the task: (returnval){ [ 1131.907630] env[65418]: value = "task-4689181" [ 1131.907630] env[65418]: _type = "Task" [ 1131.907630] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.916683] env[65418]: DEBUG oslo_vmware.api [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.051127] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689180, 'name': CreateVM_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.082677] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance f20a3241-1b6e-4072-b3f6-f8cef3f52188 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1132.082807] env[65418]: WARNING nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 9980df28-b588-438f-8dc0-76636341a971 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1132.083089] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 024389d2-ea56-42de-aad2-a442c2b8f8cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1132.083194] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 604333c2-981f-4b75-a801-3df14fb50433 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1132.083477] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 5bb3d343-2754-4900-aa0c-975cf4ef7af8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1132.083626] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 0e487c70-bde4-41b4-b818-5f6ee64d7ef8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1132.095963] env[65418]: DEBUG oslo_vmware.api [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.667562} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.096877] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1132.097689] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8b8b6e-efc0-4b80-a17c-583349d5a947 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.124078] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] fbd6fca4-c04e-400a-bdc1-0cccaedec6b8/fbd6fca4-c04e-400a-bdc1-0cccaedec6b8.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.124289] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da20b579-f1dd-4309-a6b0-251bd996f09a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.147726] env[65418]: DEBUG oslo_vmware.api [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1132.147726] env[65418]: value = "task-4689182" [ 1132.147726] env[65418]: _type = "Task" [ 1132.147726] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.158245] env[65418]: DEBUG oslo_vmware.api [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689182, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.244028] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aee005db-6b4e-4231-882b-eb7a6181e8be tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "refresh_cache-0e487c70-bde4-41b4-b818-5f6ee64d7ef8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.244028] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aee005db-6b4e-4231-882b-eb7a6181e8be tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquired lock "refresh_cache-0e487c70-bde4-41b4-b818-5f6ee64d7ef8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.244028] env[65418]: DEBUG nova.network.neutron [None req-aee005db-6b4e-4231-882b-eb7a6181e8be tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1132.304588] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3feedcfc-105a-4307-a190-aa92ada93be9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.419991] env[65418]: DEBUG oslo_vmware.api [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689181, 'name': PowerOnVM_Task} progress is 92%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.550881] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689180, 'name': CreateVM_Task, 'duration_secs': 0.654287} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.551148] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.551608] env[65418]: WARNING neutronclient.v2_0.client [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.551972] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.552140] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.552471] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.552732] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4933d597-49be-4da3-9ce5-71f1061f783a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.558800] env[65418]: DEBUG oslo_vmware.api [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1132.558800] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52cc7a3e-b14c-85d9-c04d-3196c50f512c" [ 1132.558800] env[65418]: _type = "Task" [ 1132.558800] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.571548] env[65418]: DEBUG oslo_vmware.api [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52cc7a3e-b14c-85d9-c04d-3196c50f512c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.586888] env[65418]: INFO nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 4fa9e7e3-e2eb-4931-b272-79fc1c3c9e25 has allocations against this compute host but is not found in the database. [ 1132.587155] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance ab293e37-eb14-418f-9a96-9be31d1871a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1132.587387] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1132.587387] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 06869f73-c2ca-441d-897d-861b83ac98fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1132.587498] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance a4e644b9-3e16-4df4-8ada-f70aa73e1edb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1132.587536] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance fbd6fca4-c04e-400a-bdc1-0cccaedec6b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1132.587620] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 7ca89f79-4e70-4634-8057-8b285094013d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1132.590304] env[65418]: INFO nova.compute.manager [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Swapping old allocation on dict_keys(['04ebeb19-ed8c-4ddf-818a-ebce01147110']) held by migration 4fa9e7e3-e2eb-4931-b272-79fc1c3c9e25 for instance [ 1132.621740] env[65418]: DEBUG nova.scheduler.client.report [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Overwriting current allocation {'allocations': {'04ebeb19-ed8c-4ddf-818a-ebce01147110': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 157}}, 'project_id': '5e14fd3d9ea54564854290858d3c5cc9', 'user_id': 'c6ffd95f4d8942ba8bbccb7b7225cd77', 'consumer_generation': 1} on consumer ab293e37-eb14-418f-9a96-9be31d1871a9 {{(pid=65418) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1132.659899] env[65418]: DEBUG oslo_vmware.api [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689182, 'name': ReconfigVM_Task, 'duration_secs': 0.317182} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.660257] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Reconfigured VM instance instance-0000006e to attach disk [datastore2] fbd6fca4-c04e-400a-bdc1-0cccaedec6b8/fbd6fca4-c04e-400a-bdc1-0cccaedec6b8.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.661062] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eaed332e-87f8-4a68-b3d6-a9ac4c94fb40 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.669611] env[65418]: DEBUG oslo_vmware.api [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1132.669611] env[65418]: value = "task-4689183" [ 1132.669611] env[65418]: _type = "Task" [ 1132.669611] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.680404] env[65418]: DEBUG oslo_vmware.api [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689183, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.704840] env[65418]: WARNING neutronclient.v2_0.client [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.735059] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3e5f4d27-e546-434f-8a9e-6c1284084145 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "0e487c70-bde4-41b4-b818-5f6ee64d7ef8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.735500] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3e5f4d27-e546-434f-8a9e-6c1284084145 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "0e487c70-bde4-41b4-b818-5f6ee64d7ef8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.735674] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3e5f4d27-e546-434f-8a9e-6c1284084145 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "0e487c70-bde4-41b4-b818-5f6ee64d7ef8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.735872] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3e5f4d27-e546-434f-8a9e-6c1284084145 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "0e487c70-bde4-41b4-b818-5f6ee64d7ef8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.736055] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3e5f4d27-e546-434f-8a9e-6c1284084145 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "0e487c70-bde4-41b4-b818-5f6ee64d7ef8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.738194] env[65418]: INFO nova.compute.manager [None req-3e5f4d27-e546-434f-8a9e-6c1284084145 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Terminating instance [ 1132.740409] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "refresh_cache-ab293e37-eb14-418f-9a96-9be31d1871a9" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.740568] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquired lock "refresh_cache-ab293e37-eb14-418f-9a96-9be31d1871a9" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.740737] env[65418]: DEBUG nova.network.neutron [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1132.749217] env[65418]: WARNING neutronclient.v2_0.client [None req-aee005db-6b4e-4231-882b-eb7a6181e8be tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.919010] env[65418]: DEBUG oslo_vmware.api [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689181, 'name': PowerOnVM_Task, 'duration_secs': 0.574251} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.919309] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1132.919514] env[65418]: INFO nova.compute.manager [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Took 9.41 seconds to spawn the instance on the hypervisor. [ 1132.920120] env[65418]: DEBUG nova.compute.manager [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1132.920510] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f926c683-2c6d-4a41-9b19-725c6a958a66 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.924437] env[65418]: WARNING neutronclient.v2_0.client [None req-aee005db-6b4e-4231-882b-eb7a6181e8be tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.000158] env[65418]: INFO nova.network.neutron [None req-aee005db-6b4e-4231-882b-eb7a6181e8be tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Port 52f0b8da-5d14-46d6-bcbd-5c32d84f68d0 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1133.000816] env[65418]: DEBUG nova.network.neutron [None req-aee005db-6b4e-4231-882b-eb7a6181e8be tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Updating instance_info_cache with network_info: [{"id": "db3796f3-9b89-4483-94e0-dfdafaa3ed33", "address": "fa:16:3e:4b:a5:25", "network": {"id": "7eb8d990-6d3e-4b01-a203-6d2e2113297e", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-585390434-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ca3b83200614608a1469439b601a853", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb3796f3-9b", "ovs_interfaceid": "db3796f3-9b89-4483-94e0-dfdafaa3ed33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.070721] env[65418]: DEBUG oslo_vmware.api [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52cc7a3e-b14c-85d9-c04d-3196c50f512c, 'name': SearchDatastore_Task, 'duration_secs': 0.010578} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.071083] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.071394] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1133.071676] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.071851] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.072173] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1133.072602] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6a3c282-aaf9-4952-a734-4de55cf881fc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.083232] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1133.083463] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1133.084264] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb3cb92f-8d89-48b1-8ba1-cbdb864cf920 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.090601] env[65418]: DEBUG oslo_vmware.api [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1133.090601] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5269c1e5-4a63-5c4a-f42e-9bfb2820932d" [ 1133.090601] env[65418]: _type = "Task" [ 1133.090601] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.094736] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance e575aedd-98c8-4749-b83c-c91590d7fbc8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1133.094984] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=65418) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1133.095161] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2752MB phys_disk=100GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '11', 'num_vm_active': '7', 'num_task_None': '6', 'num_os_type_None': '11', 'num_proj_4f0140731fab4ddebe63cfa14ec652ae': '2', 'io_workload': '3', 'num_task_deleting': '1', 'num_vm_resized': '1', 'num_task_resize_reverting': '1', 'num_proj_5e14fd3d9ea54564854290858d3c5cc9': '1', 'num_proj_2ca3b83200614608a1469439b601a853': '2', 'num_proj_e602a5de371d43328e7231a6867a600a': '2', 'num_proj_4d9ae9952c054d9d87896000cca7e6ed': '3', 'num_vm_building': '3', 'num_task_spawning': '3', 'num_proj_378c1e35059b4dddb61aa567774373a7': '1'} {{(pid=65418) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1133.104436] env[65418]: DEBUG oslo_vmware.api [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5269c1e5-4a63-5c4a-f42e-9bfb2820932d, 'name': SearchDatastore_Task, 'duration_secs': 0.010006} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.105372] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14ec9616-810d-46a4-a26f-8dc01265644d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.111846] env[65418]: DEBUG oslo_vmware.api [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1133.111846] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523b0f5e-b991-c0c6-bd1c-5290d41ffe77" [ 1133.111846] env[65418]: _type = "Task" [ 1133.111846] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.126308] env[65418]: DEBUG oslo_vmware.api [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]523b0f5e-b991-c0c6-bd1c-5290d41ffe77, 'name': SearchDatastore_Task, 'duration_secs': 0.010305} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.126534] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.126787] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 7ca89f79-4e70-4634-8057-8b285094013d/7ca89f79-4e70-4634-8057-8b285094013d.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.127077] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f04f4f72-53cd-48f8-a228-14d0018d68fe {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.134621] env[65418]: DEBUG oslo_vmware.api [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1133.134621] env[65418]: value = "task-4689185" [ 1133.134621] env[65418]: _type = "Task" [ 1133.134621] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.145185] env[65418]: DEBUG oslo_vmware.api [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.183259] env[65418]: DEBUG oslo_vmware.api [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689183, 'name': Rename_Task, 'duration_secs': 0.153946} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.183657] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.184064] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e09a78f5-b6e1-42c2-a9af-820027f04ec8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.193057] env[65418]: DEBUG oslo_vmware.api [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1133.193057] env[65418]: value = "task-4689186" [ 1133.193057] env[65418]: _type = "Task" [ 1133.193057] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.206336] env[65418]: DEBUG oslo_vmware.api [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.245072] env[65418]: WARNING neutronclient.v2_0.client [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.249262] env[65418]: DEBUG nova.compute.manager [None req-3e5f4d27-e546-434f-8a9e-6c1284084145 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1133.249647] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5f4d27-e546-434f-8a9e-6c1284084145 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.254906] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ac31b5-0cf2-4cea-92d0-fd84bf29225b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.267265] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5f4d27-e546-434f-8a9e-6c1284084145 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.267674] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38d38cb3-df2c-4a86-b5de-54647511bfbe {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.277904] env[65418]: DEBUG oslo_vmware.api [None req-3e5f4d27-e546-434f-8a9e-6c1284084145 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 1133.277904] env[65418]: value = "task-4689187" [ 1133.277904] env[65418]: _type = "Task" [ 1133.277904] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.291100] env[65418]: DEBUG oslo_vmware.api [None req-3e5f4d27-e546-434f-8a9e-6c1284084145 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.427501] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66e6211-de16-482a-830b-624c485c78f5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.442299] env[65418]: INFO nova.compute.manager [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Took 20.98 seconds to build instance. [ 1133.445426] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d1d7dc-5dad-4f38-9bdd-9d2911551e35 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.490993] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a001a0-f13c-46be-8939-3dd3e3b7d991 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.504122] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aee005db-6b4e-4231-882b-eb7a6181e8be tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Releasing lock "refresh_cache-0e487c70-bde4-41b4-b818-5f6ee64d7ef8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.509276] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a82d17-38e2-491b-94ff-8a014a877247 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.530525] env[65418]: DEBUG nova.compute.provider_tree [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.534111] env[65418]: WARNING neutronclient.v2_0.client [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.628912] env[65418]: DEBUG nova.network.neutron [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Updating instance_info_cache with network_info: [{"id": "ac69e6cf-9641-4f44-8f4a-7eed4f33df76", "address": "fa:16:3e:11:36:43", "network": {"id": "c5654c64-ff10-4cb7-bcc0-9c8f1f9f2c7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-459739501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e14fd3d9ea54564854290858d3c5cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac69e6cf-96", "ovs_interfaceid": "ac69e6cf-9641-4f44-8f4a-7eed4f33df76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.648199] env[65418]: DEBUG oslo_vmware.api [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689185, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.707525] env[65418]: DEBUG oslo_vmware.api [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689186, 'name': PowerOnVM_Task} progress is 71%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.790031] env[65418]: DEBUG oslo_vmware.api [None req-3e5f4d27-e546-434f-8a9e-6c1284084145 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689187, 'name': PowerOffVM_Task, 'duration_secs': 0.242053} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.790031] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5f4d27-e546-434f-8a9e-6c1284084145 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.790031] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5f4d27-e546-434f-8a9e-6c1284084145 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1133.790031] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b44259c1-5275-44ff-9221-e0074f2b5fba {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.864327] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5f4d27-e546-434f-8a9e-6c1284084145 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1133.865390] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5f4d27-e546-434f-8a9e-6c1284084145 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1133.865390] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e5f4d27-e546-434f-8a9e-6c1284084145 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Deleting the datastore file [datastore2] 0e487c70-bde4-41b4-b818-5f6ee64d7ef8 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.865390] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fd436fd-5d6e-49a1-a274-b9a1b1b2d56f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.872620] env[65418]: DEBUG oslo_vmware.api [None req-3e5f4d27-e546-434f-8a9e-6c1284084145 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 1133.872620] env[65418]: value = "task-4689189" [ 1133.872620] env[65418]: _type = "Task" [ 1133.872620] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.881352] env[65418]: DEBUG oslo_vmware.api [None req-3e5f4d27-e546-434f-8a9e-6c1284084145 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.944936] env[65418]: DEBUG oslo_concurrency.lockutils [None req-60c4a26c-7c09-4efa-afb9-60a7c704033e tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lock "a4e644b9-3e16-4df4-8ada-f70aa73e1edb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.494s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.009146] env[65418]: DEBUG oslo_concurrency.lockutils [None req-aee005db-6b4e-4231-882b-eb7a6181e8be tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "interface-0e487c70-bde4-41b4-b818-5f6ee64d7ef8-52f0b8da-5d14-46d6-bcbd-5c32d84f68d0" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.839s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.033831] env[65418]: DEBUG nova.scheduler.client.report [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.131081] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Releasing lock "refresh_cache-ab293e37-eb14-418f-9a96-9be31d1871a9" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.132100] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479b5ba4-c369-4050-9c93-72d14cd2e757 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.142099] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da88b19-f19e-4ce2-9328-6854540775f4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.147964] env[65418]: DEBUG oslo_vmware.api [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621313} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.148639] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 7ca89f79-4e70-4634-8057-8b285094013d/7ca89f79-4e70-4634-8057-8b285094013d.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.148887] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.149186] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-831347fc-a567-4606-b5e0-8baa388e0b4a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.162410] env[65418]: DEBUG oslo_vmware.api [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1134.162410] env[65418]: value = "task-4689190" [ 1134.162410] env[65418]: _type = "Task" [ 1134.162410] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.178618] env[65418]: DEBUG oslo_vmware.api [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.206969] env[65418]: DEBUG oslo_vmware.api [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689186, 'name': PowerOnVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.383799] env[65418]: DEBUG oslo_vmware.api [None req-3e5f4d27-e546-434f-8a9e-6c1284084145 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409093} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.384116] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e5f4d27-e546-434f-8a9e-6c1284084145 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.384306] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5f4d27-e546-434f-8a9e-6c1284084145 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1134.384450] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5f4d27-e546-434f-8a9e-6c1284084145 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.384869] env[65418]: INFO nova.compute.manager [None req-3e5f4d27-e546-434f-8a9e-6c1284084145 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1134.384869] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-3e5f4d27-e546-434f-8a9e-6c1284084145 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1134.385077] env[65418]: DEBUG nova.compute.manager [-] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1134.385176] env[65418]: DEBUG nova.network.neutron [-] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1134.385429] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.420666] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.541921] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65418) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1134.542212] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.514s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.542721] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a73ad028-e1d7-4f17-8383-820aac8b8bec tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.608s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.542938] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a73ad028-e1d7-4f17-8383-820aac8b8bec tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.544980] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.677s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.546763] env[65418]: INFO nova.compute.claims [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1134.549790] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1134.549967] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Cleaning up deleted instances with incomplete migration {{(pid=65418) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11954}} [ 1134.584116] env[65418]: INFO nova.scheduler.client.report [None req-a73ad028-e1d7-4f17-8383-820aac8b8bec tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Deleted allocations for instance 9980df28-b588-438f-8dc0-76636341a971 [ 1134.675668] env[65418]: DEBUG oslo_vmware.api [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083206} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.675953] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.676761] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef2a722-03f6-431a-856b-d48070eb464d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.704312] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 7ca89f79-4e70-4634-8057-8b285094013d/7ca89f79-4e70-4634-8057-8b285094013d.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.705235] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea4b90ca-aeae-4916-9bc0-171c990cac24 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.738900] env[65418]: DEBUG oslo_vmware.api [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689186, 'name': PowerOnVM_Task, 'duration_secs': 1.100464} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.740402] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.740677] env[65418]: INFO nova.compute.manager [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1134.740850] env[65418]: DEBUG nova.compute.manager [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1134.741214] env[65418]: DEBUG oslo_vmware.api [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1134.741214] env[65418]: value = "task-4689191" [ 1134.741214] env[65418]: _type = "Task" [ 1134.741214] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.742373] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfee3bf-88ff-489a-9cd1-0ec03df10fda {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.759460] env[65418]: DEBUG oslo_vmware.api [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689191, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.055030] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.098161] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a73ad028-e1d7-4f17-8383-820aac8b8bec tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "9980df28-b588-438f-8dc0-76636341a971" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.885s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.218867] env[65418]: DEBUG nova.compute.manager [req-bffa2e93-90b0-4a4b-b821-946388c42d71 req-d2192c0a-e1a2-4455-bfcb-46949fbb75ea service nova] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Received event network-vif-deleted-db3796f3-9b89-4483-94e0-dfdafaa3ed33 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1135.218867] env[65418]: INFO nova.compute.manager [req-bffa2e93-90b0-4a4b-b821-946388c42d71 req-d2192c0a-e1a2-4455-bfcb-46949fbb75ea service nova] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Neutron deleted interface db3796f3-9b89-4483-94e0-dfdafaa3ed33; detaching it from the instance and deleting it from the info cache [ 1135.220427] env[65418]: DEBUG nova.network.neutron [req-bffa2e93-90b0-4a4b-b821-946388c42d71 req-d2192c0a-e1a2-4455-bfcb-46949fbb75ea service nova] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.256949] env[65418]: DEBUG oslo_vmware.api [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689191, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.264038] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.266704] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08445434-49be-4c7e-b005-1f3f7ecd82cc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.269593] env[65418]: INFO nova.compute.manager [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Took 20.99 seconds to build instance. [ 1135.277872] env[65418]: DEBUG oslo_vmware.api [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1135.277872] env[65418]: value = "task-4689192" [ 1135.277872] env[65418]: _type = "Task" [ 1135.277872] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.295662] env[65418]: DEBUG oslo_vmware.api [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.682433] env[65418]: DEBUG nova.network.neutron [-] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.726441] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a89932fd-9f9c-41fb-9df8-420156f39d36 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.741700] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36228b5a-06f1-47a4-ad5b-f106cc3122f0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.755631] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85962989-2e49-46e6-a8ec-3440bf67d363 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.775390] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d74165c-9d62-4d1a-b459-d621e7dc493b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.778148] env[65418]: DEBUG oslo_vmware.api [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689191, 'name': ReconfigVM_Task, 'duration_secs': 0.560207} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.788649] env[65418]: DEBUG oslo_concurrency.lockutils [None req-30547ee8-3f71-47ee-ae7a-324edc907753 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "fbd6fca4-c04e-400a-bdc1-0cccaedec6b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.534s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.788994] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 7ca89f79-4e70-4634-8057-8b285094013d/7ca89f79-4e70-4634-8057-8b285094013d.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.789819] env[65418]: DEBUG nova.compute.manager [req-bffa2e93-90b0-4a4b-b821-946388c42d71 req-d2192c0a-e1a2-4455-bfcb-46949fbb75ea service nova] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Detach interface failed, port_id=db3796f3-9b89-4483-94e0-dfdafaa3ed33, reason: Instance 0e487c70-bde4-41b4-b818-5f6ee64d7ef8 could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1135.793655] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-910b6e4a-81fc-43e7-ab9b-719a73b44512 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.826937] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5fd7ff-a622-48f6-8023-992990012fe9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.833861] env[65418]: DEBUG oslo_vmware.api [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689192, 'name': PowerOffVM_Task, 'duration_secs': 0.32918} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.837565] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.838062] env[65418]: DEBUG nova.virt.hardware [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1135.838194] env[65418]: DEBUG nova.virt.hardware [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.838257] env[65418]: DEBUG nova.virt.hardware [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1135.838630] env[65418]: DEBUG nova.virt.hardware [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.838698] env[65418]: DEBUG nova.virt.hardware [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1135.838847] env[65418]: DEBUG nova.virt.hardware [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1135.839073] env[65418]: DEBUG nova.virt.hardware [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1135.839242] env[65418]: DEBUG nova.virt.hardware [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1135.839649] env[65418]: DEBUG nova.virt.hardware [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1135.839649] env[65418]: DEBUG nova.virt.hardware [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1135.839732] env[65418]: DEBUG nova.virt.hardware [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1135.845267] env[65418]: DEBUG oslo_vmware.api [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1135.845267] env[65418]: value = "task-4689193" [ 1135.845267] env[65418]: _type = "Task" [ 1135.845267] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.845607] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e53e305-88c6-4c0f-aeeb-a9eef5c08f7d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.857260] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581b9ab3-81bd-4548-a6f6-ef97a3721ce0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.880518] env[65418]: DEBUG nova.compute.provider_tree [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1135.890771] env[65418]: DEBUG oslo_vmware.api [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689193, 'name': Rename_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.890892] env[65418]: DEBUG oslo_vmware.api [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1135.890892] env[65418]: value = "task-4689194" [ 1135.890892] env[65418]: _type = "Task" [ 1135.890892] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.904283] env[65418]: DEBUG oslo_vmware.api [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.924250] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b3433489-883e-4c06-8bf9-faae0231bf5b tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquiring lock "79fe77a7-5b2a-4b1b-9fb3-95a3abe91229" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.924250] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b3433489-883e-4c06-8bf9-faae0231bf5b tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lock "79fe77a7-5b2a-4b1b-9fb3-95a3abe91229" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.924250] env[65418]: DEBUG nova.compute.manager [None req-b3433489-883e-4c06-8bf9-faae0231bf5b tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1135.924856] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e44041-2d31-4554-bfb9-8dfa7d221677 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.932885] env[65418]: DEBUG nova.compute.manager [None req-b3433489-883e-4c06-8bf9-faae0231bf5b tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65418) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1135.933665] env[65418]: DEBUG nova.objects.instance [None req-b3433489-883e-4c06-8bf9-faae0231bf5b tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lazy-loading 'flavor' on Instance uuid 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.183503] env[65418]: INFO nova.compute.manager [-] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Took 1.80 seconds to deallocate network for instance. [ 1136.367616] env[65418]: DEBUG oslo_vmware.api [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689193, 'name': Rename_Task, 'duration_secs': 0.22436} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.367985] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.368318] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0ef9836-513c-4fed-bbd4-680d827a231d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.377430] env[65418]: DEBUG oslo_vmware.api [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1136.377430] env[65418]: value = "task-4689196" [ 1136.377430] env[65418]: _type = "Task" [ 1136.377430] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.387394] env[65418]: DEBUG oslo_vmware.api [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.392559] env[65418]: DEBUG nova.scheduler.client.report [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.407713] env[65418]: DEBUG oslo_vmware.api [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689194, 'name': ReconfigVM_Task, 'duration_secs': 0.262627} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.408686] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938e3feb-2766-4a78-a27a-ff54bb7ee102 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.432253] env[65418]: DEBUG nova.virt.hardware [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1136.432516] env[65418]: DEBUG nova.virt.hardware [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.432665] env[65418]: DEBUG nova.virt.hardware [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1136.432896] env[65418]: DEBUG nova.virt.hardware [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.433124] env[65418]: DEBUG nova.virt.hardware [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1136.433334] env[65418]: DEBUG nova.virt.hardware [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1136.433585] env[65418]: DEBUG nova.virt.hardware [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1136.433776] env[65418]: DEBUG nova.virt.hardware [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1136.433975] env[65418]: DEBUG nova.virt.hardware [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1136.434192] env[65418]: DEBUG nova.virt.hardware [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1136.434463] env[65418]: DEBUG nova.virt.hardware [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1136.435296] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ad6a70e-5ca8-4a47-b984-66d5ede9c8f7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.443665] env[65418]: DEBUG oslo_vmware.api [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1136.443665] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52a19f14-c0ac-3fd2-69e4-e34677ca9e5b" [ 1136.443665] env[65418]: _type = "Task" [ 1136.443665] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.454645] env[65418]: DEBUG oslo_vmware.api [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52a19f14-c0ac-3fd2-69e4-e34677ca9e5b, 'name': SearchDatastore_Task, 'duration_secs': 0.008863} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.460440] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1136.461135] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6aad97bf-dbf6-46bc-8e58-b937ba8bba6d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.484984] env[65418]: DEBUG oslo_vmware.api [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1136.484984] env[65418]: value = "task-4689197" [ 1136.484984] env[65418]: _type = "Task" [ 1136.484984] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.493871] env[65418]: DEBUG oslo_vmware.api [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689197, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.640684] env[65418]: DEBUG oslo_concurrency.lockutils [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "8a052d5e-a79d-458c-a6fd-27e78fb82ce8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.640908] env[65418]: DEBUG oslo_concurrency.lockutils [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "8a052d5e-a79d-458c-a6fd-27e78fb82ce8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.689674] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3e5f4d27-e546-434f-8a9e-6c1284084145 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.888570] env[65418]: DEBUG oslo_vmware.api [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689196, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.901993] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.902564] env[65418]: DEBUG nova.compute.manager [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1136.905484] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3feedcfc-105a-4307-a190-aa92ada93be9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.601s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.905705] env[65418]: DEBUG nova.objects.instance [None req-3feedcfc-105a-4307-a190-aa92ada93be9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lazy-loading 'resources' on Instance uuid 024389d2-ea56-42de-aad2-a442c2b8f8cc {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.942802] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3433489-883e-4c06-8bf9-faae0231bf5b tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.943811] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2e1e561-b401-4190-a9f1-b1ffa9255f67 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.952901] env[65418]: DEBUG oslo_vmware.api [None req-b3433489-883e-4c06-8bf9-faae0231bf5b tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for the task: (returnval){ [ 1136.952901] env[65418]: value = "task-4689198" [ 1136.952901] env[65418]: _type = "Task" [ 1136.952901] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.963792] env[65418]: DEBUG oslo_vmware.api [None req-b3433489-883e-4c06-8bf9-faae0231bf5b tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.998755] env[65418]: DEBUG oslo_vmware.api [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689197, 'name': ReconfigVM_Task, 'duration_secs': 0.410187} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.999235] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1137.000701] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8e2b71-75d4-4ea7-ae37-e30e7701e1a5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.029689] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] ab293e37-eb14-418f-9a96-9be31d1871a9/ab293e37-eb14-418f-9a96-9be31d1871a9.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.030102] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44fecf42-3f88-432c-9b95-7a43ef078340 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.053137] env[65418]: DEBUG oslo_vmware.api [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1137.053137] env[65418]: value = "task-4689199" [ 1137.053137] env[65418]: _type = "Task" [ 1137.053137] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.064503] env[65418]: DEBUG oslo_vmware.api [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689199, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.144664] env[65418]: DEBUG nova.compute.manager [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1137.391975] env[65418]: DEBUG oslo_vmware.api [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689196, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.398541] env[65418]: DEBUG oslo_concurrency.lockutils [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquiring lock "f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.398837] env[65418]: DEBUG oslo_concurrency.lockutils [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.408892] env[65418]: DEBUG nova.compute.utils [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1137.415302] env[65418]: DEBUG nova.compute.manager [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1137.415583] env[65418]: DEBUG nova.network.neutron [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1137.415920] env[65418]: WARNING neutronclient.v2_0.client [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1137.416242] env[65418]: WARNING neutronclient.v2_0.client [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1137.464385] env[65418]: DEBUG oslo_vmware.api [None req-b3433489-883e-4c06-8bf9-faae0231bf5b tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689198, 'name': PowerOffVM_Task, 'duration_secs': 0.283643} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.467317] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3433489-883e-4c06-8bf9-faae0231bf5b tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.467522] env[65418]: DEBUG nova.compute.manager [None req-b3433489-883e-4c06-8bf9-faae0231bf5b tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1137.468725] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef998444-0ab1-40a5-90ab-21b80968a4b8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.480738] env[65418]: DEBUG nova.policy [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cca63ae3c9374f079d8736d7bd3c7033', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e0727a4c133420fa0cb4f4356dee109', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1137.563961] env[65418]: DEBUG oslo_vmware.api [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689199, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.629109] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84a90df-43cf-4d90-aed9-58f5bb56665f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.638231] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e44aa4-150e-4f6f-9790-fd14338cc587 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.679647] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5db4d2-2b1d-4e19-8c45-c7e9c2f4a3fd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.690983] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfab7e5-7982-410f-8ba0-4801eab79aab {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.700161] env[65418]: DEBUG oslo_concurrency.lockutils [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.711513] env[65418]: DEBUG nova.compute.provider_tree [None req-3feedcfc-105a-4307-a190-aa92ada93be9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.822948] env[65418]: DEBUG nova.network.neutron [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Successfully created port: d39bf165-1107-4e53-8cf7-dfd6cb0f76a7 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1137.895443] env[65418]: DEBUG oslo_vmware.api [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689196, 'name': PowerOnVM_Task, 'duration_secs': 1.339899} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.896021] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.896781] env[65418]: INFO nova.compute.manager [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Took 9.63 seconds to spawn the instance on the hypervisor. [ 1137.896781] env[65418]: DEBUG nova.compute.manager [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1137.897245] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b3500a-ecdd-4af4-8022-f365d1280cf3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.900844] env[65418]: DEBUG nova.compute.manager [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1137.915700] env[65418]: DEBUG nova.compute.manager [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1137.991024] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b3433489-883e-4c06-8bf9-faae0231bf5b tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lock "79fe77a7-5b2a-4b1b-9fb3-95a3abe91229" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.069580] env[65418]: DEBUG oslo_vmware.api [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689199, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.087105] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.087421] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.087629] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.087823] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.088051] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.088283] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.088474] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.088649] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65418) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1138.088828] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.216189] env[65418]: DEBUG nova.scheduler.client.report [None req-3feedcfc-105a-4307-a190-aa92ada93be9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.425459] env[65418]: INFO nova.compute.manager [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Took 21.47 seconds to build instance. [ 1138.434495] env[65418]: DEBUG oslo_concurrency.lockutils [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.540963] env[65418]: DEBUG nova.objects.instance [None req-ac395325-7da5-4b0a-a6ca-943afb091182 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lazy-loading 'flavor' on Instance uuid 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.565382] env[65418]: DEBUG oslo_vmware.api [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689199, 'name': ReconfigVM_Task, 'duration_secs': 1.433972} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.565624] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Reconfigured VM instance instance-00000061 to attach disk [datastore1] ab293e37-eb14-418f-9a96-9be31d1871a9/ab293e37-eb14-418f-9a96-9be31d1871a9.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.566711] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174f6a23-f8f7-4b23-8dc6-bdc930c1bb5d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.588695] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1b1af7-65cd-4155-bab5-fa6907d6f1d8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.592104] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.613174] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f2709c-e7d6-46aa-a343-f41fa184582e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.635295] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20262c1f-dca8-4397-a3a6-fb04c95f37f2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.643527] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.643798] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f96bf7f-6100-4e92-8167-6c16b523541a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.651238] env[65418]: DEBUG oslo_vmware.api [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1138.651238] env[65418]: value = "task-4689200" [ 1138.651238] env[65418]: _type = "Task" [ 1138.651238] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.660678] env[65418]: DEBUG oslo_vmware.api [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689200, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.721442] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3feedcfc-105a-4307-a190-aa92ada93be9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.816s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.724023] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3e5f4d27-e546-434f-8a9e-6c1284084145 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.034s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.724351] env[65418]: DEBUG nova.objects.instance [None req-3e5f4d27-e546-434f-8a9e-6c1284084145 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lazy-loading 'resources' on Instance uuid 0e487c70-bde4-41b4-b818-5f6ee64d7ef8 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.740420] env[65418]: INFO nova.scheduler.client.report [None req-3feedcfc-105a-4307-a190-aa92ada93be9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Deleted allocations for instance 024389d2-ea56-42de-aad2-a442c2b8f8cc [ 1138.928501] env[65418]: DEBUG nova.compute.manager [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1138.931903] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1a3328ee-4679-4e2d-8439-dfc15fba88c9 tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "7ca89f79-4e70-4634-8057-8b285094013d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.989s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.958407] env[65418]: DEBUG nova.virt.hardware [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1138.958737] env[65418]: DEBUG nova.virt.hardware [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.958896] env[65418]: DEBUG nova.virt.hardware [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1138.959111] env[65418]: DEBUG nova.virt.hardware [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.959288] env[65418]: DEBUG nova.virt.hardware [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1138.959434] env[65418]: DEBUG nova.virt.hardware [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1138.959694] env[65418]: DEBUG nova.virt.hardware [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1138.959907] env[65418]: DEBUG nova.virt.hardware [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1138.960201] env[65418]: DEBUG nova.virt.hardware [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1138.960550] env[65418]: DEBUG nova.virt.hardware [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1138.960884] env[65418]: DEBUG nova.virt.hardware [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1138.961928] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc40921c-a51f-499e-9f3b-e45718ed5da3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.973489] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7ffb3e-3ea5-4d09-9b30-28d11afbd2f5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.046257] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ac395325-7da5-4b0a-a6ca-943afb091182 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquiring lock "refresh_cache-79fe77a7-5b2a-4b1b-9fb3-95a3abe91229" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.046581] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ac395325-7da5-4b0a-a6ca-943afb091182 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquired lock "refresh_cache-79fe77a7-5b2a-4b1b-9fb3-95a3abe91229" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.046756] env[65418]: DEBUG nova.network.neutron [None req-ac395325-7da5-4b0a-a6ca-943afb091182 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1139.046925] env[65418]: DEBUG nova.objects.instance [None req-ac395325-7da5-4b0a-a6ca-943afb091182 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lazy-loading 'info_cache' on Instance uuid 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.164447] env[65418]: DEBUG oslo_vmware.api [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689200, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.248537] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3feedcfc-105a-4307-a190-aa92ada93be9 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "024389d2-ea56-42de-aad2-a442c2b8f8cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.720s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.443767] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d6ab34-32d1-4d39-8628-18c88d7d9887 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.448976] env[65418]: DEBUG nova.compute.manager [req-36347524-1c42-443b-8d71-44608c7655a0 req-939f8d2d-94d7-49f6-8e30-1ba6e1707365 service nova] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Received event network-vif-plugged-d39bf165-1107-4e53-8cf7-dfd6cb0f76a7 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1139.448976] env[65418]: DEBUG oslo_concurrency.lockutils [req-36347524-1c42-443b-8d71-44608c7655a0 req-939f8d2d-94d7-49f6-8e30-1ba6e1707365 service nova] Acquiring lock "e575aedd-98c8-4749-b83c-c91590d7fbc8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.448976] env[65418]: DEBUG oslo_concurrency.lockutils [req-36347524-1c42-443b-8d71-44608c7655a0 req-939f8d2d-94d7-49f6-8e30-1ba6e1707365 service nova] Lock "e575aedd-98c8-4749-b83c-c91590d7fbc8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.449398] env[65418]: DEBUG oslo_concurrency.lockutils [req-36347524-1c42-443b-8d71-44608c7655a0 req-939f8d2d-94d7-49f6-8e30-1ba6e1707365 service nova] Lock "e575aedd-98c8-4749-b83c-c91590d7fbc8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.449398] env[65418]: DEBUG nova.compute.manager [req-36347524-1c42-443b-8d71-44608c7655a0 req-939f8d2d-94d7-49f6-8e30-1ba6e1707365 service nova] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] No waiting events found dispatching network-vif-plugged-d39bf165-1107-4e53-8cf7-dfd6cb0f76a7 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1139.449398] env[65418]: WARNING nova.compute.manager [req-36347524-1c42-443b-8d71-44608c7655a0 req-939f8d2d-94d7-49f6-8e30-1ba6e1707365 service nova] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Received unexpected event network-vif-plugged-d39bf165-1107-4e53-8cf7-dfd6cb0f76a7 for instance with vm_state building and task_state spawning. [ 1139.456102] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edb95ec-ca98-4940-a8b3-ec5f22c0d446 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.461149] env[65418]: DEBUG nova.network.neutron [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Successfully updated port: d39bf165-1107-4e53-8cf7-dfd6cb0f76a7 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1139.496166] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cac27e-365f-4cd1-9943-fcce5deadc9e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.505893] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3a96de-0ee6-4bb8-8878-59461c811e5a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.521589] env[65418]: DEBUG nova.compute.provider_tree [None req-3e5f4d27-e546-434f-8a9e-6c1284084145 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.551192] env[65418]: DEBUG nova.objects.base [None req-ac395325-7da5-4b0a-a6ca-943afb091182 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Object Instance<79fe77a7-5b2a-4b1b-9fb3-95a3abe91229> lazy-loaded attributes: flavor,info_cache {{(pid=65418) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1139.663051] env[65418]: DEBUG oslo_vmware.api [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689200, 'name': PowerOnVM_Task, 'duration_secs': 0.678799} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.663315] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.783249] env[65418]: DEBUG oslo_concurrency.lockutils [None req-81894b70-92e9-42d8-b838-ce594cfdcf8a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "7ca89f79-4e70-4634-8057-8b285094013d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.783619] env[65418]: DEBUG oslo_concurrency.lockutils [None req-81894b70-92e9-42d8-b838-ce594cfdcf8a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "7ca89f79-4e70-4634-8057-8b285094013d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.783862] env[65418]: DEBUG oslo_concurrency.lockutils [None req-81894b70-92e9-42d8-b838-ce594cfdcf8a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "7ca89f79-4e70-4634-8057-8b285094013d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.784088] env[65418]: DEBUG oslo_concurrency.lockutils [None req-81894b70-92e9-42d8-b838-ce594cfdcf8a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "7ca89f79-4e70-4634-8057-8b285094013d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.784224] env[65418]: DEBUG oslo_concurrency.lockutils [None req-81894b70-92e9-42d8-b838-ce594cfdcf8a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "7ca89f79-4e70-4634-8057-8b285094013d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.786811] env[65418]: INFO nova.compute.manager [None req-81894b70-92e9-42d8-b838-ce594cfdcf8a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Terminating instance [ 1139.964712] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "refresh_cache-e575aedd-98c8-4749-b83c-c91590d7fbc8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.964712] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquired lock "refresh_cache-e575aedd-98c8-4749-b83c-c91590d7fbc8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.964896] env[65418]: DEBUG nova.network.neutron [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1140.816322] env[65418]: DEBUG nova.scheduler.client.report [None req-3e5f4d27-e546-434f-8a9e-6c1284084145 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.823023] env[65418]: WARNING neutronclient.v2_0.client [None req-ac395325-7da5-4b0a-a6ca-943afb091182 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.825749] env[65418]: DEBUG nova.compute.manager [None req-81894b70-92e9-42d8-b838-ce594cfdcf8a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1140.825899] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-81894b70-92e9-42d8-b838-ce594cfdcf8a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1140.830301] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a7015b-30c2-4fcf-ac1e-cf829c3a2855 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.840120] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-81894b70-92e9-42d8-b838-ce594cfdcf8a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.840390] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d010dcf7-846a-4ce0-8fe5-6dbee16faa48 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.849374] env[65418]: DEBUG oslo_vmware.api [None req-81894b70-92e9-42d8-b838-ce594cfdcf8a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1140.849374] env[65418]: value = "task-4689201" [ 1140.849374] env[65418]: _type = "Task" [ 1140.849374] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.860414] env[65418]: DEBUG oslo_vmware.api [None req-81894b70-92e9-42d8-b838-ce594cfdcf8a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.896977] env[65418]: DEBUG nova.network.neutron [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1141.072871] env[65418]: WARNING neutronclient.v2_0.client [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.085853] env[65418]: DEBUG oslo_concurrency.lockutils [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "decc248d-4fd5-4a56-b86e-1c590ea310a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.086120] env[65418]: DEBUG oslo_concurrency.lockutils [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "decc248d-4fd5-4a56-b86e-1c590ea310a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.102245] env[65418]: WARNING neutronclient.v2_0.client [None req-ac395325-7da5-4b0a-a6ca-943afb091182 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1141.223549] env[65418]: DEBUG nova.network.neutron [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Updating instance_info_cache with network_info: [{"id": "d39bf165-1107-4e53-8cf7-dfd6cb0f76a7", "address": "fa:16:3e:8f:ce:77", "network": {"id": "3fab3b70-ba17-4e6a-ae3d-5a05fb711a8b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-395157993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0727a4c133420fa0cb4f4356dee109", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd39bf165-11", "ovs_interfaceid": "d39bf165-1107-4e53-8cf7-dfd6cb0f76a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.268646] env[65418]: DEBUG nova.network.neutron [None req-ac395325-7da5-4b0a-a6ca-943afb091182 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Updating instance_info_cache with network_info: [{"id": "efab6a1a-74c8-4194-8273-ef496db3ff15", "address": "fa:16:3e:39:1f:6a", "network": {"id": "3fe5665d-792b-4871-9389-7152eeca662c", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1269820969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d9ae9952c054d9d87896000cca7e6ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7654928b-7afe-42e3-a18d-68ecc775cefe", "external-id": "cl2-zone-807", "segmentation_id": 807, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefab6a1a-74", "ovs_interfaceid": "efab6a1a-74c8-4194-8273-ef496db3ff15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.332027] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3e5f4d27-e546-434f-8a9e-6c1284084145 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.607s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.336483] env[65418]: DEBUG oslo_concurrency.lockutils [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.636s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.337959] env[65418]: INFO nova.compute.claims [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.367517] env[65418]: DEBUG oslo_vmware.api [None req-81894b70-92e9-42d8-b838-ce594cfdcf8a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689201, 'name': PowerOffVM_Task, 'duration_secs': 0.242677} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.367517] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-81894b70-92e9-42d8-b838-ce594cfdcf8a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1141.367517] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-81894b70-92e9-42d8-b838-ce594cfdcf8a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1141.367517] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9d0e09f-faee-4fdf-8609-2a8e05789677 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.373675] env[65418]: INFO nova.scheduler.client.report [None req-3e5f4d27-e546-434f-8a9e-6c1284084145 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Deleted allocations for instance 0e487c70-bde4-41b4-b818-5f6ee64d7ef8 [ 1141.393188] env[65418]: INFO nova.compute.manager [None req-ce62730c-e49e-4a25-ac9e-39c3fb5b201f tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Updating instance to original state: 'active' [ 1141.448250] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-81894b70-92e9-42d8-b838-ce594cfdcf8a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1141.448445] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-81894b70-92e9-42d8-b838-ce594cfdcf8a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1141.448617] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-81894b70-92e9-42d8-b838-ce594cfdcf8a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Deleting the datastore file [datastore2] 7ca89f79-4e70-4634-8057-8b285094013d {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1141.448883] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20097440-519d-494f-997d-e45d9a062940 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.457528] env[65418]: DEBUG oslo_vmware.api [None req-81894b70-92e9-42d8-b838-ce594cfdcf8a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for the task: (returnval){ [ 1141.457528] env[65418]: value = "task-4689203" [ 1141.457528] env[65418]: _type = "Task" [ 1141.457528] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.467413] env[65418]: DEBUG oslo_vmware.api [None req-81894b70-92e9-42d8-b838-ce594cfdcf8a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.494017] env[65418]: DEBUG nova.compute.manager [req-1336b7bb-46f9-4d0c-b7e9-6f94fc5f01fd req-de78b189-fd85-424a-bab3-99f48f8c3d3e service nova] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Received event network-changed-d39bf165-1107-4e53-8cf7-dfd6cb0f76a7 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1141.494226] env[65418]: DEBUG nova.compute.manager [req-1336b7bb-46f9-4d0c-b7e9-6f94fc5f01fd req-de78b189-fd85-424a-bab3-99f48f8c3d3e service nova] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Refreshing instance network info cache due to event network-changed-d39bf165-1107-4e53-8cf7-dfd6cb0f76a7. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1141.494411] env[65418]: DEBUG oslo_concurrency.lockutils [req-1336b7bb-46f9-4d0c-b7e9-6f94fc5f01fd req-de78b189-fd85-424a-bab3-99f48f8c3d3e service nova] Acquiring lock "refresh_cache-e575aedd-98c8-4749-b83c-c91590d7fbc8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.589726] env[65418]: DEBUG nova.compute.manager [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1141.725411] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Releasing lock "refresh_cache-e575aedd-98c8-4749-b83c-c91590d7fbc8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.726082] env[65418]: DEBUG nova.compute.manager [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Instance network_info: |[{"id": "d39bf165-1107-4e53-8cf7-dfd6cb0f76a7", "address": "fa:16:3e:8f:ce:77", "network": {"id": "3fab3b70-ba17-4e6a-ae3d-5a05fb711a8b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-395157993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0727a4c133420fa0cb4f4356dee109", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd39bf165-11", "ovs_interfaceid": "d39bf165-1107-4e53-8cf7-dfd6cb0f76a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1141.726618] env[65418]: DEBUG oslo_concurrency.lockutils [req-1336b7bb-46f9-4d0c-b7e9-6f94fc5f01fd req-de78b189-fd85-424a-bab3-99f48f8c3d3e service nova] Acquired lock "refresh_cache-e575aedd-98c8-4749-b83c-c91590d7fbc8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.727628] env[65418]: DEBUG nova.network.neutron [req-1336b7bb-46f9-4d0c-b7e9-6f94fc5f01fd req-de78b189-fd85-424a-bab3-99f48f8c3d3e service nova] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Refreshing network info cache for port d39bf165-1107-4e53-8cf7-dfd6cb0f76a7 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.728142] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:ce:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31e77685-b4dd-4810-80ef-24115ea9ea62', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd39bf165-1107-4e53-8cf7-dfd6cb0f76a7', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1141.736958] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1141.737598] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1141.737806] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb9ea3f6-66e3-44a9-90ee-4c5b20072056 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.760617] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1141.760617] env[65418]: value = "task-4689204" [ 1141.760617] env[65418]: _type = "Task" [ 1141.760617] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.773230] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ac395325-7da5-4b0a-a6ca-943afb091182 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Releasing lock "refresh_cache-79fe77a7-5b2a-4b1b-9fb3-95a3abe91229" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.774993] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689204, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.886065] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3e5f4d27-e546-434f-8a9e-6c1284084145 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "0e487c70-bde4-41b4-b818-5f6ee64d7ef8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.150s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.970242] env[65418]: DEBUG oslo_vmware.api [None req-81894b70-92e9-42d8-b838-ce594cfdcf8a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Task: {'id': task-4689203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240909} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.970493] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-81894b70-92e9-42d8-b838-ce594cfdcf8a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1141.970671] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-81894b70-92e9-42d8-b838-ce594cfdcf8a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1141.970840] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-81894b70-92e9-42d8-b838-ce594cfdcf8a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1141.971011] env[65418]: INFO nova.compute.manager [None req-81894b70-92e9-42d8-b838-ce594cfdcf8a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1141.971290] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-81894b70-92e9-42d8-b838-ce594cfdcf8a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1141.971481] env[65418]: DEBUG nova.compute.manager [-] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1141.971594] env[65418]: DEBUG nova.network.neutron [-] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1141.971883] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.018224] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.115591] env[65418]: DEBUG oslo_concurrency.lockutils [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.239742] env[65418]: WARNING neutronclient.v2_0.client [req-1336b7bb-46f9-4d0c-b7e9-6f94fc5f01fd req-de78b189-fd85-424a-bab3-99f48f8c3d3e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.272339] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689204, 'name': CreateVM_Task, 'duration_secs': 0.468864} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.272339] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.272884] env[65418]: WARNING neutronclient.v2_0.client [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.273295] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.273441] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.273762] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.274069] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b87eb9d3-c7f6-4efe-8b4b-7d9822313b66 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.282935] env[65418]: DEBUG oslo_vmware.api [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1142.282935] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52039436-af09-02fd-d104-d2f8cdbc6da7" [ 1142.282935] env[65418]: _type = "Task" [ 1142.282935] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.296520] env[65418]: DEBUG oslo_vmware.api [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52039436-af09-02fd-d104-d2f8cdbc6da7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.340215] env[65418]: DEBUG nova.compute.manager [req-08d4b00a-97b3-42fe-abfe-bd089dc4315c req-548978e3-cbc7-4658-9b31-664bae862ab7 service nova] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Received event network-vif-deleted-6050f903-ba01-40ee-8b65-cfd0699ed40b {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1142.340215] env[65418]: INFO nova.compute.manager [req-08d4b00a-97b3-42fe-abfe-bd089dc4315c req-548978e3-cbc7-4658-9b31-664bae862ab7 service nova] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Neutron deleted interface 6050f903-ba01-40ee-8b65-cfd0699ed40b; detaching it from the instance and deleting it from the info cache [ 1142.340215] env[65418]: DEBUG nova.network.neutron [req-08d4b00a-97b3-42fe-abfe-bd089dc4315c req-548978e3-cbc7-4658-9b31-664bae862ab7 service nova] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.433007] env[65418]: WARNING neutronclient.v2_0.client [req-1336b7bb-46f9-4d0c-b7e9-6f94fc5f01fd req-de78b189-fd85-424a-bab3-99f48f8c3d3e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.508325] env[65418]: DEBUG nova.network.neutron [req-1336b7bb-46f9-4d0c-b7e9-6f94fc5f01fd req-de78b189-fd85-424a-bab3-99f48f8c3d3e service nova] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Updated VIF entry in instance network info cache for port d39bf165-1107-4e53-8cf7-dfd6cb0f76a7. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1142.508820] env[65418]: DEBUG nova.network.neutron [req-1336b7bb-46f9-4d0c-b7e9-6f94fc5f01fd req-de78b189-fd85-424a-bab3-99f48f8c3d3e service nova] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Updating instance_info_cache with network_info: [{"id": "d39bf165-1107-4e53-8cf7-dfd6cb0f76a7", "address": "fa:16:3e:8f:ce:77", "network": {"id": "3fab3b70-ba17-4e6a-ae3d-5a05fb711a8b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-395157993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0727a4c133420fa0cb4f4356dee109", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd39bf165-11", "ovs_interfaceid": "d39bf165-1107-4e53-8cf7-dfd6cb0f76a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.543623] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d4e478-21d3-43bc-bc5f-7940f0890e19 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.553672] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782a4dce-06e0-4ce3-aac2-550dd050c1ce {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.588626] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1376a38-51f1-4264-9939-f71087df8426 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.600855] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacff9dd-f269-4045-af9a-9299f8b3c054 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.618022] env[65418]: DEBUG nova.compute.provider_tree [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.778912] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac395325-7da5-4b0a-a6ca-943afb091182 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.779256] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fcc8c52-4c35-4ffe-bf49-4014dfd8a040 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.788527] env[65418]: DEBUG oslo_vmware.api [None req-ac395325-7da5-4b0a-a6ca-943afb091182 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for the task: (returnval){ [ 1142.788527] env[65418]: value = "task-4689205" [ 1142.788527] env[65418]: _type = "Task" [ 1142.788527] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.797355] env[65418]: DEBUG oslo_vmware.api [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52039436-af09-02fd-d104-d2f8cdbc6da7, 'name': SearchDatastore_Task, 'duration_secs': 0.014776} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.798314] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.798651] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1142.799226] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.799478] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.799736] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.800323] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-475cca72-156b-4a8b-9c39-03b20b0783dd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.806234] env[65418]: DEBUG oslo_vmware.api [None req-ac395325-7da5-4b0a-a6ca-943afb091182 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.808157] env[65418]: DEBUG nova.network.neutron [-] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.818016] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.818399] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1142.820408] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6932ec4-7d87-4837-b93a-244865b79c30 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.827623] env[65418]: DEBUG oslo_vmware.api [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1142.827623] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5279d541-6245-1c3b-68f6-0ff2494a8cb6" [ 1142.827623] env[65418]: _type = "Task" [ 1142.827623] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.840333] env[65418]: DEBUG oslo_vmware.api [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5279d541-6245-1c3b-68f6-0ff2494a8cb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.840931] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0c6f527-db07-41d4-952d-78be72af31ef {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.850704] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae6a736-3847-414b-9514-481d5044a8a7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.883965] env[65418]: DEBUG nova.compute.manager [req-08d4b00a-97b3-42fe-abfe-bd089dc4315c req-548978e3-cbc7-4658-9b31-664bae862ab7 service nova] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Detach interface failed, port_id=6050f903-ba01-40ee-8b65-cfd0699ed40b, reason: Instance 7ca89f79-4e70-4634-8057-8b285094013d could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1143.012057] env[65418]: DEBUG oslo_concurrency.lockutils [req-1336b7bb-46f9-4d0c-b7e9-6f94fc5f01fd req-de78b189-fd85-424a-bab3-99f48f8c3d3e service nova] Releasing lock "refresh_cache-e575aedd-98c8-4749-b83c-c91590d7fbc8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.095126] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8a90770c-0e3c-41d9-a1f8-3620efad3bb9 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "604333c2-981f-4b75-a801-3df14fb50433" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.095408] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8a90770c-0e3c-41d9-a1f8-3620efad3bb9 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "604333c2-981f-4b75-a801-3df14fb50433" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.095611] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8a90770c-0e3c-41d9-a1f8-3620efad3bb9 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "604333c2-981f-4b75-a801-3df14fb50433-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.095814] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8a90770c-0e3c-41d9-a1f8-3620efad3bb9 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "604333c2-981f-4b75-a801-3df14fb50433-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.095934] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8a90770c-0e3c-41d9-a1f8-3620efad3bb9 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "604333c2-981f-4b75-a801-3df14fb50433-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.098108] env[65418]: INFO nova.compute.manager [None req-8a90770c-0e3c-41d9-a1f8-3620efad3bb9 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Terminating instance [ 1143.120670] env[65418]: DEBUG nova.scheduler.client.report [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.299883] env[65418]: DEBUG oslo_vmware.api [None req-ac395325-7da5-4b0a-a6ca-943afb091182 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689205, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.310672] env[65418]: INFO nova.compute.manager [-] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Took 1.34 seconds to deallocate network for instance. [ 1143.339054] env[65418]: DEBUG oslo_vmware.api [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5279d541-6245-1c3b-68f6-0ff2494a8cb6, 'name': SearchDatastore_Task, 'duration_secs': 0.017629} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.339974] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84cf633e-4b21-48b6-b9ef-3bdccde87bde {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.347074] env[65418]: DEBUG oslo_vmware.api [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1143.347074] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5299ff47-7522-2a25-9abd-382cb7d9f5d7" [ 1143.347074] env[65418]: _type = "Task" [ 1143.347074] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.355872] env[65418]: DEBUG oslo_vmware.api [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5299ff47-7522-2a25-9abd-382cb7d9f5d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.529345] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "ab293e37-eb14-418f-9a96-9be31d1871a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.529599] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "ab293e37-eb14-418f-9a96-9be31d1871a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.529805] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "ab293e37-eb14-418f-9a96-9be31d1871a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.529979] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "ab293e37-eb14-418f-9a96-9be31d1871a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.530163] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "ab293e37-eb14-418f-9a96-9be31d1871a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.532371] env[65418]: INFO nova.compute.manager [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Terminating instance [ 1143.601666] env[65418]: DEBUG nova.compute.manager [None req-8a90770c-0e3c-41d9-a1f8-3620efad3bb9 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1143.602093] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8a90770c-0e3c-41d9-a1f8-3620efad3bb9 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.602996] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6bf261-ba62-427b-83e7-02cf7fb92ce8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.616850] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a90770c-0e3c-41d9-a1f8-3620efad3bb9 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.617282] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37d3f976-8498-4e0c-81a0-9dd49de6b828 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.625402] env[65418]: DEBUG oslo_concurrency.lockutils [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.289s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.625985] env[65418]: DEBUG nova.compute.manager [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1143.628671] env[65418]: DEBUG oslo_vmware.api [None req-8a90770c-0e3c-41d9-a1f8-3620efad3bb9 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 1143.628671] env[65418]: value = "task-4689206" [ 1143.628671] env[65418]: _type = "Task" [ 1143.628671] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.629124] env[65418]: DEBUG oslo_concurrency.lockutils [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.195s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.630710] env[65418]: INFO nova.compute.claims [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1143.642852] env[65418]: DEBUG oslo_vmware.api [None req-8a90770c-0e3c-41d9-a1f8-3620efad3bb9 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.801386] env[65418]: DEBUG oslo_vmware.api [None req-ac395325-7da5-4b0a-a6ca-943afb091182 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689205, 'name': PowerOnVM_Task, 'duration_secs': 0.649805} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.802078] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac395325-7da5-4b0a-a6ca-943afb091182 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.802284] env[65418]: DEBUG nova.compute.manager [None req-ac395325-7da5-4b0a-a6ca-943afb091182 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1143.803126] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfa35d1-837b-401e-8267-9aab763cbd69 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.817919] env[65418]: DEBUG oslo_concurrency.lockutils [None req-81894b70-92e9-42d8-b838-ce594cfdcf8a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.858934] env[65418]: DEBUG oslo_vmware.api [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5299ff47-7522-2a25-9abd-382cb7d9f5d7, 'name': SearchDatastore_Task, 'duration_secs': 0.019123} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.859236] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.859636] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] e575aedd-98c8-4749-b83c-c91590d7fbc8/e575aedd-98c8-4749-b83c-c91590d7fbc8.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1143.859948] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e894b8bf-04e4-4c82-9ade-b0aaa8de28ef {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.868950] env[65418]: DEBUG oslo_vmware.api [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1143.868950] env[65418]: value = "task-4689207" [ 1143.868950] env[65418]: _type = "Task" [ 1143.868950] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.879069] env[65418]: DEBUG oslo_vmware.api [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689207, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.036533] env[65418]: DEBUG nova.compute.manager [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1144.036953] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.037169] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f794cc36-e144-4e9b-9fc9-466a28f86c62 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.045684] env[65418]: DEBUG oslo_vmware.api [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1144.045684] env[65418]: value = "task-4689208" [ 1144.045684] env[65418]: _type = "Task" [ 1144.045684] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.059027] env[65418]: DEBUG oslo_vmware.api [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.131197] env[65418]: DEBUG nova.compute.utils [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.132847] env[65418]: DEBUG nova.compute.manager [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1144.133138] env[65418]: DEBUG nova.network.neutron [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1144.133560] env[65418]: WARNING neutronclient.v2_0.client [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.133986] env[65418]: WARNING neutronclient.v2_0.client [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.151021] env[65418]: DEBUG oslo_vmware.api [None req-8a90770c-0e3c-41d9-a1f8-3620efad3bb9 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689206, 'name': PowerOffVM_Task, 'duration_secs': 0.367358} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.151409] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a90770c-0e3c-41d9-a1f8-3620efad3bb9 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.151641] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8a90770c-0e3c-41d9-a1f8-3620efad3bb9 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1144.151919] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bc805ac-e4bc-4695-848a-e099b62c7b5e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.184588] env[65418]: DEBUG nova.policy [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e953618edcd14ebd9ea350ceff35eee1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e602a5de371d43328e7231a6867a600a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.260013] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8a90770c-0e3c-41d9-a1f8-3620efad3bb9 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1144.260399] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8a90770c-0e3c-41d9-a1f8-3620efad3bb9 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1144.260614] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a90770c-0e3c-41d9-a1f8-3620efad3bb9 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Deleting the datastore file [datastore2] 604333c2-981f-4b75-a801-3df14fb50433 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.260972] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cdc4dde-e306-46d0-890f-a0b96a3ffd72 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.271664] env[65418]: DEBUG oslo_vmware.api [None req-8a90770c-0e3c-41d9-a1f8-3620efad3bb9 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for the task: (returnval){ [ 1144.271664] env[65418]: value = "task-4689210" [ 1144.271664] env[65418]: _type = "Task" [ 1144.271664] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.284270] env[65418]: DEBUG oslo_vmware.api [None req-8a90770c-0e3c-41d9-a1f8-3620efad3bb9 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.385482] env[65418]: DEBUG oslo_vmware.api [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689207, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.529885] env[65418]: DEBUG nova.network.neutron [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Successfully created port: 1f61c7b8-4e8c-4285-aaea-c6829ed49880 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1144.558680] env[65418]: DEBUG oslo_vmware.api [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689208, 'name': PowerOffVM_Task, 'duration_secs': 0.307991} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.559053] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.559309] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Volume detach. Driver type: vmdk {{(pid=65418) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1144.559560] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915274', 'volume_id': '0238d1eb-f807-4797-8108-69f562d94be1', 'name': 'volume-0238d1eb-f807-4797-8108-69f562d94be1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ab293e37-eb14-418f-9a96-9be31d1871a9', 'attached_at': '2025-11-21T20:49:24.000000', 'detached_at': '', 'volume_id': '0238d1eb-f807-4797-8108-69f562d94be1', 'serial': '0238d1eb-f807-4797-8108-69f562d94be1'} {{(pid=65418) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1144.560488] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f7ecb8-78ff-4173-b92b-b64ece76dd76 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.586352] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3576e32-28a9-4899-b9a2-1c0a5c8943b7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.594997] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1688d3f0-13ce-44a9-bb5b-c964d760c7a1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.618618] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05073f9-a4a5-48ce-b69b-a4c7e130508e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.636381] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The volume has not been displaced from its original location: [datastore1] volume-0238d1eb-f807-4797-8108-69f562d94be1/volume-0238d1eb-f807-4797-8108-69f562d94be1.vmdk. No consolidation needed. {{(pid=65418) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1144.641832] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1144.642487] env[65418]: DEBUG nova.compute.manager [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1144.645104] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d193f2f-4be9-4516-b554-c33542b40d4e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.669995] env[65418]: DEBUG oslo_vmware.api [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1144.669995] env[65418]: value = "task-4689211" [ 1144.669995] env[65418]: _type = "Task" [ 1144.669995] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.680721] env[65418]: DEBUG oslo_vmware.api [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689211, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.788860] env[65418]: DEBUG oslo_vmware.api [None req-8a90770c-0e3c-41d9-a1f8-3620efad3bb9 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Task: {'id': task-4689210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318238} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.789302] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a90770c-0e3c-41d9-a1f8-3620efad3bb9 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.789560] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8a90770c-0e3c-41d9-a1f8-3620efad3bb9 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.789707] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8a90770c-0e3c-41d9-a1f8-3620efad3bb9 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.789879] env[65418]: INFO nova.compute.manager [None req-8a90770c-0e3c-41d9-a1f8-3620efad3bb9 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1144.791152] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-8a90770c-0e3c-41d9-a1f8-3620efad3bb9 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1144.791152] env[65418]: DEBUG nova.compute.manager [-] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1144.791152] env[65418]: DEBUG nova.network.neutron [-] [instance: 604333c2-981f-4b75-a801-3df14fb50433] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1144.791152] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.834895] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.865571] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86196c37-0c43-46ce-b0e1-63c72ddfb835 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.877476] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923479bb-3070-425e-9fc1-f2b9b767d65a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.887634] env[65418]: DEBUG oslo_vmware.api [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689207, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.914357] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0175c45d-860f-45e2-ac16-185a87500119 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.925598] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b47181-90d1-4ab4-aa30-763c3952e4c3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.941301] env[65418]: DEBUG nova.compute.provider_tree [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.182955] env[65418]: DEBUG oslo_vmware.api [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.356638] env[65418]: DEBUG nova.compute.manager [req-c92f2fcb-96ab-467b-92e7-16ebbd70c55b req-756a49b3-b41e-4be9-ba15-405640183ee3 service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Received event network-vif-deleted-52f05bf7-02a4-4936-8bc5-bc1d55d4c06e {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1145.357251] env[65418]: INFO nova.compute.manager [req-c92f2fcb-96ab-467b-92e7-16ebbd70c55b req-756a49b3-b41e-4be9-ba15-405640183ee3 service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Neutron deleted interface 52f05bf7-02a4-4936-8bc5-bc1d55d4c06e; detaching it from the instance and deleting it from the info cache [ 1145.357251] env[65418]: DEBUG nova.network.neutron [req-c92f2fcb-96ab-467b-92e7-16ebbd70c55b req-756a49b3-b41e-4be9-ba15-405640183ee3 service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.384829] env[65418]: DEBUG oslo_vmware.api [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689207, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.444654] env[65418]: DEBUG nova.scheduler.client.report [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.648034] env[65418]: DEBUG nova.network.neutron [-] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.665569] env[65418]: DEBUG nova.compute.manager [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1145.685863] env[65418]: DEBUG oslo_vmware.api [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689211, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.699990] env[65418]: DEBUG nova.virt.hardware [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1145.700305] env[65418]: DEBUG nova.virt.hardware [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.700495] env[65418]: DEBUG nova.virt.hardware [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1145.700691] env[65418]: DEBUG nova.virt.hardware [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.700834] env[65418]: DEBUG nova.virt.hardware [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1145.700975] env[65418]: DEBUG nova.virt.hardware [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1145.701190] env[65418]: DEBUG nova.virt.hardware [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1145.701343] env[65418]: DEBUG nova.virt.hardware [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1145.701497] env[65418]: DEBUG nova.virt.hardware [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1145.701654] env[65418]: DEBUG nova.virt.hardware [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1145.701815] env[65418]: DEBUG nova.virt.hardware [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1145.702679] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267aa733-a99a-467f-99d7-6dd67e4f74e5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.710727] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc6a2d5-4417-43eb-b0a4-26c21a255ce3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.859521] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fdc30e7f-1ab7-49f9-a211-301a13d2c8f9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.869971] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac79567-885f-423a-90fd-4d4e0dae49d1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.890532] env[65418]: DEBUG oslo_vmware.api [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689207, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.610545} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.890873] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] e575aedd-98c8-4749-b83c-c91590d7fbc8/e575aedd-98c8-4749-b83c-c91590d7fbc8.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1145.891109] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1145.891373] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c385e13-f4d8-4309-9604-fb1049e27720 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.903967] env[65418]: DEBUG nova.compute.manager [req-c92f2fcb-96ab-467b-92e7-16ebbd70c55b req-756a49b3-b41e-4be9-ba15-405640183ee3 service nova] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Detach interface failed, port_id=52f05bf7-02a4-4936-8bc5-bc1d55d4c06e, reason: Instance 604333c2-981f-4b75-a801-3df14fb50433 could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1145.906128] env[65418]: DEBUG oslo_vmware.api [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1145.906128] env[65418]: value = "task-4689212" [ 1145.906128] env[65418]: _type = "Task" [ 1145.906128] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.914674] env[65418]: DEBUG oslo_vmware.api [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689212, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.946215] env[65418]: DEBUG nova.compute.manager [req-ba1d904c-3c8a-4d09-aee2-09310cc0f912 req-35406834-3e30-4870-bc5a-373c95d1966a service nova] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Received event network-vif-plugged-1f61c7b8-4e8c-4285-aaea-c6829ed49880 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1145.946433] env[65418]: DEBUG oslo_concurrency.lockutils [req-ba1d904c-3c8a-4d09-aee2-09310cc0f912 req-35406834-3e30-4870-bc5a-373c95d1966a service nova] Acquiring lock "8a052d5e-a79d-458c-a6fd-27e78fb82ce8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.946631] env[65418]: DEBUG oslo_concurrency.lockutils [req-ba1d904c-3c8a-4d09-aee2-09310cc0f912 req-35406834-3e30-4870-bc5a-373c95d1966a service nova] Lock "8a052d5e-a79d-458c-a6fd-27e78fb82ce8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.946792] env[65418]: DEBUG oslo_concurrency.lockutils [req-ba1d904c-3c8a-4d09-aee2-09310cc0f912 req-35406834-3e30-4870-bc5a-373c95d1966a service nova] Lock "8a052d5e-a79d-458c-a6fd-27e78fb82ce8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.946955] env[65418]: DEBUG nova.compute.manager [req-ba1d904c-3c8a-4d09-aee2-09310cc0f912 req-35406834-3e30-4870-bc5a-373c95d1966a service nova] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] No waiting events found dispatching network-vif-plugged-1f61c7b8-4e8c-4285-aaea-c6829ed49880 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1145.947333] env[65418]: WARNING nova.compute.manager [req-ba1d904c-3c8a-4d09-aee2-09310cc0f912 req-35406834-3e30-4870-bc5a-373c95d1966a service nova] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Received unexpected event network-vif-plugged-1f61c7b8-4e8c-4285-aaea-c6829ed49880 for instance with vm_state building and task_state spawning. [ 1145.950466] env[65418]: DEBUG oslo_concurrency.lockutils [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.321s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.950937] env[65418]: DEBUG nova.compute.manager [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1145.954727] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.363s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.954931] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.955111] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65418) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1145.955400] env[65418]: DEBUG oslo_concurrency.lockutils [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.840s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.957215] env[65418]: INFO nova.compute.claims [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.961773] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b990090b-c6a0-4f2c-b151-38fc0ca5373d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.971310] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9c6bd4-f7b5-41ef-876b-752f73008d43 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.987314] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd37699c-e2ec-4580-b294-8f018fcde4d5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.995633] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d965e03a-5796-4266-bc61-a34ab35c9b3c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.029709] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179070MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65418) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1146.029867] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.041821] env[65418]: DEBUG nova.network.neutron [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Successfully updated port: 1f61c7b8-4e8c-4285-aaea-c6829ed49880 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1146.151524] env[65418]: INFO nova.compute.manager [-] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Took 1.36 seconds to deallocate network for instance. [ 1146.182589] env[65418]: DEBUG oslo_vmware.api [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689211, 'name': ReconfigVM_Task, 'duration_secs': 1.040474} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.182909] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1146.187901] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ccbc326-1e9b-4409-9bf3-3897ee4c9ead {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.208038] env[65418]: DEBUG oslo_vmware.api [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1146.208038] env[65418]: value = "task-4689213" [ 1146.208038] env[65418]: _type = "Task" [ 1146.208038] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.220737] env[65418]: DEBUG oslo_vmware.api [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689213, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.416762] env[65418]: DEBUG oslo_vmware.api [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689212, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070731} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.417066] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.418101] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f5e8d0-2a0c-4c1d-8fde-7f4e5ab52203 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.441270] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] e575aedd-98c8-4749-b83c-c91590d7fbc8/e575aedd-98c8-4749-b83c-c91590d7fbc8.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.441549] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73800486-8724-4c5a-b724-36d5a6b41512 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.456800] env[65418]: DEBUG nova.compute.utils [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1146.458267] env[65418]: DEBUG nova.compute.manager [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1146.458542] env[65418]: DEBUG nova.network.neutron [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1146.458875] env[65418]: WARNING neutronclient.v2_0.client [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.460049] env[65418]: WARNING neutronclient.v2_0.client [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.467086] env[65418]: DEBUG oslo_vmware.api [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1146.467086] env[65418]: value = "task-4689214" [ 1146.467086] env[65418]: _type = "Task" [ 1146.467086] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.475969] env[65418]: DEBUG oslo_vmware.api [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.512989] env[65418]: DEBUG nova.policy [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '829306e8b9d04ccd8eb8a462de9960ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6824359fffa4e4a9be6a8fcfac948e7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1146.544323] env[65418]: DEBUG oslo_concurrency.lockutils [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "refresh_cache-8a052d5e-a79d-458c-a6fd-27e78fb82ce8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.544511] env[65418]: DEBUG oslo_concurrency.lockutils [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquired lock "refresh_cache-8a052d5e-a79d-458c-a6fd-27e78fb82ce8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.544683] env[65418]: DEBUG nova.network.neutron [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1146.634947] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bd00fa2b-81f0-4a45-81b5-6deab45255ab tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquiring lock "a4e644b9-3e16-4df4-8ada-f70aa73e1edb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.635326] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bd00fa2b-81f0-4a45-81b5-6deab45255ab tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lock "a4e644b9-3e16-4df4-8ada-f70aa73e1edb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.635624] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bd00fa2b-81f0-4a45-81b5-6deab45255ab tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquiring lock "a4e644b9-3e16-4df4-8ada-f70aa73e1edb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.635930] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bd00fa2b-81f0-4a45-81b5-6deab45255ab tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lock "a4e644b9-3e16-4df4-8ada-f70aa73e1edb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.636184] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bd00fa2b-81f0-4a45-81b5-6deab45255ab tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lock "a4e644b9-3e16-4df4-8ada-f70aa73e1edb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.640505] env[65418]: INFO nova.compute.manager [None req-bd00fa2b-81f0-4a45-81b5-6deab45255ab tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Terminating instance [ 1146.660527] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8a90770c-0e3c-41d9-a1f8-3620efad3bb9 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.719903] env[65418]: DEBUG oslo_vmware.api [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.859596] env[65418]: DEBUG nova.network.neutron [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Successfully created port: 0ecb5389-731a-440b-a943-a5c0557be6f9 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1146.963440] env[65418]: DEBUG nova.compute.manager [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1146.980234] env[65418]: DEBUG oslo_vmware.api [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689214, 'name': ReconfigVM_Task, 'duration_secs': 0.276874} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.980952] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Reconfigured VM instance instance-00000070 to attach disk [datastore2] e575aedd-98c8-4749-b83c-c91590d7fbc8/e575aedd-98c8-4749-b83c-c91590d7fbc8.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.982266] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d7e0a1e-ceec-45c1-be65-f133bf6f3f0a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.996023] env[65418]: DEBUG oslo_vmware.api [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1146.996023] env[65418]: value = "task-4689215" [ 1146.996023] env[65418]: _type = "Task" [ 1146.996023] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.005760] env[65418]: DEBUG oslo_vmware.api [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689215, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.086170] env[65418]: DEBUG nova.network.neutron [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1147.146964] env[65418]: DEBUG nova.compute.manager [None req-bd00fa2b-81f0-4a45-81b5-6deab45255ab tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1147.147246] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bd00fa2b-81f0-4a45-81b5-6deab45255ab tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.148132] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d49f02-8d2a-4e41-8cda-48d90da0685a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.159452] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd00fa2b-81f0-4a45-81b5-6deab45255ab tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.159767] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ceced175-7a55-4682-a92f-6bd5a8ab76b3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.162830] env[65418]: WARNING neutronclient.v2_0.client [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.167747] env[65418]: DEBUG oslo_vmware.api [None req-bd00fa2b-81f0-4a45-81b5-6deab45255ab tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for the task: (returnval){ [ 1147.167747] env[65418]: value = "task-4689216" [ 1147.167747] env[65418]: _type = "Task" [ 1147.167747] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.179505] env[65418]: DEBUG oslo_vmware.api [None req-bd00fa2b-81f0-4a45-81b5-6deab45255ab tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.183098] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66ed38a-acea-401d-8785-0287d694e1cd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.190640] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec0ac40-ae12-471c-9ad4-e5527c4e75bd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.233544] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba92ffc-6547-4367-92da-2610b89b0630 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.243062] env[65418]: DEBUG oslo_vmware.api [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689213, 'name': ReconfigVM_Task, 'duration_secs': 0.906673} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.245779] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915274', 'volume_id': '0238d1eb-f807-4797-8108-69f562d94be1', 'name': 'volume-0238d1eb-f807-4797-8108-69f562d94be1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ab293e37-eb14-418f-9a96-9be31d1871a9', 'attached_at': '2025-11-21T20:49:24.000000', 'detached_at': '', 'volume_id': '0238d1eb-f807-4797-8108-69f562d94be1', 'serial': '0238d1eb-f807-4797-8108-69f562d94be1'} {{(pid=65418) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1147.246278] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.247267] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e26cd99-c8f8-4b5f-bebe-2ae0710ec64e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.251273] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cc21b9-be3e-44f6-8390-58be522d2775 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.268014] env[65418]: DEBUG nova.compute.provider_tree [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.276717] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.277896] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ccee5f2-710b-42f7-a2c2-d3f59cb21a3e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.290458] env[65418]: DEBUG nova.network.neutron [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Updating instance_info_cache with network_info: [{"id": "1f61c7b8-4e8c-4285-aaea-c6829ed49880", "address": "fa:16:3e:1a:69:65", "network": {"id": "0b4d27b9-e8b8-40be-ba95-6e857bc0dc77", "bridge": "br-int", "label": "tempest-ServersTestJSON-903876646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e602a5de371d43328e7231a6867a600a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f61c7b8-4e", "ovs_interfaceid": "1f61c7b8-4e8c-4285-aaea-c6829ed49880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.360389] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.360655] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.360953] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Deleting the datastore file [datastore1] ab293e37-eb14-418f-9a96-9be31d1871a9 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.361408] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fba34483-b166-4a1b-a341-ea4d36761989 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.371775] env[65418]: DEBUG oslo_vmware.api [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1147.371775] env[65418]: value = "task-4689218" [ 1147.371775] env[65418]: _type = "Task" [ 1147.371775] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.382825] env[65418]: DEBUG oslo_vmware.api [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.507135] env[65418]: DEBUG oslo_vmware.api [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689215, 'name': Rename_Task, 'duration_secs': 0.155605} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.507447] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.507753] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ff91a9a-60c1-42a8-ad79-9ccc71a8158a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.515621] env[65418]: DEBUG oslo_vmware.api [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1147.515621] env[65418]: value = "task-4689219" [ 1147.515621] env[65418]: _type = "Task" [ 1147.515621] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.524500] env[65418]: DEBUG oslo_vmware.api [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.681396] env[65418]: DEBUG oslo_vmware.api [None req-bd00fa2b-81f0-4a45-81b5-6deab45255ab tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689216, 'name': PowerOffVM_Task, 'duration_secs': 0.325848} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.681691] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd00fa2b-81f0-4a45-81b5-6deab45255ab tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.681847] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bd00fa2b-81f0-4a45-81b5-6deab45255ab tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.682188] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c944bd0-9fec-4316-86c2-a7254a71c54c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.772515] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bd00fa2b-81f0-4a45-81b5-6deab45255ab tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.773250] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bd00fa2b-81f0-4a45-81b5-6deab45255ab tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.773366] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd00fa2b-81f0-4a45-81b5-6deab45255ab tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Deleting the datastore file [datastore1] a4e644b9-3e16-4df4-8ada-f70aa73e1edb {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.774357] env[65418]: DEBUG nova.scheduler.client.report [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.777913] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a074957d-5410-4e2c-b5da-1f61125e9daf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.787639] env[65418]: DEBUG oslo_vmware.api [None req-bd00fa2b-81f0-4a45-81b5-6deab45255ab tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for the task: (returnval){ [ 1147.787639] env[65418]: value = "task-4689221" [ 1147.787639] env[65418]: _type = "Task" [ 1147.787639] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.793859] env[65418]: DEBUG oslo_concurrency.lockutils [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Releasing lock "refresh_cache-8a052d5e-a79d-458c-a6fd-27e78fb82ce8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.794321] env[65418]: DEBUG nova.compute.manager [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Instance network_info: |[{"id": "1f61c7b8-4e8c-4285-aaea-c6829ed49880", "address": "fa:16:3e:1a:69:65", "network": {"id": "0b4d27b9-e8b8-40be-ba95-6e857bc0dc77", "bridge": "br-int", "label": "tempest-ServersTestJSON-903876646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e602a5de371d43328e7231a6867a600a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f61c7b8-4e", "ovs_interfaceid": "1f61c7b8-4e8c-4285-aaea-c6829ed49880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1147.798423] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:69:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f61c7b8-4e8c-4285-aaea-c6829ed49880', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.806177] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1147.806824] env[65418]: DEBUG oslo_vmware.api [None req-bd00fa2b-81f0-4a45-81b5-6deab45255ab tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.807089] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.807325] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7540532a-51a6-4736-9431-8b05720c80a9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.830732] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.830732] env[65418]: value = "task-4689222" [ 1147.830732] env[65418]: _type = "Task" [ 1147.830732] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.840821] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689222, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.882654] env[65418]: DEBUG oslo_vmware.api [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169218} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.883378] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.883583] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.883778] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.883976] env[65418]: INFO nova.compute.manager [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Took 3.85 seconds to destroy the instance on the hypervisor. [ 1147.884826] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1147.885182] env[65418]: DEBUG nova.compute.manager [-] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1147.885342] env[65418]: DEBUG nova.network.neutron [-] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1147.885660] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.931853] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.978445] env[65418]: DEBUG nova.compute.manager [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1147.995026] env[65418]: DEBUG nova.compute.manager [req-277d5b13-34a1-4d49-bd50-7b1c48f383c6 req-c054c00e-1ee7-4667-9c97-d275251b8606 service nova] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Received event network-changed-1f61c7b8-4e8c-4285-aaea-c6829ed49880 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1147.995731] env[65418]: DEBUG nova.compute.manager [req-277d5b13-34a1-4d49-bd50-7b1c48f383c6 req-c054c00e-1ee7-4667-9c97-d275251b8606 service nova] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Refreshing instance network info cache due to event network-changed-1f61c7b8-4e8c-4285-aaea-c6829ed49880. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1147.995731] env[65418]: DEBUG oslo_concurrency.lockutils [req-277d5b13-34a1-4d49-bd50-7b1c48f383c6 req-c054c00e-1ee7-4667-9c97-d275251b8606 service nova] Acquiring lock "refresh_cache-8a052d5e-a79d-458c-a6fd-27e78fb82ce8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.995878] env[65418]: DEBUG oslo_concurrency.lockutils [req-277d5b13-34a1-4d49-bd50-7b1c48f383c6 req-c054c00e-1ee7-4667-9c97-d275251b8606 service nova] Acquired lock "refresh_cache-8a052d5e-a79d-458c-a6fd-27e78fb82ce8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.995971] env[65418]: DEBUG nova.network.neutron [req-277d5b13-34a1-4d49-bd50-7b1c48f383c6 req-c054c00e-1ee7-4667-9c97-d275251b8606 service nova] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Refreshing network info cache for port 1f61c7b8-4e8c-4285-aaea-c6829ed49880 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.010500] env[65418]: DEBUG nova.virt.hardware [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1148.010776] env[65418]: DEBUG nova.virt.hardware [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.010968] env[65418]: DEBUG nova.virt.hardware [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1148.011221] env[65418]: DEBUG nova.virt.hardware [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.011369] env[65418]: DEBUG nova.virt.hardware [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1148.011513] env[65418]: DEBUG nova.virt.hardware [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1148.011711] env[65418]: DEBUG nova.virt.hardware [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1148.011865] env[65418]: DEBUG nova.virt.hardware [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1148.012045] env[65418]: DEBUG nova.virt.hardware [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1148.012207] env[65418]: DEBUG nova.virt.hardware [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1148.012373] env[65418]: DEBUG nova.virt.hardware [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1148.013677] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2eda932-6c82-4e86-844e-b2e181c91e97 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.029129] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f91b0e-6fdd-4918-bbc8-1a7fef3f1e1b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.033761] env[65418]: DEBUG oslo_vmware.api [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689219, 'name': PowerOnVM_Task, 'duration_secs': 0.502643} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.034708] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.034960] env[65418]: INFO nova.compute.manager [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1148.035191] env[65418]: DEBUG nova.compute.manager [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1148.036711] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1106952d-2639-4c81-83d9-a4e0e9821442 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.283514] env[65418]: DEBUG oslo_concurrency.lockutils [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.284634] env[65418]: DEBUG nova.compute.manager [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1148.289530] env[65418]: DEBUG oslo_concurrency.lockutils [None req-81894b70-92e9-42d8-b838-ce594cfdcf8a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.472s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.289781] env[65418]: DEBUG nova.objects.instance [None req-81894b70-92e9-42d8-b838-ce594cfdcf8a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lazy-loading 'resources' on Instance uuid 7ca89f79-4e70-4634-8057-8b285094013d {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.301884] env[65418]: DEBUG oslo_vmware.api [None req-bd00fa2b-81f0-4a45-81b5-6deab45255ab tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138149} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.302329] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd00fa2b-81f0-4a45-81b5-6deab45255ab tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.302391] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bd00fa2b-81f0-4a45-81b5-6deab45255ab tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.303543] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bd00fa2b-81f0-4a45-81b5-6deab45255ab tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.303543] env[65418]: INFO nova.compute.manager [None req-bd00fa2b-81f0-4a45-81b5-6deab45255ab tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1148.303543] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-bd00fa2b-81f0-4a45-81b5-6deab45255ab tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1148.303543] env[65418]: DEBUG nova.compute.manager [-] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1148.303543] env[65418]: DEBUG nova.network.neutron [-] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1148.303786] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.321829] env[65418]: DEBUG nova.compute.manager [req-5f8f63cc-56b4-489c-a999-092849580bfe req-16bbe628-f586-42fe-b6e8-91dd0a64fb61 service nova] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Received event network-vif-plugged-0ecb5389-731a-440b-a943-a5c0557be6f9 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1148.321967] env[65418]: DEBUG oslo_concurrency.lockutils [req-5f8f63cc-56b4-489c-a999-092849580bfe req-16bbe628-f586-42fe-b6e8-91dd0a64fb61 service nova] Acquiring lock "f3cdb69f-a268-4e3a-bdc3-1929b1591c0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.322134] env[65418]: DEBUG oslo_concurrency.lockutils [req-5f8f63cc-56b4-489c-a999-092849580bfe req-16bbe628-f586-42fe-b6e8-91dd0a64fb61 service nova] Lock "f3cdb69f-a268-4e3a-bdc3-1929b1591c0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.322276] env[65418]: DEBUG oslo_concurrency.lockutils [req-5f8f63cc-56b4-489c-a999-092849580bfe req-16bbe628-f586-42fe-b6e8-91dd0a64fb61 service nova] Lock "f3cdb69f-a268-4e3a-bdc3-1929b1591c0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.322435] env[65418]: DEBUG nova.compute.manager [req-5f8f63cc-56b4-489c-a999-092849580bfe req-16bbe628-f586-42fe-b6e8-91dd0a64fb61 service nova] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] No waiting events found dispatching network-vif-plugged-0ecb5389-731a-440b-a943-a5c0557be6f9 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1148.322606] env[65418]: WARNING nova.compute.manager [req-5f8f63cc-56b4-489c-a999-092849580bfe req-16bbe628-f586-42fe-b6e8-91dd0a64fb61 service nova] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Received unexpected event network-vif-plugged-0ecb5389-731a-440b-a943-a5c0557be6f9 for instance with vm_state building and task_state spawning. [ 1148.344683] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689222, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.414200] env[65418]: DEBUG nova.network.neutron [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Successfully updated port: 0ecb5389-731a-440b-a943-a5c0557be6f9 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1148.498103] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.500350] env[65418]: WARNING neutronclient.v2_0.client [req-277d5b13-34a1-4d49-bd50-7b1c48f383c6 req-c054c00e-1ee7-4667-9c97-d275251b8606 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.564742] env[65418]: INFO nova.compute.manager [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Took 18.71 seconds to build instance. [ 1148.700421] env[65418]: WARNING neutronclient.v2_0.client [req-277d5b13-34a1-4d49-bd50-7b1c48f383c6 req-c054c00e-1ee7-4667-9c97-d275251b8606 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.792521] env[65418]: DEBUG nova.compute.utils [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1148.796551] env[65418]: DEBUG nova.network.neutron [req-277d5b13-34a1-4d49-bd50-7b1c48f383c6 req-c054c00e-1ee7-4667-9c97-d275251b8606 service nova] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Updated VIF entry in instance network info cache for port 1f61c7b8-4e8c-4285-aaea-c6829ed49880. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1148.797148] env[65418]: DEBUG nova.network.neutron [req-277d5b13-34a1-4d49-bd50-7b1c48f383c6 req-c054c00e-1ee7-4667-9c97-d275251b8606 service nova] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Updating instance_info_cache with network_info: [{"id": "1f61c7b8-4e8c-4285-aaea-c6829ed49880", "address": "fa:16:3e:1a:69:65", "network": {"id": "0b4d27b9-e8b8-40be-ba95-6e857bc0dc77", "bridge": "br-int", "label": "tempest-ServersTestJSON-903876646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e602a5de371d43328e7231a6867a600a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f61c7b8-4e", "ovs_interfaceid": "1f61c7b8-4e8c-4285-aaea-c6829ed49880", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.798831] env[65418]: DEBUG nova.compute.manager [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1148.798961] env[65418]: DEBUG nova.network.neutron [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1148.799428] env[65418]: WARNING neutronclient.v2_0.client [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.799863] env[65418]: WARNING neutronclient.v2_0.client [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.842504] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689222, 'name': CreateVM_Task, 'duration_secs': 0.59383} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.842504] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.843188] env[65418]: WARNING neutronclient.v2_0.client [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.844024] env[65418]: DEBUG oslo_concurrency.lockutils [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.844024] env[65418]: DEBUG oslo_concurrency.lockutils [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.844024] env[65418]: DEBUG oslo_concurrency.lockutils [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.844190] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79fc378e-38dc-4187-bdc1-7f5645b754e3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.853670] env[65418]: DEBUG oslo_vmware.api [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1148.853670] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52458f91-f2a2-3a0e-53f7-b3ebfb33abe8" [ 1148.853670] env[65418]: _type = "Task" [ 1148.853670] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.855225] env[65418]: DEBUG nova.policy [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4799fa5ad5748979e2b9ca90df74c52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f0140731fab4ddebe63cfa14ec652ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1148.869875] env[65418]: DEBUG oslo_vmware.api [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52458f91-f2a2-3a0e-53f7-b3ebfb33abe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.919375] env[65418]: DEBUG oslo_concurrency.lockutils [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquiring lock "refresh_cache-f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.919375] env[65418]: DEBUG oslo_concurrency.lockutils [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquired lock "refresh_cache-f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.919375] env[65418]: DEBUG nova.network.neutron [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1148.924716] env[65418]: DEBUG nova.network.neutron [-] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.027608] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81d1bd8-355f-43d0-a4cc-88771f707894 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.035290] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc9465e-d706-48aa-bacd-32a017128d73 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.075427] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0808ac30-11b2-40a9-b858-ade1d4890acc tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "e575aedd-98c8-4749-b83c-c91590d7fbc8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.247s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.075602] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01a33c7-013a-44ef-8d13-45baa3bc6053 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.086080] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8536c8c-acbd-4467-97d0-efb637c8af9e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.112187] env[65418]: DEBUG nova.compute.provider_tree [None req-81894b70-92e9-42d8-b838-ce594cfdcf8a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.176199] env[65418]: DEBUG nova.network.neutron [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Successfully created port: 0d46f6f3-a453-4374-8140-1d1a6860496d {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1149.227074] env[65418]: DEBUG nova.network.neutron [-] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.295755] env[65418]: DEBUG nova.compute.manager [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1149.309569] env[65418]: DEBUG oslo_concurrency.lockutils [req-277d5b13-34a1-4d49-bd50-7b1c48f383c6 req-c054c00e-1ee7-4667-9c97-d275251b8606 service nova] Releasing lock "refresh_cache-8a052d5e-a79d-458c-a6fd-27e78fb82ce8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.370630] env[65418]: DEBUG oslo_vmware.api [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52458f91-f2a2-3a0e-53f7-b3ebfb33abe8, 'name': SearchDatastore_Task, 'duration_secs': 0.040034} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.371339] env[65418]: DEBUG oslo_concurrency.lockutils [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.371578] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.371811] env[65418]: DEBUG oslo_concurrency.lockutils [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.371988] env[65418]: DEBUG oslo_concurrency.lockutils [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.372141] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.372455] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f331977-d5c5-4b6c-95a5-2b47e4ac216d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.382560] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.382794] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.383570] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b69c6720-c277-428d-b4e2-aced4772440c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.390498] env[65418]: DEBUG oslo_vmware.api [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1149.390498] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5279173e-accb-d85e-d860-97125e61cdd1" [ 1149.390498] env[65418]: _type = "Task" [ 1149.390498] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.399490] env[65418]: DEBUG oslo_vmware.api [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5279173e-accb-d85e-d860-97125e61cdd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.428107] env[65418]: INFO nova.compute.manager [-] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Took 1.54 seconds to deallocate network for instance. [ 1149.615706] env[65418]: DEBUG nova.scheduler.client.report [None req-81894b70-92e9-42d8-b838-ce594cfdcf8a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.702597] env[65418]: DEBUG nova.network.neutron [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1149.733317] env[65418]: INFO nova.compute.manager [-] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Took 1.43 seconds to deallocate network for instance. [ 1149.834087] env[65418]: WARNING neutronclient.v2_0.client [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.901610] env[65418]: DEBUG oslo_vmware.api [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5279173e-accb-d85e-d860-97125e61cdd1, 'name': SearchDatastore_Task, 'duration_secs': 0.010726} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.904093] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1756d99-bb2a-40ec-9546-2b82d73a7103 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.910132] env[65418]: DEBUG oslo_vmware.api [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1149.910132] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52993a02-4240-621f-53f2-00862dd2aafb" [ 1149.910132] env[65418]: _type = "Task" [ 1149.910132] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.919410] env[65418]: DEBUG oslo_vmware.api [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52993a02-4240-621f-53f2-00862dd2aafb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.980518] env[65418]: INFO nova.compute.manager [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Took 0.55 seconds to detach 1 volumes for instance. [ 1150.009355] env[65418]: DEBUG nova.network.neutron [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Updating instance_info_cache with network_info: [{"id": "0ecb5389-731a-440b-a943-a5c0557be6f9", "address": "fa:16:3e:21:84:e9", "network": {"id": "b465667a-082c-4f49-9557-8cf44a22f951", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1612843654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6824359fffa4e4a9be6a8fcfac948e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ecb5389-73", "ovs_interfaceid": "0ecb5389-731a-440b-a943-a5c0557be6f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.071208] env[65418]: DEBUG nova.compute.manager [req-f88dc6ee-24e9-4fcb-8f18-06f862a15175 req-bbd61159-0e81-4091-bda3-b07330f1bf57 service nova] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Received event network-vif-deleted-ac69e6cf-9641-4f44-8f4a-7eed4f33df76 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1150.071208] env[65418]: DEBUG nova.compute.manager [req-f88dc6ee-24e9-4fcb-8f18-06f862a15175 req-bbd61159-0e81-4091-bda3-b07330f1bf57 service nova] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Received event network-vif-deleted-98856794-5b97-4a7f-8d7a-b654902c5c3b {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1150.121496] env[65418]: DEBUG oslo_concurrency.lockutils [None req-81894b70-92e9-42d8-b838-ce594cfdcf8a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.123743] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.094s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.146778] env[65418]: INFO nova.scheduler.client.report [None req-81894b70-92e9-42d8-b838-ce594cfdcf8a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Deleted allocations for instance 7ca89f79-4e70-4634-8057-8b285094013d [ 1150.238616] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bd00fa2b-81f0-4a45-81b5-6deab45255ab tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.304885] env[65418]: DEBUG nova.compute.manager [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1150.334398] env[65418]: DEBUG nova.virt.hardware [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1150.334895] env[65418]: DEBUG nova.virt.hardware [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.334895] env[65418]: DEBUG nova.virt.hardware [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1150.335067] env[65418]: DEBUG nova.virt.hardware [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.335215] env[65418]: DEBUG nova.virt.hardware [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1150.335362] env[65418]: DEBUG nova.virt.hardware [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1150.335574] env[65418]: DEBUG nova.virt.hardware [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1150.335733] env[65418]: DEBUG nova.virt.hardware [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1150.335897] env[65418]: DEBUG nova.virt.hardware [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1150.336070] env[65418]: DEBUG nova.virt.hardware [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1150.336244] env[65418]: DEBUG nova.virt.hardware [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1150.337154] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28af6c0b-6493-40dd-bde6-05d974039a52 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.347081] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3358ffdb-4eb1-4f38-b2e8-405b99086368 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.367426] env[65418]: DEBUG nova.compute.manager [req-14d39214-5520-433e-8e95-102c512408c1 req-040b86e6-ee81-4b64-bf57-22e683d1f843 service nova] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Received event network-changed-0ecb5389-731a-440b-a943-a5c0557be6f9 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1150.367621] env[65418]: DEBUG nova.compute.manager [req-14d39214-5520-433e-8e95-102c512408c1 req-040b86e6-ee81-4b64-bf57-22e683d1f843 service nova] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Refreshing instance network info cache due to event network-changed-0ecb5389-731a-440b-a943-a5c0557be6f9. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1150.367806] env[65418]: DEBUG oslo_concurrency.lockutils [req-14d39214-5520-433e-8e95-102c512408c1 req-040b86e6-ee81-4b64-bf57-22e683d1f843 service nova] Acquiring lock "refresh_cache-f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.421592] env[65418]: DEBUG oslo_vmware.api [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52993a02-4240-621f-53f2-00862dd2aafb, 'name': SearchDatastore_Task, 'duration_secs': 0.01937} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.421860] env[65418]: DEBUG oslo_concurrency.lockutils [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.422132] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 8a052d5e-a79d-458c-a6fd-27e78fb82ce8/8a052d5e-a79d-458c-a6fd-27e78fb82ce8.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.422389] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43d8a3b6-aaf0-475d-9b30-bdadff3f2bda {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.429889] env[65418]: DEBUG oslo_vmware.api [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1150.429889] env[65418]: value = "task-4689223" [ 1150.429889] env[65418]: _type = "Task" [ 1150.429889] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.438830] env[65418]: DEBUG oslo_vmware.api [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.488559] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.512466] env[65418]: DEBUG oslo_concurrency.lockutils [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Releasing lock "refresh_cache-f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.512613] env[65418]: DEBUG nova.compute.manager [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Instance network_info: |[{"id": "0ecb5389-731a-440b-a943-a5c0557be6f9", "address": "fa:16:3e:21:84:e9", "network": {"id": "b465667a-082c-4f49-9557-8cf44a22f951", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1612843654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6824359fffa4e4a9be6a8fcfac948e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ecb5389-73", "ovs_interfaceid": "0ecb5389-731a-440b-a943-a5c0557be6f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1150.513011] env[65418]: DEBUG oslo_concurrency.lockutils [req-14d39214-5520-433e-8e95-102c512408c1 req-040b86e6-ee81-4b64-bf57-22e683d1f843 service nova] Acquired lock "refresh_cache-f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.513322] env[65418]: DEBUG nova.network.neutron [req-14d39214-5520-433e-8e95-102c512408c1 req-040b86e6-ee81-4b64-bf57-22e683d1f843 service nova] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Refreshing network info cache for port 0ecb5389-731a-440b-a943-a5c0557be6f9 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.514875] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:84:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ecb5389-731a-440b-a943-a5c0557be6f9', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1150.523006] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1150.524221] env[65418]: WARNING neutronclient.v2_0.client [req-14d39214-5520-433e-8e95-102c512408c1 req-040b86e6-ee81-4b64-bf57-22e683d1f843 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.526642] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1150.527721] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f61e6ab-bd3f-465d-965b-bf048f7e465b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.550016] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1150.550016] env[65418]: value = "task-4689224" [ 1150.550016] env[65418]: _type = "Task" [ 1150.550016] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.559954] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689224, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.654732] env[65418]: DEBUG oslo_concurrency.lockutils [None req-81894b70-92e9-42d8-b838-ce594cfdcf8a tempest-ServerDiskConfigTestJSON-938124936 tempest-ServerDiskConfigTestJSON-938124936-project-member] Lock "7ca89f79-4e70-4634-8057-8b285094013d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.871s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.704408] env[65418]: WARNING neutronclient.v2_0.client [req-14d39214-5520-433e-8e95-102c512408c1 req-040b86e6-ee81-4b64-bf57-22e683d1f843 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.755505] env[65418]: DEBUG nova.network.neutron [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Successfully updated port: 0d46f6f3-a453-4374-8140-1d1a6860496d {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1150.798992] env[65418]: DEBUG nova.network.neutron [req-14d39214-5520-433e-8e95-102c512408c1 req-040b86e6-ee81-4b64-bf57-22e683d1f843 service nova] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Updated VIF entry in instance network info cache for port 0ecb5389-731a-440b-a943-a5c0557be6f9. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1150.799448] env[65418]: DEBUG nova.network.neutron [req-14d39214-5520-433e-8e95-102c512408c1 req-040b86e6-ee81-4b64-bf57-22e683d1f843 service nova] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Updating instance_info_cache with network_info: [{"id": "0ecb5389-731a-440b-a943-a5c0557be6f9", "address": "fa:16:3e:21:84:e9", "network": {"id": "b465667a-082c-4f49-9557-8cf44a22f951", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1612843654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6824359fffa4e4a9be6a8fcfac948e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ecb5389-73", "ovs_interfaceid": "0ecb5389-731a-440b-a943-a5c0557be6f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.939788] env[65418]: DEBUG oslo_vmware.api [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689223, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.061396] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689224, 'name': CreateVM_Task, 'duration_secs': 0.426511} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.061596] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1151.062110] env[65418]: WARNING neutronclient.v2_0.client [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.062471] env[65418]: DEBUG oslo_concurrency.lockutils [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.062619] env[65418]: DEBUG oslo_concurrency.lockutils [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.062916] env[65418]: DEBUG oslo_concurrency.lockutils [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.063259] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e05f3b5d-2658-453d-8d8b-e85a604daa19 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.068866] env[65418]: DEBUG oslo_vmware.api [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 1151.068866] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]524dd719-648d-e742-fba3-22ffa541842c" [ 1151.068866] env[65418]: _type = "Task" [ 1151.068866] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.078043] env[65418]: DEBUG oslo_vmware.api [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]524dd719-648d-e742-fba3-22ffa541842c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.162289] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance f20a3241-1b6e-4072-b3f6-f8cef3f52188 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1151.162463] env[65418]: WARNING nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 604333c2-981f-4b75-a801-3df14fb50433 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1151.162587] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 5bb3d343-2754-4900-aa0c-975cf4ef7af8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1151.162713] env[65418]: WARNING nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance ab293e37-eb14-418f-9a96-9be31d1871a9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1151.162821] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1151.162931] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 06869f73-c2ca-441d-897d-861b83ac98fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1151.163065] env[65418]: WARNING nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance a4e644b9-3e16-4df4-8ada-f70aa73e1edb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1151.163217] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance fbd6fca4-c04e-400a-bdc1-0cccaedec6b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1151.163346] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance e575aedd-98c8-4749-b83c-c91590d7fbc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1151.164195] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 8a052d5e-a79d-458c-a6fd-27e78fb82ce8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1151.164386] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance f3cdb69f-a268-4e3a-bdc3-1929b1591c0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1151.164510] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance decc248d-4fd5-4a56-b86e-1c590ea310a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1151.164725] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=65418) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1151.164880] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=100GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '9', 'num_vm_active': '6', 'num_task_None': '6', 'num_os_type_None': '9', 'num_proj_4f0140731fab4ddebe63cfa14ec652ae': '2', 'io_workload': '3', 'num_proj_e602a5de371d43328e7231a6867a600a': '3', 'num_proj_4d9ae9952c054d9d87896000cca7e6ed': '2', 'num_proj_5e0727a4c133420fa0cb4f4356dee109': '1', 'num_vm_building': '3', 'num_task_spawning': '3', 'num_proj_d6824359fffa4e4a9be6a8fcfac948e7': '1'} {{(pid=65418) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1151.259183] env[65418]: DEBUG oslo_concurrency.lockutils [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "refresh_cache-decc248d-4fd5-4a56-b86e-1c590ea310a0" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.259364] env[65418]: DEBUG oslo_concurrency.lockutils [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquired lock "refresh_cache-decc248d-4fd5-4a56-b86e-1c590ea310a0" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.259540] env[65418]: DEBUG nova.network.neutron [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1151.302359] env[65418]: DEBUG oslo_concurrency.lockutils [req-14d39214-5520-433e-8e95-102c512408c1 req-040b86e6-ee81-4b64-bf57-22e683d1f843 service nova] Releasing lock "refresh_cache-f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.302629] env[65418]: DEBUG nova.compute.manager [req-14d39214-5520-433e-8e95-102c512408c1 req-040b86e6-ee81-4b64-bf57-22e683d1f843 service nova] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Received event network-changed-d39bf165-1107-4e53-8cf7-dfd6cb0f76a7 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1151.302791] env[65418]: DEBUG nova.compute.manager [req-14d39214-5520-433e-8e95-102c512408c1 req-040b86e6-ee81-4b64-bf57-22e683d1f843 service nova] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Refreshing instance network info cache due to event network-changed-d39bf165-1107-4e53-8cf7-dfd6cb0f76a7. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1151.302991] env[65418]: DEBUG oslo_concurrency.lockutils [req-14d39214-5520-433e-8e95-102c512408c1 req-040b86e6-ee81-4b64-bf57-22e683d1f843 service nova] Acquiring lock "refresh_cache-e575aedd-98c8-4749-b83c-c91590d7fbc8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.303182] env[65418]: DEBUG oslo_concurrency.lockutils [req-14d39214-5520-433e-8e95-102c512408c1 req-040b86e6-ee81-4b64-bf57-22e683d1f843 service nova] Acquired lock "refresh_cache-e575aedd-98c8-4749-b83c-c91590d7fbc8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.303351] env[65418]: DEBUG nova.network.neutron [req-14d39214-5520-433e-8e95-102c512408c1 req-040b86e6-ee81-4b64-bf57-22e683d1f843 service nova] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Refreshing network info cache for port d39bf165-1107-4e53-8cf7-dfd6cb0f76a7 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.355375] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902bddf4-3804-4896-bcbd-b48f86ac47b0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.365554] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee320d0b-9feb-44e7-becc-ff496d8d72d5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.402567] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d02e9db-8d9e-4f5f-8432-1fd3e20b8be7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.411617] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f415c40-4de6-4b17-99b3-d0d9edecb43b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.427169] env[65418]: DEBUG nova.compute.provider_tree [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.441149] env[65418]: DEBUG oslo_vmware.api [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689223, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.580363] env[65418]: DEBUG oslo_vmware.api [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]524dd719-648d-e742-fba3-22ffa541842c, 'name': SearchDatastore_Task, 'duration_secs': 0.010947} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.580674] env[65418]: DEBUG oslo_concurrency.lockutils [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.580961] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1151.581173] env[65418]: DEBUG oslo_concurrency.lockutils [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.581319] env[65418]: DEBUG oslo_concurrency.lockutils [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.581497] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1151.581757] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-436f1aa1-d4a8-4c27-9815-cba8e0c4e689 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.593125] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1151.593125] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1151.593441] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0df6d758-8ff5-4dd7-be86-f26417e819d5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.599709] env[65418]: DEBUG oslo_vmware.api [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 1151.599709] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5274fe13-cf01-788d-1a58-9de858df7ed7" [ 1151.599709] env[65418]: _type = "Task" [ 1151.599709] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.608195] env[65418]: DEBUG oslo_vmware.api [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5274fe13-cf01-788d-1a58-9de858df7ed7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.793095] env[65418]: DEBUG nova.network.neutron [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1151.809679] env[65418]: WARNING neutronclient.v2_0.client [req-14d39214-5520-433e-8e95-102c512408c1 req-040b86e6-ee81-4b64-bf57-22e683d1f843 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.928747] env[65418]: WARNING neutronclient.v2_0.client [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.931714] env[65418]: DEBUG nova.scheduler.client.report [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.946084] env[65418]: DEBUG oslo_vmware.api [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689223, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.486267} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.946358] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 8a052d5e-a79d-458c-a6fd-27e78fb82ce8/8a052d5e-a79d-458c-a6fd-27e78fb82ce8.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1151.946562] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.946812] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0db9a97-ab51-4945-8e97-27b1601f8bc6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.955332] env[65418]: DEBUG oslo_vmware.api [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1151.955332] env[65418]: value = "task-4689225" [ 1151.955332] env[65418]: _type = "Task" [ 1151.955332] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.965499] env[65418]: DEBUG oslo_vmware.api [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.075722] env[65418]: DEBUG nova.network.neutron [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Updating instance_info_cache with network_info: [{"id": "0d46f6f3-a453-4374-8140-1d1a6860496d", "address": "fa:16:3e:8b:3a:50", "network": {"id": "c27d84e9-3c8c-494e-9a9a-60f6a70f7158", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1554886198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0140731fab4ddebe63cfa14ec652ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d46f6f3-a4", "ovs_interfaceid": "0d46f6f3-a453-4374-8140-1d1a6860496d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.116811] env[65418]: DEBUG oslo_vmware.api [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5274fe13-cf01-788d-1a58-9de858df7ed7, 'name': SearchDatastore_Task, 'duration_secs': 0.011846} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.118637] env[65418]: WARNING neutronclient.v2_0.client [req-14d39214-5520-433e-8e95-102c512408c1 req-040b86e6-ee81-4b64-bf57-22e683d1f843 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.124033] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66e04313-3d31-4c7d-a417-41006cb7e883 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.132914] env[65418]: DEBUG oslo_vmware.api [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 1152.132914] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52234aca-696e-7bbe-d9a8-b00483aa8ac0" [ 1152.132914] env[65418]: _type = "Task" [ 1152.132914] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.150893] env[65418]: DEBUG oslo_vmware.api [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52234aca-696e-7bbe-d9a8-b00483aa8ac0, 'name': SearchDatastore_Task, 'duration_secs': 0.0113} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.151059] env[65418]: DEBUG oslo_concurrency.lockutils [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.151406] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] f3cdb69f-a268-4e3a-bdc3-1929b1591c0e/f3cdb69f-a268-4e3a-bdc3-1929b1591c0e.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1152.151816] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e6c44cf-d261-4fa7-94f3-1643ffe18e6f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.163352] env[65418]: DEBUG oslo_vmware.api [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 1152.163352] env[65418]: value = "task-4689226" [ 1152.163352] env[65418]: _type = "Task" [ 1152.163352] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.177900] env[65418]: DEBUG oslo_vmware.api [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689226, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.275253] env[65418]: DEBUG nova.compute.manager [req-c64b6c86-d64e-4085-9fb9-7ec4ba8be35f req-841ef540-bbf8-481c-aec3-133dac6361ce service nova] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Received event network-vif-plugged-0d46f6f3-a453-4374-8140-1d1a6860496d {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1152.275475] env[65418]: DEBUG oslo_concurrency.lockutils [req-c64b6c86-d64e-4085-9fb9-7ec4ba8be35f req-841ef540-bbf8-481c-aec3-133dac6361ce service nova] Acquiring lock "decc248d-4fd5-4a56-b86e-1c590ea310a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.276388] env[65418]: DEBUG oslo_concurrency.lockutils [req-c64b6c86-d64e-4085-9fb9-7ec4ba8be35f req-841ef540-bbf8-481c-aec3-133dac6361ce service nova] Lock "decc248d-4fd5-4a56-b86e-1c590ea310a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.276590] env[65418]: DEBUG oslo_concurrency.lockutils [req-c64b6c86-d64e-4085-9fb9-7ec4ba8be35f req-841ef540-bbf8-481c-aec3-133dac6361ce service nova] Lock "decc248d-4fd5-4a56-b86e-1c590ea310a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.276835] env[65418]: DEBUG nova.compute.manager [req-c64b6c86-d64e-4085-9fb9-7ec4ba8be35f req-841ef540-bbf8-481c-aec3-133dac6361ce service nova] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] No waiting events found dispatching network-vif-plugged-0d46f6f3-a453-4374-8140-1d1a6860496d {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1152.277044] env[65418]: WARNING nova.compute.manager [req-c64b6c86-d64e-4085-9fb9-7ec4ba8be35f req-841ef540-bbf8-481c-aec3-133dac6361ce service nova] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Received unexpected event network-vif-plugged-0d46f6f3-a453-4374-8140-1d1a6860496d for instance with vm_state building and task_state spawning. [ 1152.277319] env[65418]: DEBUG nova.compute.manager [req-c64b6c86-d64e-4085-9fb9-7ec4ba8be35f req-841ef540-bbf8-481c-aec3-133dac6361ce service nova] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Received event network-changed-0d46f6f3-a453-4374-8140-1d1a6860496d {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1152.277510] env[65418]: DEBUG nova.compute.manager [req-c64b6c86-d64e-4085-9fb9-7ec4ba8be35f req-841ef540-bbf8-481c-aec3-133dac6361ce service nova] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Refreshing instance network info cache due to event network-changed-0d46f6f3-a453-4374-8140-1d1a6860496d. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1152.277689] env[65418]: DEBUG oslo_concurrency.lockutils [req-c64b6c86-d64e-4085-9fb9-7ec4ba8be35f req-841ef540-bbf8-481c-aec3-133dac6361ce service nova] Acquiring lock "refresh_cache-decc248d-4fd5-4a56-b86e-1c590ea310a0" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.287123] env[65418]: DEBUG nova.network.neutron [req-14d39214-5520-433e-8e95-102c512408c1 req-040b86e6-ee81-4b64-bf57-22e683d1f843 service nova] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Updated VIF entry in instance network info cache for port d39bf165-1107-4e53-8cf7-dfd6cb0f76a7. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1152.287495] env[65418]: DEBUG nova.network.neutron [req-14d39214-5520-433e-8e95-102c512408c1 req-040b86e6-ee81-4b64-bf57-22e683d1f843 service nova] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Updating instance_info_cache with network_info: [{"id": "d39bf165-1107-4e53-8cf7-dfd6cb0f76a7", "address": "fa:16:3e:8f:ce:77", "network": {"id": "3fab3b70-ba17-4e6a-ae3d-5a05fb711a8b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-395157993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0727a4c133420fa0cb4f4356dee109", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd39bf165-11", "ovs_interfaceid": "d39bf165-1107-4e53-8cf7-dfd6cb0f76a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.437720] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65418) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1152.438077] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.314s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.438229] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8a90770c-0e3c-41d9-a1f8-3620efad3bb9 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.778s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.438409] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8a90770c-0e3c-41d9-a1f8-3620efad3bb9 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.440685] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bd00fa2b-81f0-4a45-81b5-6deab45255ab tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.202s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.440740] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bd00fa2b-81f0-4a45-81b5-6deab45255ab tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.443017] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.955s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.443326] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.445090] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.445197] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Cleaning up deleted instances {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11916}} [ 1152.468480] env[65418]: DEBUG oslo_vmware.api [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086898} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.468791] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1152.469814] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fd9595-7a35-423f-a449-6211efe137f1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.477542] env[65418]: INFO nova.scheduler.client.report [None req-8a90770c-0e3c-41d9-a1f8-3620efad3bb9 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Deleted allocations for instance 604333c2-981f-4b75-a801-3df14fb50433 [ 1152.489161] env[65418]: INFO nova.scheduler.client.report [None req-bd00fa2b-81f0-4a45-81b5-6deab45255ab tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Deleted allocations for instance a4e644b9-3e16-4df4-8ada-f70aa73e1edb [ 1152.499382] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 8a052d5e-a79d-458c-a6fd-27e78fb82ce8/8a052d5e-a79d-458c-a6fd-27e78fb82ce8.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.503362] env[65418]: INFO nova.scheduler.client.report [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Deleted allocations for instance ab293e37-eb14-418f-9a96-9be31d1871a9 [ 1152.506599] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-759f675d-2bf5-4eb4-8156-95ddf37ab6a2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.531161] env[65418]: DEBUG oslo_vmware.api [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1152.531161] env[65418]: value = "task-4689227" [ 1152.531161] env[65418]: _type = "Task" [ 1152.531161] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.543556] env[65418]: DEBUG oslo_vmware.api [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689227, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.579243] env[65418]: DEBUG oslo_concurrency.lockutils [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Releasing lock "refresh_cache-decc248d-4fd5-4a56-b86e-1c590ea310a0" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.579706] env[65418]: DEBUG nova.compute.manager [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Instance network_info: |[{"id": "0d46f6f3-a453-4374-8140-1d1a6860496d", "address": "fa:16:3e:8b:3a:50", "network": {"id": "c27d84e9-3c8c-494e-9a9a-60f6a70f7158", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1554886198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0140731fab4ddebe63cfa14ec652ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d46f6f3-a4", "ovs_interfaceid": "0d46f6f3-a453-4374-8140-1d1a6860496d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1152.580562] env[65418]: DEBUG oslo_concurrency.lockutils [req-c64b6c86-d64e-4085-9fb9-7ec4ba8be35f req-841ef540-bbf8-481c-aec3-133dac6361ce service nova] Acquired lock "refresh_cache-decc248d-4fd5-4a56-b86e-1c590ea310a0" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.580946] env[65418]: DEBUG nova.network.neutron [req-c64b6c86-d64e-4085-9fb9-7ec4ba8be35f req-841ef540-bbf8-481c-aec3-133dac6361ce service nova] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Refreshing network info cache for port 0d46f6f3-a453-4374-8140-1d1a6860496d {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.583189] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:3a:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d46f6f3-a453-4374-8140-1d1a6860496d', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.597038] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1152.600657] env[65418]: WARNING neutronclient.v2_0.client [req-c64b6c86-d64e-4085-9fb9-7ec4ba8be35f req-841ef540-bbf8-481c-aec3-133dac6361ce service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.603356] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.606563] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-815d769e-d9a4-4846-be00-85c198963fcc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.639922] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.639922] env[65418]: value = "task-4689228" [ 1152.639922] env[65418]: _type = "Task" [ 1152.639922] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.651713] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689228, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.683779] env[65418]: DEBUG oslo_vmware.api [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689226, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519505} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.684155] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] f3cdb69f-a268-4e3a-bdc3-1929b1591c0e/f3cdb69f-a268-4e3a-bdc3-1929b1591c0e.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1152.684439] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1152.684763] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae49d3f2-1020-4a62-9d93-2e7c2d5479e8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.693337] env[65418]: DEBUG oslo_vmware.api [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 1152.693337] env[65418]: value = "task-4689229" [ 1152.693337] env[65418]: _type = "Task" [ 1152.693337] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.708832] env[65418]: DEBUG oslo_vmware.api [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689229, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.790268] env[65418]: DEBUG oslo_concurrency.lockutils [req-14d39214-5520-433e-8e95-102c512408c1 req-040b86e6-ee81-4b64-bf57-22e683d1f843 service nova] Releasing lock "refresh_cache-e575aedd-98c8-4749-b83c-c91590d7fbc8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.828178] env[65418]: WARNING neutronclient.v2_0.client [req-c64b6c86-d64e-4085-9fb9-7ec4ba8be35f req-841ef540-bbf8-481c-aec3-133dac6361ce service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.918796] env[65418]: DEBUG nova.network.neutron [req-c64b6c86-d64e-4085-9fb9-7ec4ba8be35f req-841ef540-bbf8-481c-aec3-133dac6361ce service nova] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Updated VIF entry in instance network info cache for port 0d46f6f3-a453-4374-8140-1d1a6860496d. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1152.920575] env[65418]: DEBUG nova.network.neutron [req-c64b6c86-d64e-4085-9fb9-7ec4ba8be35f req-841ef540-bbf8-481c-aec3-133dac6361ce service nova] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Updating instance_info_cache with network_info: [{"id": "0d46f6f3-a453-4374-8140-1d1a6860496d", "address": "fa:16:3e:8b:3a:50", "network": {"id": "c27d84e9-3c8c-494e-9a9a-60f6a70f7158", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1554886198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0140731fab4ddebe63cfa14ec652ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d46f6f3-a4", "ovs_interfaceid": "0d46f6f3-a453-4374-8140-1d1a6860496d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.964433] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] There are 56 instances to clean {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11925}} [ 1152.964642] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 7ca89f79-4e70-4634-8057-8b285094013d] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1153.030479] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8a90770c-0e3c-41d9-a1f8-3620efad3bb9 tempest-AttachInterfacesTestJSON-635171845 tempest-AttachInterfacesTestJSON-635171845-project-member] Lock "604333c2-981f-4b75-a801-3df14fb50433" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.935s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.034979] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bd00fa2b-81f0-4a45-81b5-6deab45255ab tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lock "a4e644b9-3e16-4df4-8ada-f70aa73e1edb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.399s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.037317] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ab83d69a-e49e-4d88-b49b-e4f962a0bd32 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "ab293e37-eb14-418f-9a96-9be31d1871a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.508s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.049381] env[65418]: DEBUG oslo_vmware.api [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689227, 'name': ReconfigVM_Task, 'duration_secs': 0.376794} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.049528] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 8a052d5e-a79d-458c-a6fd-27e78fb82ce8/8a052d5e-a79d-458c-a6fd-27e78fb82ce8.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.051390] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-955ed3f1-6341-46d1-a874-e2c3f39d9341 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.062134] env[65418]: DEBUG oslo_vmware.api [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1153.062134] env[65418]: value = "task-4689230" [ 1153.062134] env[65418]: _type = "Task" [ 1153.062134] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.075448] env[65418]: DEBUG oslo_vmware.api [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689230, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.153454] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689228, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.208056] env[65418]: DEBUG oslo_vmware.api [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689229, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084007} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.208056] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1153.209168] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb6c9d1-5cf2-4df4-8019-8bdf1d979563 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.237740] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] f3cdb69f-a268-4e3a-bdc3-1929b1591c0e/f3cdb69f-a268-4e3a-bdc3-1929b1591c0e.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.238139] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c4ee621-5860-49f4-a31f-9e1dffbb7028 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.261169] env[65418]: DEBUG oslo_vmware.api [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 1153.261169] env[65418]: value = "task-4689231" [ 1153.261169] env[65418]: _type = "Task" [ 1153.261169] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.271733] env[65418]: DEBUG oslo_vmware.api [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689231, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.422903] env[65418]: DEBUG oslo_concurrency.lockutils [req-c64b6c86-d64e-4085-9fb9-7ec4ba8be35f req-841ef540-bbf8-481c-aec3-133dac6361ce service nova] Releasing lock "refresh_cache-decc248d-4fd5-4a56-b86e-1c590ea310a0" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.469229] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 27456200-c99d-40f8-bb47-b62f692e3f3c] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1153.575986] env[65418]: DEBUG oslo_vmware.api [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689230, 'name': Rename_Task, 'duration_secs': 0.177082} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.576385] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.576537] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f01144f1-273c-4031-9d1a-4cf6e729f75c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.584718] env[65418]: DEBUG oslo_vmware.api [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1153.584718] env[65418]: value = "task-4689232" [ 1153.584718] env[65418]: _type = "Task" [ 1153.584718] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.593732] env[65418]: DEBUG oslo_vmware.api [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.624483] env[65418]: DEBUG oslo_concurrency.lockutils [None req-beb17e26-8b97-49eb-a417-8563ee5eaeda tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquiring lock "06869f73-c2ca-441d-897d-861b83ac98fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.624741] env[65418]: DEBUG oslo_concurrency.lockutils [None req-beb17e26-8b97-49eb-a417-8563ee5eaeda tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lock "06869f73-c2ca-441d-897d-861b83ac98fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.625072] env[65418]: DEBUG oslo_concurrency.lockutils [None req-beb17e26-8b97-49eb-a417-8563ee5eaeda tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquiring lock "06869f73-c2ca-441d-897d-861b83ac98fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.625165] env[65418]: DEBUG oslo_concurrency.lockutils [None req-beb17e26-8b97-49eb-a417-8563ee5eaeda tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lock "06869f73-c2ca-441d-897d-861b83ac98fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.625291] env[65418]: DEBUG oslo_concurrency.lockutils [None req-beb17e26-8b97-49eb-a417-8563ee5eaeda tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lock "06869f73-c2ca-441d-897d-861b83ac98fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.628807] env[65418]: INFO nova.compute.manager [None req-beb17e26-8b97-49eb-a417-8563ee5eaeda tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Terminating instance [ 1153.652940] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689228, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.773585] env[65418]: DEBUG oslo_vmware.api [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.971470] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 62855c4e-aefd-4453-bceb-469e28186e9f] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1154.100129] env[65418]: DEBUG oslo_vmware.api [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689232, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.134052] env[65418]: DEBUG nova.compute.manager [None req-beb17e26-8b97-49eb-a417-8563ee5eaeda tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1154.134341] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-beb17e26-8b97-49eb-a417-8563ee5eaeda tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.135481] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2a8f14-edf6-436f-97fd-473cc6b37ec3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.147393] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb17e26-8b97-49eb-a417-8563ee5eaeda tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.148085] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83329d2b-411f-4ace-ad57-8cf71f790d72 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.153934] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689228, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.155970] env[65418]: DEBUG oslo_vmware.api [None req-beb17e26-8b97-49eb-a417-8563ee5eaeda tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for the task: (returnval){ [ 1154.155970] env[65418]: value = "task-4689233" [ 1154.155970] env[65418]: _type = "Task" [ 1154.155970] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.166332] env[65418]: DEBUG oslo_vmware.api [None req-beb17e26-8b97-49eb-a417-8563ee5eaeda tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.274775] env[65418]: DEBUG oslo_vmware.api [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.475253] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: c22734e4-cfdc-4653-88cf-3a605298129a] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1154.597384] env[65418]: DEBUG oslo_vmware.api [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689232, 'name': PowerOnVM_Task, 'duration_secs': 0.54249} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.597664] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.597860] env[65418]: INFO nova.compute.manager [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1154.598043] env[65418]: DEBUG nova.compute.manager [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1154.598873] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4a1a38-908e-49a7-a302-a1d234f85835 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.654220] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689228, 'name': CreateVM_Task, 'duration_secs': 1.611809} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.654220] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.654220] env[65418]: WARNING neutronclient.v2_0.client [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.654220] env[65418]: DEBUG oslo_concurrency.lockutils [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.654511] env[65418]: DEBUG oslo_concurrency.lockutils [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.654901] env[65418]: DEBUG oslo_concurrency.lockutils [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.654901] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-959ec7c2-4137-4201-b54d-1187684f92bd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.665478] env[65418]: DEBUG oslo_vmware.api [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1154.665478] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d3e7c4-305c-7621-73d1-28a81ef1769b" [ 1154.665478] env[65418]: _type = "Task" [ 1154.665478] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.669584] env[65418]: DEBUG oslo_vmware.api [None req-beb17e26-8b97-49eb-a417-8563ee5eaeda tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689233, 'name': PowerOffVM_Task, 'duration_secs': 0.228988} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.673692] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb17e26-8b97-49eb-a417-8563ee5eaeda tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.673898] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-beb17e26-8b97-49eb-a417-8563ee5eaeda tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1154.674617] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5704f661-e104-4973-949c-048b8b1f7656 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.684733] env[65418]: DEBUG oslo_vmware.api [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d3e7c4-305c-7621-73d1-28a81ef1769b, 'name': SearchDatastore_Task, 'duration_secs': 0.011805} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.684733] env[65418]: DEBUG oslo_concurrency.lockutils [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.684877] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.685128] env[65418]: DEBUG oslo_concurrency.lockutils [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.685326] env[65418]: DEBUG oslo_concurrency.lockutils [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.686255] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.686592] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a06b95e4-167d-40cf-ae34-12248ead2c82 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.697203] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.697752] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.698169] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-397ab16f-fc45-4614-b929-54e741b87f5a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.708470] env[65418]: DEBUG oslo_concurrency.lockutils [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "2f555004-b95d-4773-8980-1c2837a67adb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.708711] env[65418]: DEBUG oslo_concurrency.lockutils [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "2f555004-b95d-4773-8980-1c2837a67adb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.710107] env[65418]: DEBUG oslo_vmware.api [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1154.710107] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5293dd5b-6a6d-f707-81d2-a12720954e4a" [ 1154.710107] env[65418]: _type = "Task" [ 1154.710107] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.722363] env[65418]: DEBUG oslo_vmware.api [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5293dd5b-6a6d-f707-81d2-a12720954e4a, 'name': SearchDatastore_Task, 'duration_secs': 0.011205} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.725504] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c5aa436-3016-4d21-a04f-3f85a6571b01 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.737301] env[65418]: DEBUG oslo_vmware.api [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1154.737301] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52720626-2357-28c2-0dbf-978429619922" [ 1154.737301] env[65418]: _type = "Task" [ 1154.737301] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.750654] env[65418]: DEBUG oslo_vmware.api [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52720626-2357-28c2-0dbf-978429619922, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.752973] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-beb17e26-8b97-49eb-a417-8563ee5eaeda tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1154.753248] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-beb17e26-8b97-49eb-a417-8563ee5eaeda tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1154.753448] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-beb17e26-8b97-49eb-a417-8563ee5eaeda tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Deleting the datastore file [datastore1] 06869f73-c2ca-441d-897d-861b83ac98fc {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.753706] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43fff1b8-a0c4-4b7f-9507-3d1e4dbe712f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.761466] env[65418]: DEBUG oslo_vmware.api [None req-beb17e26-8b97-49eb-a417-8563ee5eaeda tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for the task: (returnval){ [ 1154.761466] env[65418]: value = "task-4689235" [ 1154.761466] env[65418]: _type = "Task" [ 1154.761466] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.773439] env[65418]: DEBUG oslo_vmware.api [None req-beb17e26-8b97-49eb-a417-8563ee5eaeda tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.777090] env[65418]: DEBUG oslo_vmware.api [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689231, 'name': ReconfigVM_Task, 'duration_secs': 1.403836} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.777368] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Reconfigured VM instance instance-00000072 to attach disk [datastore2] f3cdb69f-a268-4e3a-bdc3-1929b1591c0e/f3cdb69f-a268-4e3a-bdc3-1929b1591c0e.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.778020] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-060698fb-d8c9-4f36-878f-3ca7f40a18ee {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.785370] env[65418]: DEBUG oslo_vmware.api [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 1154.785370] env[65418]: value = "task-4689236" [ 1154.785370] env[65418]: _type = "Task" [ 1154.785370] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.795760] env[65418]: DEBUG oslo_vmware.api [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689236, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.978762] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 5187ef4c-2dcb-4975-ac97-832121ea0c38] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1155.121081] env[65418]: INFO nova.compute.manager [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Took 17.45 seconds to build instance. [ 1155.211889] env[65418]: DEBUG nova.compute.manager [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1155.250757] env[65418]: DEBUG oslo_vmware.api [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52720626-2357-28c2-0dbf-978429619922, 'name': SearchDatastore_Task, 'duration_secs': 0.013056} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.251104] env[65418]: DEBUG oslo_concurrency.lockutils [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.251590] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] decc248d-4fd5-4a56-b86e-1c590ea310a0/decc248d-4fd5-4a56-b86e-1c590ea310a0.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.251683] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e9bf105-f26f-42f5-ba5a-5a571b6a81c0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.260707] env[65418]: DEBUG oslo_vmware.api [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1155.260707] env[65418]: value = "task-4689237" [ 1155.260707] env[65418]: _type = "Task" [ 1155.260707] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.273779] env[65418]: DEBUG oslo_vmware.api [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.277248] env[65418]: DEBUG oslo_vmware.api [None req-beb17e26-8b97-49eb-a417-8563ee5eaeda tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152186} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.277511] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-beb17e26-8b97-49eb-a417-8563ee5eaeda tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.277715] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-beb17e26-8b97-49eb-a417-8563ee5eaeda tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.277879] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-beb17e26-8b97-49eb-a417-8563ee5eaeda tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.278058] env[65418]: INFO nova.compute.manager [None req-beb17e26-8b97-49eb-a417-8563ee5eaeda tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1155.278665] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-beb17e26-8b97-49eb-a417-8563ee5eaeda tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1155.278665] env[65418]: DEBUG nova.compute.manager [-] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1155.278665] env[65418]: DEBUG nova.network.neutron [-] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1155.278869] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.296817] env[65418]: DEBUG oslo_vmware.api [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689236, 'name': Rename_Task, 'duration_secs': 0.185013} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.297109] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.297413] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54b06946-2d80-4ff4-9f01-6339517b4009 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.306599] env[65418]: DEBUG oslo_vmware.api [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 1155.306599] env[65418]: value = "task-4689238" [ 1155.306599] env[65418]: _type = "Task" [ 1155.306599] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.316322] env[65418]: DEBUG oslo_vmware.api [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.317448] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.482504] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 0e487c70-bde4-41b4-b818-5f6ee64d7ef8] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1155.557929] env[65418]: DEBUG nova.compute.manager [req-3d3cf8f0-f6c3-462e-a4a7-e067c327fc8b req-142a9037-5eb9-4722-9190-ac6159dec63d service nova] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Received event network-vif-deleted-07561e7e-f890-41b9-8380-372bb893f14e {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1155.557929] env[65418]: INFO nova.compute.manager [req-3d3cf8f0-f6c3-462e-a4a7-e067c327fc8b req-142a9037-5eb9-4722-9190-ac6159dec63d service nova] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Neutron deleted interface 07561e7e-f890-41b9-8380-372bb893f14e; detaching it from the instance and deleting it from the info cache [ 1155.557929] env[65418]: DEBUG nova.network.neutron [req-3d3cf8f0-f6c3-462e-a4a7-e067c327fc8b req-142a9037-5eb9-4722-9190-ac6159dec63d service nova] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.624502] env[65418]: DEBUG oslo_concurrency.lockutils [None req-011b9bbc-05f2-449e-a89e-cf6ad29c0c1c tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "8a052d5e-a79d-458c-a6fd-27e78fb82ce8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.983s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.740996] env[65418]: DEBUG oslo_concurrency.lockutils [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.741452] env[65418]: DEBUG oslo_concurrency.lockutils [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.743408] env[65418]: INFO nova.compute.claims [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.773821] env[65418]: DEBUG oslo_vmware.api [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689237, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.818551] env[65418]: DEBUG oslo_vmware.api [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689238, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.986696] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: aaa45e06-f9b4-4c75-8814-65a0d2160f24] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1156.034393] env[65418]: DEBUG nova.network.neutron [-] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.060432] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1773777e-dbaf-48a5-a2f0-1e14dc72bcba {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.072761] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451c6fc6-d983-427d-bcbc-65e0a4da0d45 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.111329] env[65418]: DEBUG nova.compute.manager [req-3d3cf8f0-f6c3-462e-a4a7-e067c327fc8b req-142a9037-5eb9-4722-9190-ac6159dec63d service nova] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Detach interface failed, port_id=07561e7e-f890-41b9-8380-372bb893f14e, reason: Instance 06869f73-c2ca-441d-897d-861b83ac98fc could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1156.275213] env[65418]: DEBUG oslo_vmware.api [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689237, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531128} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.275501] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] decc248d-4fd5-4a56-b86e-1c590ea310a0/decc248d-4fd5-4a56-b86e-1c590ea310a0.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1156.275723] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1156.276012] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb351f95-e5c2-491f-8657-3e8f58abc87e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.284217] env[65418]: DEBUG oslo_vmware.api [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1156.284217] env[65418]: value = "task-4689239" [ 1156.284217] env[65418]: _type = "Task" [ 1156.284217] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.294373] env[65418]: DEBUG oslo_vmware.api [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.317904] env[65418]: DEBUG oslo_vmware.api [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689238, 'name': PowerOnVM_Task, 'duration_secs': 0.723116} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.318204] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.318407] env[65418]: INFO nova.compute.manager [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Took 8.34 seconds to spawn the instance on the hypervisor. [ 1156.318582] env[65418]: DEBUG nova.compute.manager [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1156.319427] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e2a17b-341f-42bf-a9a9-93205009622b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.490047] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 9785b9d5-df0c-4084-a2c7-a47cf7ca4a23] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1156.532171] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e47dbf9c-32ed-48de-a954-9c17cd6b9ad5 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "8a052d5e-a79d-458c-a6fd-27e78fb82ce8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.532481] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e47dbf9c-32ed-48de-a954-9c17cd6b9ad5 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "8a052d5e-a79d-458c-a6fd-27e78fb82ce8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.532652] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e47dbf9c-32ed-48de-a954-9c17cd6b9ad5 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "8a052d5e-a79d-458c-a6fd-27e78fb82ce8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.532831] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e47dbf9c-32ed-48de-a954-9c17cd6b9ad5 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "8a052d5e-a79d-458c-a6fd-27e78fb82ce8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.532987] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e47dbf9c-32ed-48de-a954-9c17cd6b9ad5 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "8a052d5e-a79d-458c-a6fd-27e78fb82ce8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.537428] env[65418]: INFO nova.compute.manager [-] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Took 1.26 seconds to deallocate network for instance. [ 1156.537958] env[65418]: INFO nova.compute.manager [None req-e47dbf9c-32ed-48de-a954-9c17cd6b9ad5 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Terminating instance [ 1156.797961] env[65418]: DEBUG oslo_vmware.api [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113548} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.798401] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1156.799317] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c73a870-55e3-4544-ae43-cb03e96cf514 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.828359] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] decc248d-4fd5-4a56-b86e-1c590ea310a0/decc248d-4fd5-4a56-b86e-1c590ea310a0.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.831703] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b36d45d-93cc-460f-95b0-dda1f8e157f9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.861205] env[65418]: DEBUG oslo_vmware.api [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1156.861205] env[65418]: value = "task-4689240" [ 1156.861205] env[65418]: _type = "Task" [ 1156.861205] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.861733] env[65418]: INFO nova.compute.manager [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Took 18.45 seconds to build instance. [ 1156.876356] env[65418]: DEBUG oslo_vmware.api [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689240, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.948657] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c155e1e-06f5-43d0-87af-b9832d858d5c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.961203] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b444e72b-1d21-4a2a-88e4-56a5663a7af4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.992934] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 0fd1da75-65c3-40d2-8343-437b77b1e4ea] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1156.996385] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03e24a9-2341-4efe-88cb-c783bdb49d2e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.005320] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4896402b-e5fc-4b69-b3c5-1049e37cba2b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.023703] env[65418]: DEBUG nova.compute.provider_tree [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.044945] env[65418]: DEBUG nova.compute.manager [None req-e47dbf9c-32ed-48de-a954-9c17cd6b9ad5 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1157.045225] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e47dbf9c-32ed-48de-a954-9c17cd6b9ad5 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.046261] env[65418]: DEBUG oslo_concurrency.lockutils [None req-beb17e26-8b97-49eb-a417-8563ee5eaeda tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.047417] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb23dd8-3803-4db4-818d-8d581cddb0fa {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.057749] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47dbf9c-32ed-48de-a954-9c17cd6b9ad5 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.057749] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3f5d993-a1a2-4c82-9f26-984c4738889e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.065430] env[65418]: DEBUG oslo_vmware.api [None req-e47dbf9c-32ed-48de-a954-9c17cd6b9ad5 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1157.065430] env[65418]: value = "task-4689241" [ 1157.065430] env[65418]: _type = "Task" [ 1157.065430] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.075618] env[65418]: DEBUG oslo_vmware.api [None req-e47dbf9c-32ed-48de-a954-9c17cd6b9ad5 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689241, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.367342] env[65418]: DEBUG oslo_concurrency.lockutils [None req-51ad249f-13c8-4ecf-b618-a0e0e1a8c603 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.968s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.375376] env[65418]: DEBUG oslo_vmware.api [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689240, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.496865] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 33a44345-97a7-4c3b-8ed3-e5c04b2f409d] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1157.526593] env[65418]: DEBUG nova.scheduler.client.report [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.575854] env[65418]: DEBUG oslo_vmware.api [None req-e47dbf9c-32ed-48de-a954-9c17cd6b9ad5 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689241, 'name': PowerOffVM_Task, 'duration_secs': 0.221314} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.576166] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-e47dbf9c-32ed-48de-a954-9c17cd6b9ad5 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.576487] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e47dbf9c-32ed-48de-a954-9c17cd6b9ad5 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.576603] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bb1ebaa-d46e-43a5-8913-451ec1ac21fc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.655441] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e47dbf9c-32ed-48de-a954-9c17cd6b9ad5 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.656085] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e47dbf9c-32ed-48de-a954-9c17cd6b9ad5 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.656313] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-e47dbf9c-32ed-48de-a954-9c17cd6b9ad5 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Deleting the datastore file [datastore2] 8a052d5e-a79d-458c-a6fd-27e78fb82ce8 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.656923] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5353537-9d48-4b61-a001-fe39cf7d19b4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.665741] env[65418]: DEBUG oslo_vmware.api [None req-e47dbf9c-32ed-48de-a954-9c17cd6b9ad5 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1157.665741] env[65418]: value = "task-4689243" [ 1157.665741] env[65418]: _type = "Task" [ 1157.665741] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.674106] env[65418]: DEBUG nova.compute.manager [req-d14551a9-74d8-43e0-9d18-c18976ed23f8 req-703f2803-074d-4a2a-a048-d0e6662fad31 service nova] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Received event network-changed-0ecb5389-731a-440b-a943-a5c0557be6f9 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1157.674533] env[65418]: DEBUG nova.compute.manager [req-d14551a9-74d8-43e0-9d18-c18976ed23f8 req-703f2803-074d-4a2a-a048-d0e6662fad31 service nova] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Refreshing instance network info cache due to event network-changed-0ecb5389-731a-440b-a943-a5c0557be6f9. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1157.674752] env[65418]: DEBUG oslo_concurrency.lockutils [req-d14551a9-74d8-43e0-9d18-c18976ed23f8 req-703f2803-074d-4a2a-a048-d0e6662fad31 service nova] Acquiring lock "refresh_cache-f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.674909] env[65418]: DEBUG oslo_concurrency.lockutils [req-d14551a9-74d8-43e0-9d18-c18976ed23f8 req-703f2803-074d-4a2a-a048-d0e6662fad31 service nova] Acquired lock "refresh_cache-f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.675093] env[65418]: DEBUG nova.network.neutron [req-d14551a9-74d8-43e0-9d18-c18976ed23f8 req-703f2803-074d-4a2a-a048-d0e6662fad31 service nova] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Refreshing network info cache for port 0ecb5389-731a-440b-a943-a5c0557be6f9 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.685762] env[65418]: DEBUG oslo_vmware.api [None req-e47dbf9c-32ed-48de-a954-9c17cd6b9ad5 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.876802] env[65418]: DEBUG oslo_vmware.api [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689240, 'name': ReconfigVM_Task, 'duration_secs': 0.669473} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.876932] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Reconfigured VM instance instance-00000073 to attach disk [datastore2] decc248d-4fd5-4a56-b86e-1c590ea310a0/decc248d-4fd5-4a56-b86e-1c590ea310a0.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.877535] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03a171e5-c746-48e9-8f78-c747321599f7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.885650] env[65418]: DEBUG oslo_vmware.api [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1157.885650] env[65418]: value = "task-4689244" [ 1157.885650] env[65418]: _type = "Task" [ 1157.885650] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.896802] env[65418]: DEBUG oslo_vmware.api [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689244, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.000054] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: e1af7d32-1631-48ac-a7f5-73a1888e6ebe] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1158.033228] env[65418]: DEBUG oslo_concurrency.lockutils [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.292s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.033925] env[65418]: DEBUG nova.compute.manager [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1158.037123] env[65418]: DEBUG oslo_concurrency.lockutils [None req-beb17e26-8b97-49eb-a417-8563ee5eaeda tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.991s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.037384] env[65418]: DEBUG nova.objects.instance [None req-beb17e26-8b97-49eb-a417-8563ee5eaeda tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lazy-loading 'resources' on Instance uuid 06869f73-c2ca-441d-897d-861b83ac98fc {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.177405] env[65418]: DEBUG oslo_vmware.api [None req-e47dbf9c-32ed-48de-a954-9c17cd6b9ad5 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147188} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.180907] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-e47dbf9c-32ed-48de-a954-9c17cd6b9ad5 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.180907] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e47dbf9c-32ed-48de-a954-9c17cd6b9ad5 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1158.180907] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-e47dbf9c-32ed-48de-a954-9c17cd6b9ad5 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.180907] env[65418]: INFO nova.compute.manager [None req-e47dbf9c-32ed-48de-a954-9c17cd6b9ad5 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1158.180907] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-e47dbf9c-32ed-48de-a954-9c17cd6b9ad5 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1158.180907] env[65418]: DEBUG nova.compute.manager [-] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1158.180907] env[65418]: DEBUG nova.network.neutron [-] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1158.180907] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.187728] env[65418]: WARNING neutronclient.v2_0.client [req-d14551a9-74d8-43e0-9d18-c18976ed23f8 req-703f2803-074d-4a2a-a048-d0e6662fad31 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.221398] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.400506] env[65418]: DEBUG oslo_vmware.api [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689244, 'name': Rename_Task, 'duration_secs': 0.388307} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.400786] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.401049] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38715166-5aa2-4b9a-8ddf-55534d956d6e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.408936] env[65418]: DEBUG oslo_vmware.api [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1158.408936] env[65418]: value = "task-4689245" [ 1158.408936] env[65418]: _type = "Task" [ 1158.408936] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.417921] env[65418]: DEBUG oslo_vmware.api [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689245, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.503758] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 6dc35a97-0be0-4245-9bd3-4bcd8b9ce83f] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1158.520071] env[65418]: DEBUG nova.compute.manager [req-64acc47f-ad18-4de8-969b-1d144fcbf54f req-fe14d392-e530-4c5c-a0cd-9e76f07fef0a service nova] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Received event network-vif-deleted-1f61c7b8-4e8c-4285-aaea-c6829ed49880 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1158.521137] env[65418]: INFO nova.compute.manager [req-64acc47f-ad18-4de8-969b-1d144fcbf54f req-fe14d392-e530-4c5c-a0cd-9e76f07fef0a service nova] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Neutron deleted interface 1f61c7b8-4e8c-4285-aaea-c6829ed49880; detaching it from the instance and deleting it from the info cache [ 1158.521137] env[65418]: DEBUG nova.network.neutron [req-64acc47f-ad18-4de8-969b-1d144fcbf54f req-fe14d392-e530-4c5c-a0cd-9e76f07fef0a service nova] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.542276] env[65418]: DEBUG nova.compute.utils [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1158.549472] env[65418]: DEBUG nova.compute.manager [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1158.549692] env[65418]: DEBUG nova.network.neutron [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1158.550988] env[65418]: WARNING neutronclient.v2_0.client [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.551844] env[65418]: WARNING neutronclient.v2_0.client [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.597026] env[65418]: DEBUG nova.policy [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6ffd95f4d8942ba8bbccb7b7225cd77', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e14fd3d9ea54564854290858d3c5cc9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1158.634843] env[65418]: WARNING neutronclient.v2_0.client [req-d14551a9-74d8-43e0-9d18-c18976ed23f8 req-703f2803-074d-4a2a-a048-d0e6662fad31 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.725670] env[65418]: DEBUG nova.network.neutron [req-d14551a9-74d8-43e0-9d18-c18976ed23f8 req-703f2803-074d-4a2a-a048-d0e6662fad31 service nova] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Updated VIF entry in instance network info cache for port 0ecb5389-731a-440b-a943-a5c0557be6f9. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1158.725670] env[65418]: DEBUG nova.network.neutron [req-d14551a9-74d8-43e0-9d18-c18976ed23f8 req-703f2803-074d-4a2a-a048-d0e6662fad31 service nova] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Updating instance_info_cache with network_info: [{"id": "0ecb5389-731a-440b-a943-a5c0557be6f9", "address": "fa:16:3e:21:84:e9", "network": {"id": "b465667a-082c-4f49-9557-8cf44a22f951", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1612843654-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6824359fffa4e4a9be6a8fcfac948e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ecb5389-73", "ovs_interfaceid": "0ecb5389-731a-440b-a943-a5c0557be6f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.757546] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790a0d93-2cc7-4128-85fc-fbfea61cc3b9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.768486] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5389d0ed-c1d9-4917-a82f-a8f548a7c072 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.808964] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d23fafa-9a96-475b-9e1e-f3074a4609a1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.817877] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b270a56-2e72-4fed-8b36-723e97bf7979 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.840648] env[65418]: DEBUG nova.compute.provider_tree [None req-beb17e26-8b97-49eb-a417-8563ee5eaeda tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.925168] env[65418]: DEBUG oslo_vmware.api [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689245, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.950771] env[65418]: DEBUG nova.network.neutron [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Successfully created port: f28dd771-4673-4f4e-a1ad-93bfd5ca4b86 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1158.985102] env[65418]: DEBUG nova.network.neutron [-] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.007603] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 024389d2-ea56-42de-aad2-a442c2b8f8cc] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1159.026640] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e919fcb0-8721-4fa9-98ba-ec0c923bdf11 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.039065] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b7e707-9f8d-468e-bb3a-8cece5bc325d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.056633] env[65418]: DEBUG nova.compute.manager [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1159.081798] env[65418]: DEBUG nova.compute.manager [req-64acc47f-ad18-4de8-969b-1d144fcbf54f req-fe14d392-e530-4c5c-a0cd-9e76f07fef0a service nova] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Detach interface failed, port_id=1f61c7b8-4e8c-4285-aaea-c6829ed49880, reason: Instance 8a052d5e-a79d-458c-a6fd-27e78fb82ce8 could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1159.227582] env[65418]: DEBUG oslo_concurrency.lockutils [req-d14551a9-74d8-43e0-9d18-c18976ed23f8 req-703f2803-074d-4a2a-a048-d0e6662fad31 service nova] Releasing lock "refresh_cache-f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.344176] env[65418]: DEBUG nova.scheduler.client.report [None req-beb17e26-8b97-49eb-a417-8563ee5eaeda tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.425680] env[65418]: DEBUG oslo_vmware.api [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689245, 'name': PowerOnVM_Task, 'duration_secs': 0.596644} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.426092] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.426405] env[65418]: INFO nova.compute.manager [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Took 9.12 seconds to spawn the instance on the hypervisor. [ 1159.426615] env[65418]: DEBUG nova.compute.manager [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1159.427624] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6b7fa8-852b-4edd-9894-acb513e0a0b0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.488548] env[65418]: INFO nova.compute.manager [-] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Took 1.31 seconds to deallocate network for instance. [ 1159.510919] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: adc67893-f2e5-4dea-901e-61e4a9855494] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1159.853626] env[65418]: DEBUG oslo_concurrency.lockutils [None req-beb17e26-8b97-49eb-a417-8563ee5eaeda tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.871594] env[65418]: INFO nova.scheduler.client.report [None req-beb17e26-8b97-49eb-a417-8563ee5eaeda tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Deleted allocations for instance 06869f73-c2ca-441d-897d-861b83ac98fc [ 1159.884091] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquiring lock "4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.884305] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Lock "4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.947266] env[65418]: INFO nova.compute.manager [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Took 17.85 seconds to build instance. [ 1159.965037] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquiring lock "ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.965313] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Lock "ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.998038] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e47dbf9c-32ed-48de-a954-9c17cd6b9ad5 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.998038] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e47dbf9c-32ed-48de-a954-9c17cd6b9ad5 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.998038] env[65418]: DEBUG nova.objects.instance [None req-e47dbf9c-32ed-48de-a954-9c17cd6b9ad5 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lazy-loading 'resources' on Instance uuid 8a052d5e-a79d-458c-a6fd-27e78fb82ce8 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.998038] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquiring lock "456396b9-cdcd-4b40-b097-4fb5a5799d90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.998038] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Lock "456396b9-cdcd-4b40-b097-4fb5a5799d90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.014200] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 78c9c54c-adfd-4673-b6dc-2c2ec93c9ed6] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1160.065994] env[65418]: DEBUG nova.compute.manager [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1160.107745] env[65418]: DEBUG nova.virt.hardware [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1160.108119] env[65418]: DEBUG nova.virt.hardware [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.108247] env[65418]: DEBUG nova.virt.hardware [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1160.108420] env[65418]: DEBUG nova.virt.hardware [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.108521] env[65418]: DEBUG nova.virt.hardware [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1160.108708] env[65418]: DEBUG nova.virt.hardware [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1160.109094] env[65418]: DEBUG nova.virt.hardware [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1160.109342] env[65418]: DEBUG nova.virt.hardware [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1160.109460] env[65418]: DEBUG nova.virt.hardware [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1160.109742] env[65418]: DEBUG nova.virt.hardware [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1160.109810] env[65418]: DEBUG nova.virt.hardware [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1160.110919] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87871d41-22f4-40a8-bbab-09817d9c7d9a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.120781] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cf336a-5e87-499a-a354-edd017200e9c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.379868] env[65418]: DEBUG oslo_concurrency.lockutils [None req-beb17e26-8b97-49eb-a417-8563ee5eaeda tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lock "06869f73-c2ca-441d-897d-861b83ac98fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.755s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.386362] env[65418]: DEBUG nova.compute.manager [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1160.449590] env[65418]: DEBUG oslo_concurrency.lockutils [None req-21c0d190-a705-4151-b05f-ea63359587c6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "decc248d-4fd5-4a56-b86e-1c590ea310a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.363s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.468703] env[65418]: DEBUG nova.compute.manager [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1160.501947] env[65418]: DEBUG nova.compute.manager [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1160.517395] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 9980df28-b588-438f-8dc0-76636341a971] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1160.564204] env[65418]: DEBUG nova.compute.manager [req-ea52d03e-2d6c-4f07-9304-76946be93c16 req-9c10c5a8-4cb3-4e62-b380-3be5c414eebe service nova] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Received event network-vif-plugged-f28dd771-4673-4f4e-a1ad-93bfd5ca4b86 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1160.564397] env[65418]: DEBUG oslo_concurrency.lockutils [req-ea52d03e-2d6c-4f07-9304-76946be93c16 req-9c10c5a8-4cb3-4e62-b380-3be5c414eebe service nova] Acquiring lock "2f555004-b95d-4773-8980-1c2837a67adb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.564596] env[65418]: DEBUG oslo_concurrency.lockutils [req-ea52d03e-2d6c-4f07-9304-76946be93c16 req-9c10c5a8-4cb3-4e62-b380-3be5c414eebe service nova] Lock "2f555004-b95d-4773-8980-1c2837a67adb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.564755] env[65418]: DEBUG oslo_concurrency.lockutils [req-ea52d03e-2d6c-4f07-9304-76946be93c16 req-9c10c5a8-4cb3-4e62-b380-3be5c414eebe service nova] Lock "2f555004-b95d-4773-8980-1c2837a67adb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.565393] env[65418]: DEBUG nova.compute.manager [req-ea52d03e-2d6c-4f07-9304-76946be93c16 req-9c10c5a8-4cb3-4e62-b380-3be5c414eebe service nova] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] No waiting events found dispatching network-vif-plugged-f28dd771-4673-4f4e-a1ad-93bfd5ca4b86 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1160.565393] env[65418]: WARNING nova.compute.manager [req-ea52d03e-2d6c-4f07-9304-76946be93c16 req-9c10c5a8-4cb3-4e62-b380-3be5c414eebe service nova] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Received unexpected event network-vif-plugged-f28dd771-4673-4f4e-a1ad-93bfd5ca4b86 for instance with vm_state building and task_state spawning. [ 1160.569129] env[65418]: DEBUG nova.network.neutron [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Successfully updated port: f28dd771-4673-4f4e-a1ad-93bfd5ca4b86 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1160.597363] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7d5baed5-dae3-4b11-9d1a-891301efbd58 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquiring lock "79fe77a7-5b2a-4b1b-9fb3-95a3abe91229" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.597641] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7d5baed5-dae3-4b11-9d1a-891301efbd58 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lock "79fe77a7-5b2a-4b1b-9fb3-95a3abe91229" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.597867] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7d5baed5-dae3-4b11-9d1a-891301efbd58 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquiring lock "79fe77a7-5b2a-4b1b-9fb3-95a3abe91229-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.598062] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7d5baed5-dae3-4b11-9d1a-891301efbd58 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lock "79fe77a7-5b2a-4b1b-9fb3-95a3abe91229-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.598228] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7d5baed5-dae3-4b11-9d1a-891301efbd58 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lock "79fe77a7-5b2a-4b1b-9fb3-95a3abe91229-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.600532] env[65418]: INFO nova.compute.manager [None req-7d5baed5-dae3-4b11-9d1a-891301efbd58 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Terminating instance [ 1160.699840] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28e4eee-527c-4127-9e06-9daaa52d7376 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.709033] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d3797c-fe3a-4897-9be7-46e043d4644e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.741691] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ad2afe-e2a9-4b04-8fa6-590a023ffc0c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.745342] env[65418]: DEBUG nova.compute.manager [req-325a7019-76bf-484f-9f02-834876fcb2a9 req-c2341da3-b2b5-4d6f-ae1f-3062b8a95cd5 service nova] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Received event network-changed-0d46f6f3-a453-4374-8140-1d1a6860496d {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1160.745522] env[65418]: DEBUG nova.compute.manager [req-325a7019-76bf-484f-9f02-834876fcb2a9 req-c2341da3-b2b5-4d6f-ae1f-3062b8a95cd5 service nova] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Refreshing instance network info cache due to event network-changed-0d46f6f3-a453-4374-8140-1d1a6860496d. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1160.745727] env[65418]: DEBUG oslo_concurrency.lockutils [req-325a7019-76bf-484f-9f02-834876fcb2a9 req-c2341da3-b2b5-4d6f-ae1f-3062b8a95cd5 service nova] Acquiring lock "refresh_cache-decc248d-4fd5-4a56-b86e-1c590ea310a0" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.745861] env[65418]: DEBUG oslo_concurrency.lockutils [req-325a7019-76bf-484f-9f02-834876fcb2a9 req-c2341da3-b2b5-4d6f-ae1f-3062b8a95cd5 service nova] Acquired lock "refresh_cache-decc248d-4fd5-4a56-b86e-1c590ea310a0" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.746020] env[65418]: DEBUG nova.network.neutron [req-325a7019-76bf-484f-9f02-834876fcb2a9 req-c2341da3-b2b5-4d6f-ae1f-3062b8a95cd5 service nova] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Refreshing network info cache for port 0d46f6f3-a453-4374-8140-1d1a6860496d {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.754083] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320f835a-8246-4185-bb3d-ff76be58e3b5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.769405] env[65418]: DEBUG nova.compute.provider_tree [None req-e47dbf9c-32ed-48de-a954-9c17cd6b9ad5 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.911953] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.990805] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.020133] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 4e62fee3-4a16-4e58-b5b4-05995a7eae64] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1161.030461] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.072211] env[65418]: DEBUG oslo_concurrency.lockutils [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "refresh_cache-2f555004-b95d-4773-8980-1c2837a67adb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.072436] env[65418]: DEBUG oslo_concurrency.lockutils [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquired lock "refresh_cache-2f555004-b95d-4773-8980-1c2837a67adb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.072697] env[65418]: DEBUG nova.network.neutron [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1161.105327] env[65418]: DEBUG nova.compute.manager [None req-7d5baed5-dae3-4b11-9d1a-891301efbd58 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1161.105666] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5baed5-dae3-4b11-9d1a-891301efbd58 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.106892] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2fbf52-79a0-4c99-bf21-9b7e8786ff6c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.115460] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5baed5-dae3-4b11-9d1a-891301efbd58 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.115705] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f8cbe07-c1b8-4850-b93b-0c3f0f27b4e5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.122746] env[65418]: DEBUG oslo_vmware.api [None req-7d5baed5-dae3-4b11-9d1a-891301efbd58 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for the task: (returnval){ [ 1161.122746] env[65418]: value = "task-4689246" [ 1161.122746] env[65418]: _type = "Task" [ 1161.122746] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.130888] env[65418]: DEBUG oslo_vmware.api [None req-7d5baed5-dae3-4b11-9d1a-891301efbd58 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.249064] env[65418]: WARNING neutronclient.v2_0.client [req-325a7019-76bf-484f-9f02-834876fcb2a9 req-c2341da3-b2b5-4d6f-ae1f-3062b8a95cd5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.273098] env[65418]: DEBUG nova.scheduler.client.report [None req-e47dbf9c-32ed-48de-a954-9c17cd6b9ad5 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.464473] env[65418]: WARNING neutronclient.v2_0.client [req-325a7019-76bf-484f-9f02-834876fcb2a9 req-c2341da3-b2b5-4d6f-ae1f-3062b8a95cd5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.523800] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 0c682275-f70b-4ed9-88b0-36e2047e00aa] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1161.535654] env[65418]: DEBUG nova.network.neutron [req-325a7019-76bf-484f-9f02-834876fcb2a9 req-c2341da3-b2b5-4d6f-ae1f-3062b8a95cd5 service nova] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Updated VIF entry in instance network info cache for port 0d46f6f3-a453-4374-8140-1d1a6860496d. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1161.536043] env[65418]: DEBUG nova.network.neutron [req-325a7019-76bf-484f-9f02-834876fcb2a9 req-c2341da3-b2b5-4d6f-ae1f-3062b8a95cd5 service nova] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Updating instance_info_cache with network_info: [{"id": "0d46f6f3-a453-4374-8140-1d1a6860496d", "address": "fa:16:3e:8b:3a:50", "network": {"id": "c27d84e9-3c8c-494e-9a9a-60f6a70f7158", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1554886198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0140731fab4ddebe63cfa14ec652ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d46f6f3-a4", "ovs_interfaceid": "0d46f6f3-a453-4374-8140-1d1a6860496d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.609586] env[65418]: DEBUG nova.network.neutron [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1161.636242] env[65418]: DEBUG oslo_vmware.api [None req-7d5baed5-dae3-4b11-9d1a-891301efbd58 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689246, 'name': PowerOffVM_Task, 'duration_secs': 0.222643} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.636561] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5baed5-dae3-4b11-9d1a-891301efbd58 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.636738] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5baed5-dae3-4b11-9d1a-891301efbd58 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.636997] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b543502e-c470-4fd2-9ebf-6203cfd37235 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.690942] env[65418]: WARNING neutronclient.v2_0.client [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1161.713842] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5baed5-dae3-4b11-9d1a-891301efbd58 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.714563] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5baed5-dae3-4b11-9d1a-891301efbd58 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.714563] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d5baed5-dae3-4b11-9d1a-891301efbd58 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Deleting the datastore file [datastore1] 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.714666] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7b7058c-0964-485e-81ed-ff54c3b62c0b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.723381] env[65418]: DEBUG oslo_vmware.api [None req-7d5baed5-dae3-4b11-9d1a-891301efbd58 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for the task: (returnval){ [ 1161.723381] env[65418]: value = "task-4689248" [ 1161.723381] env[65418]: _type = "Task" [ 1161.723381] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.732692] env[65418]: DEBUG oslo_vmware.api [None req-7d5baed5-dae3-4b11-9d1a-891301efbd58 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.779424] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e47dbf9c-32ed-48de-a954-9c17cd6b9ad5 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.783s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.782342] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.870s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.784408] env[65418]: INFO nova.compute.claims [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1161.788833] env[65418]: DEBUG nova.network.neutron [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Updating instance_info_cache with network_info: [{"id": "f28dd771-4673-4f4e-a1ad-93bfd5ca4b86", "address": "fa:16:3e:e2:da:95", "network": {"id": "c5654c64-ff10-4cb7-bcc0-9c8f1f9f2c7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-459739501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e14fd3d9ea54564854290858d3c5cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf28dd771-46", "ovs_interfaceid": "f28dd771-4673-4f4e-a1ad-93bfd5ca4b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.812193] env[65418]: INFO nova.scheduler.client.report [None req-e47dbf9c-32ed-48de-a954-9c17cd6b9ad5 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Deleted allocations for instance 8a052d5e-a79d-458c-a6fd-27e78fb82ce8 [ 1162.027533] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: fed7b669-ab6a-4a08-b0f9-a5fd942a9753] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1162.038534] env[65418]: DEBUG oslo_concurrency.lockutils [req-325a7019-76bf-484f-9f02-834876fcb2a9 req-c2341da3-b2b5-4d6f-ae1f-3062b8a95cd5 service nova] Releasing lock "refresh_cache-decc248d-4fd5-4a56-b86e-1c590ea310a0" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.235084] env[65418]: DEBUG oslo_vmware.api [None req-7d5baed5-dae3-4b11-9d1a-891301efbd58 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Task: {'id': task-4689248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149059} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.235084] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d5baed5-dae3-4b11-9d1a-891301efbd58 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.235084] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5baed5-dae3-4b11-9d1a-891301efbd58 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.235084] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5baed5-dae3-4b11-9d1a-891301efbd58 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.235084] env[65418]: INFO nova.compute.manager [None req-7d5baed5-dae3-4b11-9d1a-891301efbd58 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1162.235365] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-7d5baed5-dae3-4b11-9d1a-891301efbd58 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1162.235511] env[65418]: DEBUG nova.compute.manager [-] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1162.235618] env[65418]: DEBUG nova.network.neutron [-] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1162.235857] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.275318] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1162.290911] env[65418]: DEBUG oslo_concurrency.lockutils [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Releasing lock "refresh_cache-2f555004-b95d-4773-8980-1c2837a67adb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.291366] env[65418]: DEBUG nova.compute.manager [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Instance network_info: |[{"id": "f28dd771-4673-4f4e-a1ad-93bfd5ca4b86", "address": "fa:16:3e:e2:da:95", "network": {"id": "c5654c64-ff10-4cb7-bcc0-9c8f1f9f2c7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-459739501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e14fd3d9ea54564854290858d3c5cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf28dd771-46", "ovs_interfaceid": "f28dd771-4673-4f4e-a1ad-93bfd5ca4b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1162.292097] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:da:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '209639b9-c313-4b35-86dc-dccd744d174a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f28dd771-4673-4f4e-a1ad-93bfd5ca4b86', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1162.300139] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1162.301053] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1162.301430] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69ae76bf-8397-4efe-ac57-c4b079248a3d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.320931] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e47dbf9c-32ed-48de-a954-9c17cd6b9ad5 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "8a052d5e-a79d-458c-a6fd-27e78fb82ce8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.788s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.326921] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1162.326921] env[65418]: value = "task-4689250" [ 1162.326921] env[65418]: _type = "Task" [ 1162.326921] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.336853] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689250, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.530583] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 45d19b37-ffd2-40d5-a567-9560657d328f] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1162.597760] env[65418]: DEBUG nova.compute.manager [req-9827a8f0-6981-466d-9ae9-c635aa1eb89e req-c24dfb7b-dcdc-4de4-a404-2d2b7c525618 service nova] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Received event network-changed-f28dd771-4673-4f4e-a1ad-93bfd5ca4b86 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1162.597964] env[65418]: DEBUG nova.compute.manager [req-9827a8f0-6981-466d-9ae9-c635aa1eb89e req-c24dfb7b-dcdc-4de4-a404-2d2b7c525618 service nova] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Refreshing instance network info cache due to event network-changed-f28dd771-4673-4f4e-a1ad-93bfd5ca4b86. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1162.598291] env[65418]: DEBUG oslo_concurrency.lockutils [req-9827a8f0-6981-466d-9ae9-c635aa1eb89e req-c24dfb7b-dcdc-4de4-a404-2d2b7c525618 service nova] Acquiring lock "refresh_cache-2f555004-b95d-4773-8980-1c2837a67adb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.598418] env[65418]: DEBUG oslo_concurrency.lockutils [req-9827a8f0-6981-466d-9ae9-c635aa1eb89e req-c24dfb7b-dcdc-4de4-a404-2d2b7c525618 service nova] Acquired lock "refresh_cache-2f555004-b95d-4773-8980-1c2837a67adb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.598648] env[65418]: DEBUG nova.network.neutron [req-9827a8f0-6981-466d-9ae9-c635aa1eb89e req-c24dfb7b-dcdc-4de4-a404-2d2b7c525618 service nova] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Refreshing network info cache for port f28dd771-4673-4f4e-a1ad-93bfd5ca4b86 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.838597] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689250, 'name': CreateVM_Task} progress is 25%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.949199] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f3c5d9dd-09f4-430a-87fa-83431acaa6d4 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "fbd6fca4-c04e-400a-bdc1-0cccaedec6b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.949454] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f3c5d9dd-09f4-430a-87fa-83431acaa6d4 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "fbd6fca4-c04e-400a-bdc1-0cccaedec6b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.949655] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f3c5d9dd-09f4-430a-87fa-83431acaa6d4 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "fbd6fca4-c04e-400a-bdc1-0cccaedec6b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.949845] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f3c5d9dd-09f4-430a-87fa-83431acaa6d4 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "fbd6fca4-c04e-400a-bdc1-0cccaedec6b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.949975] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f3c5d9dd-09f4-430a-87fa-83431acaa6d4 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "fbd6fca4-c04e-400a-bdc1-0cccaedec6b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.953991] env[65418]: INFO nova.compute.manager [None req-f3c5d9dd-09f4-430a-87fa-83431acaa6d4 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Terminating instance [ 1162.965846] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2d6845-f1f2-4dcc-8eb9-6ef33bbd0db2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.974713] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d290ee-7220-4194-a485-ac16a8391363 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.005630] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a455d1-9339-442f-bf1e-acb9fab59dff {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.013937] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba768fe-ddbb-4c3c-b1cf-6551ecfd861a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.036804] env[65418]: DEBUG nova.network.neutron [-] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.038607] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: b6b13e36-8f82-4285-a58f-7306565c3a23] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1163.042031] env[65418]: DEBUG nova.compute.provider_tree [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.101776] env[65418]: WARNING neutronclient.v2_0.client [req-9827a8f0-6981-466d-9ae9-c635aa1eb89e req-c24dfb7b-dcdc-4de4-a404-2d2b7c525618 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.257419] env[65418]: WARNING neutronclient.v2_0.client [req-9827a8f0-6981-466d-9ae9-c635aa1eb89e req-c24dfb7b-dcdc-4de4-a404-2d2b7c525618 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.339356] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689250, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.355237] env[65418]: DEBUG nova.network.neutron [req-9827a8f0-6981-466d-9ae9-c635aa1eb89e req-c24dfb7b-dcdc-4de4-a404-2d2b7c525618 service nova] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Updated VIF entry in instance network info cache for port f28dd771-4673-4f4e-a1ad-93bfd5ca4b86. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1163.355662] env[65418]: DEBUG nova.network.neutron [req-9827a8f0-6981-466d-9ae9-c635aa1eb89e req-c24dfb7b-dcdc-4de4-a404-2d2b7c525618 service nova] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Updating instance_info_cache with network_info: [{"id": "f28dd771-4673-4f4e-a1ad-93bfd5ca4b86", "address": "fa:16:3e:e2:da:95", "network": {"id": "c5654c64-ff10-4cb7-bcc0-9c8f1f9f2c7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-459739501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e14fd3d9ea54564854290858d3c5cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf28dd771-46", "ovs_interfaceid": "f28dd771-4673-4f4e-a1ad-93bfd5ca4b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.458670] env[65418]: DEBUG nova.compute.manager [None req-f3c5d9dd-09f4-430a-87fa-83431acaa6d4 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1163.458901] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c5d9dd-09f4-430a-87fa-83431acaa6d4 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.459816] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a787151-95a7-4c9f-8416-70fec082ffe7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.468856] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c5d9dd-09f4-430a-87fa-83431acaa6d4 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.469113] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04f59f7c-f34b-4ced-b080-8bc47ddcb2c2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.477622] env[65418]: DEBUG oslo_vmware.api [None req-f3c5d9dd-09f4-430a-87fa-83431acaa6d4 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1163.477622] env[65418]: value = "task-4689251" [ 1163.477622] env[65418]: _type = "Task" [ 1163.477622] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.487950] env[65418]: DEBUG oslo_vmware.api [None req-f3c5d9dd-09f4-430a-87fa-83431acaa6d4 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.545763] env[65418]: INFO nova.compute.manager [-] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Took 1.31 seconds to deallocate network for instance. [ 1163.546272] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 05c0cf75-a49f-43c5-908d-dffb27d14d2a] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1163.550459] env[65418]: DEBUG nova.scheduler.client.report [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.838702] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689250, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.858964] env[65418]: DEBUG oslo_concurrency.lockutils [req-9827a8f0-6981-466d-9ae9-c635aa1eb89e req-c24dfb7b-dcdc-4de4-a404-2d2b7c525618 service nova] Releasing lock "refresh_cache-2f555004-b95d-4773-8980-1c2837a67adb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.859281] env[65418]: DEBUG nova.compute.manager [req-9827a8f0-6981-466d-9ae9-c635aa1eb89e req-c24dfb7b-dcdc-4de4-a404-2d2b7c525618 service nova] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Received event network-vif-deleted-efab6a1a-74c8-4194-8273-ef496db3ff15 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1163.859492] env[65418]: INFO nova.compute.manager [req-9827a8f0-6981-466d-9ae9-c635aa1eb89e req-c24dfb7b-dcdc-4de4-a404-2d2b7c525618 service nova] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Neutron deleted interface efab6a1a-74c8-4194-8273-ef496db3ff15; detaching it from the instance and deleting it from the info cache [ 1163.859662] env[65418]: DEBUG nova.network.neutron [req-9827a8f0-6981-466d-9ae9-c635aa1eb89e req-c24dfb7b-dcdc-4de4-a404-2d2b7c525618 service nova] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.991333] env[65418]: DEBUG oslo_vmware.api [None req-f3c5d9dd-09f4-430a-87fa-83431acaa6d4 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689251, 'name': PowerOffVM_Task, 'duration_secs': 0.19287} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.991787] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3c5d9dd-09f4-430a-87fa-83431acaa6d4 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.992078] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c5d9dd-09f4-430a-87fa-83431acaa6d4 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.992473] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6868f614-614b-474e-830b-f5d24519400a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.055936] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.274s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.056570] env[65418]: DEBUG nova.compute.manager [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1164.059499] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.069s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.062263] env[65418]: INFO nova.compute.claims [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.068190] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7d5baed5-dae3-4b11-9d1a-891301efbd58 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.068190] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 39aca870-0b65-4df6-88bb-e49ae622c66c] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1164.072295] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c5d9dd-09f4-430a-87fa-83431acaa6d4 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.072592] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c5d9dd-09f4-430a-87fa-83431acaa6d4 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.072780] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c5d9dd-09f4-430a-87fa-83431acaa6d4 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Deleting the datastore file [datastore2] fbd6fca4-c04e-400a-bdc1-0cccaedec6b8 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.073071] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a613ee6-28a8-463a-bfdd-25d6e01620f8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.082234] env[65418]: DEBUG oslo_vmware.api [None req-f3c5d9dd-09f4-430a-87fa-83431acaa6d4 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1164.082234] env[65418]: value = "task-4689253" [ 1164.082234] env[65418]: _type = "Task" [ 1164.082234] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.093777] env[65418]: DEBUG oslo_vmware.api [None req-f3c5d9dd-09f4-430a-87fa-83431acaa6d4 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.339470] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689250, 'name': CreateVM_Task, 'duration_secs': 1.734084} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.339695] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1164.340227] env[65418]: WARNING neutronclient.v2_0.client [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.340603] env[65418]: DEBUG oslo_concurrency.lockutils [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.340755] env[65418]: DEBUG oslo_concurrency.lockutils [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.341530] env[65418]: DEBUG oslo_concurrency.lockutils [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.341663] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0beef9e8-56dd-4700-9bcc-da7633cf5a1e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.347737] env[65418]: DEBUG oslo_vmware.api [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1164.347737] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f60ef0-bd2b-5ebb-6a3d-9ced39e5912d" [ 1164.347737] env[65418]: _type = "Task" [ 1164.347737] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.358761] env[65418]: DEBUG oslo_vmware.api [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f60ef0-bd2b-5ebb-6a3d-9ced39e5912d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.362444] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd92b586-5271-4e7e-8b92-20480cd7804e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.372634] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf9bd28-c9e7-4844-886b-7d205b5b5945 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.403653] env[65418]: DEBUG nova.compute.manager [req-9827a8f0-6981-466d-9ae9-c635aa1eb89e req-c24dfb7b-dcdc-4de4-a404-2d2b7c525618 service nova] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Detach interface failed, port_id=efab6a1a-74c8-4194-8273-ef496db3ff15, reason: Instance 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229 could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1164.570463] env[65418]: DEBUG nova.compute.utils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1164.572072] env[65418]: DEBUG nova.compute.manager [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1164.572315] env[65418]: DEBUG nova.network.neutron [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1164.572661] env[65418]: WARNING neutronclient.v2_0.client [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.572970] env[65418]: WARNING neutronclient.v2_0.client [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.574998] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 66b14ca5-5a4f-44c8-91e9-d669ebd62a6f] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1164.593975] env[65418]: DEBUG oslo_vmware.api [None req-f3c5d9dd-09f4-430a-87fa-83431acaa6d4 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145305} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.594518] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3c5d9dd-09f4-430a-87fa-83431acaa6d4 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.594612] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c5d9dd-09f4-430a-87fa-83431acaa6d4 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.594854] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f3c5d9dd-09f4-430a-87fa-83431acaa6d4 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.595043] env[65418]: INFO nova.compute.manager [None req-f3c5d9dd-09f4-430a-87fa-83431acaa6d4 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1164.595295] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-f3c5d9dd-09f4-430a-87fa-83431acaa6d4 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1164.595489] env[65418]: DEBUG nova.compute.manager [-] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1164.595588] env[65418]: DEBUG nova.network.neutron [-] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1164.595827] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.625059] env[65418]: DEBUG nova.policy [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16d6081f2a9048e2bf1428fe03bace0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '725e5b6c3c0c45c2a18c5b7095df0ec9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1164.656994] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.859534] env[65418]: DEBUG oslo_vmware.api [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f60ef0-bd2b-5ebb-6a3d-9ced39e5912d, 'name': SearchDatastore_Task, 'duration_secs': 0.01028} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.861197] env[65418]: DEBUG oslo_concurrency.lockutils [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.861447] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1164.861694] env[65418]: DEBUG oslo_concurrency.lockutils [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.861836] env[65418]: DEBUG oslo_concurrency.lockutils [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.862020] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.863027] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-358bca75-3407-4e8f-a650-9f65609a1e91 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.876974] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.877630] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1164.878191] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b667820-77bb-467c-989f-95db580ecb75 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.887788] env[65418]: DEBUG oslo_vmware.api [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1164.887788] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52baade4-a962-a14b-d3e0-aaeb9a378373" [ 1164.887788] env[65418]: _type = "Task" [ 1164.887788] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.892391] env[65418]: DEBUG nova.compute.manager [req-f7a748c0-4885-4dd2-83f7-b3a26daa2dcc req-b58c8804-cf0b-43be-b778-0168fa6a070b service nova] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Received event network-vif-deleted-3e937c0e-61ca-42c8-8364-e31dca915601 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1164.892629] env[65418]: INFO nova.compute.manager [req-f7a748c0-4885-4dd2-83f7-b3a26daa2dcc req-b58c8804-cf0b-43be-b778-0168fa6a070b service nova] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Neutron deleted interface 3e937c0e-61ca-42c8-8364-e31dca915601; detaching it from the instance and deleting it from the info cache [ 1164.892835] env[65418]: DEBUG nova.network.neutron [req-f7a748c0-4885-4dd2-83f7-b3a26daa2dcc req-b58c8804-cf0b-43be-b778-0168fa6a070b service nova] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.905108] env[65418]: DEBUG oslo_vmware.api [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52baade4-a962-a14b-d3e0-aaeb9a378373, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.931263] env[65418]: DEBUG nova.network.neutron [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Successfully created port: 7fe5695d-e6da-4b9f-9eb5-e4a5e368c1e3 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1165.081023] env[65418]: DEBUG nova.compute.manager [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1165.081327] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 6b1ced43-7a2e-40fb-981f-2b167915fee5] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1165.247744] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3dd777-83ad-4671-bf56-45efd4229558 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.258686] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62460df6-ed67-4a5b-b71b-c47894d354bb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.302556] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d64a31-e700-4311-8b0f-b55277ac1fc2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.311183] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eec740c-68e2-4b50-a82c-41c2f7fcb8a8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.325474] env[65418]: DEBUG nova.compute.provider_tree [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.362918] env[65418]: DEBUG nova.network.neutron [-] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.396882] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1ca537a-ef24-4775-95c3-54c8bcfb837f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.405690] env[65418]: DEBUG oslo_vmware.api [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52baade4-a962-a14b-d3e0-aaeb9a378373, 'name': SearchDatastore_Task, 'duration_secs': 0.042854} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.408084] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a62f263-7ef4-43e7-84b9-2555623c7414 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.412898] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b62812c-31f2-4dda-8eb1-908e454660e0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.427986] env[65418]: DEBUG oslo_vmware.api [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1165.427986] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52db6e9a-8754-d1b1-aab0-08863ad86dba" [ 1165.427986] env[65418]: _type = "Task" [ 1165.427986] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.436792] env[65418]: DEBUG oslo_vmware.api [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52db6e9a-8754-d1b1-aab0-08863ad86dba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.447990] env[65418]: DEBUG nova.compute.manager [req-f7a748c0-4885-4dd2-83f7-b3a26daa2dcc req-b58c8804-cf0b-43be-b778-0168fa6a070b service nova] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Detach interface failed, port_id=3e937c0e-61ca-42c8-8364-e31dca915601, reason: Instance fbd6fca4-c04e-400a-bdc1-0cccaedec6b8 could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1165.588158] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 41cc4362-bddb-4434-95ba-cc9bc0259356] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1165.829339] env[65418]: DEBUG nova.scheduler.client.report [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.865858] env[65418]: INFO nova.compute.manager [-] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Took 1.27 seconds to deallocate network for instance. [ 1165.940489] env[65418]: DEBUG oslo_vmware.api [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52db6e9a-8754-d1b1-aab0-08863ad86dba, 'name': SearchDatastore_Task, 'duration_secs': 0.040361} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.940847] env[65418]: DEBUG oslo_concurrency.lockutils [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.941133] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 2f555004-b95d-4773-8980-1c2837a67adb/2f555004-b95d-4773-8980-1c2837a67adb.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1165.941406] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2266aa2e-1276-42c9-9c51-8a0e952de1cd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.949392] env[65418]: DEBUG oslo_vmware.api [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1165.949392] env[65418]: value = "task-4689255" [ 1165.949392] env[65418]: _type = "Task" [ 1165.949392] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.958179] env[65418]: DEBUG oslo_vmware.api [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.091816] env[65418]: DEBUG nova.compute.manager [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1166.094445] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: d1993506-e855-489a-a879-74483d10153c] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1166.126343] env[65418]: DEBUG nova.virt.hardware [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1166.126610] env[65418]: DEBUG nova.virt.hardware [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.126765] env[65418]: DEBUG nova.virt.hardware [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1166.126941] env[65418]: DEBUG nova.virt.hardware [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.127099] env[65418]: DEBUG nova.virt.hardware [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1166.127249] env[65418]: DEBUG nova.virt.hardware [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1166.127460] env[65418]: DEBUG nova.virt.hardware [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1166.127619] env[65418]: DEBUG nova.virt.hardware [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1166.127782] env[65418]: DEBUG nova.virt.hardware [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1166.127972] env[65418]: DEBUG nova.virt.hardware [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1166.128168] env[65418]: DEBUG nova.virt.hardware [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1166.129519] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5633aaab-291e-4892-a86f-287f3942696e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.140159] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90baf553-0205-41c5-9e55-fdbefc6482b7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.334166] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.334806] env[65418]: DEBUG nova.compute.manager [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1166.337567] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.307s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.339062] env[65418]: INFO nova.compute.claims [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.373313] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f3c5d9dd-09f4-430a-87fa-83431acaa6d4 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.459797] env[65418]: DEBUG oslo_vmware.api [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4894} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.460074] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 2f555004-b95d-4773-8980-1c2837a67adb/2f555004-b95d-4773-8980-1c2837a67adb.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1166.460284] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1166.460536] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61481db3-801b-4f09-9978-973792078089 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.467458] env[65418]: DEBUG oslo_vmware.api [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1166.467458] env[65418]: value = "task-4689256" [ 1166.467458] env[65418]: _type = "Task" [ 1166.467458] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.475581] env[65418]: DEBUG oslo_vmware.api [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.481152] env[65418]: DEBUG nova.network.neutron [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Successfully updated port: 7fe5695d-e6da-4b9f-9eb5-e4a5e368c1e3 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1166.597637] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 2288f3f0-2c37-4021-89af-dc45fa612783] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1166.844090] env[65418]: DEBUG nova.compute.utils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1166.848061] env[65418]: DEBUG nova.compute.manager [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1166.848214] env[65418]: DEBUG nova.network.neutron [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1166.848527] env[65418]: WARNING neutronclient.v2_0.client [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.848927] env[65418]: WARNING neutronclient.v2_0.client [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.902106] env[65418]: DEBUG nova.policy [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16d6081f2a9048e2bf1428fe03bace0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '725e5b6c3c0c45c2a18c5b7095df0ec9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1166.914847] env[65418]: DEBUG nova.compute.manager [req-aa7dbb4e-4500-413e-bee6-824ba6b5204b req-f2d947dd-37ff-4390-8138-be73f73a3017 service nova] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Received event network-vif-plugged-7fe5695d-e6da-4b9f-9eb5-e4a5e368c1e3 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1166.914970] env[65418]: DEBUG oslo_concurrency.lockutils [req-aa7dbb4e-4500-413e-bee6-824ba6b5204b req-f2d947dd-37ff-4390-8138-be73f73a3017 service nova] Acquiring lock "4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.915264] env[65418]: DEBUG oslo_concurrency.lockutils [req-aa7dbb4e-4500-413e-bee6-824ba6b5204b req-f2d947dd-37ff-4390-8138-be73f73a3017 service nova] Lock "4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.915352] env[65418]: DEBUG oslo_concurrency.lockutils [req-aa7dbb4e-4500-413e-bee6-824ba6b5204b req-f2d947dd-37ff-4390-8138-be73f73a3017 service nova] Lock "4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.915514] env[65418]: DEBUG nova.compute.manager [req-aa7dbb4e-4500-413e-bee6-824ba6b5204b req-f2d947dd-37ff-4390-8138-be73f73a3017 service nova] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] No waiting events found dispatching network-vif-plugged-7fe5695d-e6da-4b9f-9eb5-e4a5e368c1e3 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1166.915697] env[65418]: WARNING nova.compute.manager [req-aa7dbb4e-4500-413e-bee6-824ba6b5204b req-f2d947dd-37ff-4390-8138-be73f73a3017 service nova] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Received unexpected event network-vif-plugged-7fe5695d-e6da-4b9f-9eb5-e4a5e368c1e3 for instance with vm_state building and task_state spawning. [ 1166.915851] env[65418]: DEBUG nova.compute.manager [req-aa7dbb4e-4500-413e-bee6-824ba6b5204b req-f2d947dd-37ff-4390-8138-be73f73a3017 service nova] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Received event network-changed-7fe5695d-e6da-4b9f-9eb5-e4a5e368c1e3 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1166.916000] env[65418]: DEBUG nova.compute.manager [req-aa7dbb4e-4500-413e-bee6-824ba6b5204b req-f2d947dd-37ff-4390-8138-be73f73a3017 service nova] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Refreshing instance network info cache due to event network-changed-7fe5695d-e6da-4b9f-9eb5-e4a5e368c1e3. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1166.916190] env[65418]: DEBUG oslo_concurrency.lockutils [req-aa7dbb4e-4500-413e-bee6-824ba6b5204b req-f2d947dd-37ff-4390-8138-be73f73a3017 service nova] Acquiring lock "refresh_cache-4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.916319] env[65418]: DEBUG oslo_concurrency.lockutils [req-aa7dbb4e-4500-413e-bee6-824ba6b5204b req-f2d947dd-37ff-4390-8138-be73f73a3017 service nova] Acquired lock "refresh_cache-4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.916470] env[65418]: DEBUG nova.network.neutron [req-aa7dbb4e-4500-413e-bee6-824ba6b5204b req-f2d947dd-37ff-4390-8138-be73f73a3017 service nova] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Refreshing network info cache for port 7fe5695d-e6da-4b9f-9eb5-e4a5e368c1e3 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.979012] env[65418]: DEBUG oslo_vmware.api [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076667} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.980256] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1166.980348] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6193d437-c717-42b8-b0a2-af0efbab1406 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.983173] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquiring lock "refresh_cache-4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.006030] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 2f555004-b95d-4773-8980-1c2837a67adb/2f555004-b95d-4773-8980-1c2837a67adb.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.006250] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb3c3be1-295d-4d43-b223-e6e77c28c229 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.028099] env[65418]: DEBUG oslo_vmware.api [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1167.028099] env[65418]: value = "task-4689258" [ 1167.028099] env[65418]: _type = "Task" [ 1167.028099] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.038767] env[65418]: DEBUG oslo_vmware.api [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689258, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.100847] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 6b1247b4-66ce-47e5-af0d-5f3fc1b077a3] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1167.211679] env[65418]: DEBUG nova.network.neutron [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Successfully created port: f6dba970-91a1-4d3d-aad7-acebafe0a79d {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1167.348826] env[65418]: DEBUG nova.compute.manager [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1167.419071] env[65418]: WARNING neutronclient.v2_0.client [req-aa7dbb4e-4500-413e-bee6-824ba6b5204b req-f2d947dd-37ff-4390-8138-be73f73a3017 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.451073] env[65418]: DEBUG nova.network.neutron [req-aa7dbb4e-4500-413e-bee6-824ba6b5204b req-f2d947dd-37ff-4390-8138-be73f73a3017 service nova] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1167.520969] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d195ff37-743b-441d-8935-29b6761812e6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.533431] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5962a39d-2bd6-4731-b938-0a28454a27c9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.537772] env[65418]: DEBUG nova.network.neutron [req-aa7dbb4e-4500-413e-bee6-824ba6b5204b req-f2d947dd-37ff-4390-8138-be73f73a3017 service nova] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.545754] env[65418]: DEBUG oslo_vmware.api [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.578060] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73078ff1-42fb-4fcf-ac56-62a90a9cb0ad {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.586624] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b6089b-e51e-4f1a-b450-651786aa5a0d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.602469] env[65418]: DEBUG nova.compute.provider_tree [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.604196] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 2549bdeb-8d7d-4170-b15e-0b12d4fd859f] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1168.040161] env[65418]: DEBUG oslo_concurrency.lockutils [req-aa7dbb4e-4500-413e-bee6-824ba6b5204b req-f2d947dd-37ff-4390-8138-be73f73a3017 service nova] Releasing lock "refresh_cache-4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.040586] env[65418]: DEBUG oslo_vmware.api [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689258, 'name': ReconfigVM_Task, 'duration_secs': 0.603901} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.040836] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquired lock "refresh_cache-4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.041051] env[65418]: DEBUG nova.network.neutron [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1168.042227] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 2f555004-b95d-4773-8980-1c2837a67adb/2f555004-b95d-4773-8980-1c2837a67adb.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.042936] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd265961-a90a-4da9-9b6b-4eeffbe2d34c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.052566] env[65418]: DEBUG oslo_vmware.api [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1168.052566] env[65418]: value = "task-4689259" [ 1168.052566] env[65418]: _type = "Task" [ 1168.052566] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.062770] env[65418]: DEBUG oslo_vmware.api [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689259, 'name': Rename_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.107310] env[65418]: DEBUG nova.scheduler.client.report [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.111049] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: d24ff0c6-13bc-4363-ad6f-0342189c7cb2] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1168.363578] env[65418]: DEBUG nova.compute.manager [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1168.390038] env[65418]: DEBUG nova.virt.hardware [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1168.390327] env[65418]: DEBUG nova.virt.hardware [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.390483] env[65418]: DEBUG nova.virt.hardware [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1168.390738] env[65418]: DEBUG nova.virt.hardware [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.390909] env[65418]: DEBUG nova.virt.hardware [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1168.391075] env[65418]: DEBUG nova.virt.hardware [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1168.391310] env[65418]: DEBUG nova.virt.hardware [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1168.391470] env[65418]: DEBUG nova.virt.hardware [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1168.391632] env[65418]: DEBUG nova.virt.hardware [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1168.391790] env[65418]: DEBUG nova.virt.hardware [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1168.391956] env[65418]: DEBUG nova.virt.hardware [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1168.392867] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34cec4c-ef7f-46e7-bc4c-ac1b19302c54 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.402127] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0e09fb-717d-457f-9bf6-383265e396f1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.562755] env[65418]: DEBUG oslo_vmware.api [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689259, 'name': Rename_Task, 'duration_secs': 0.175572} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.563057] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.563628] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ee32c89-00ab-4d5c-be6f-1198d3dc24e9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.571816] env[65418]: DEBUG oslo_vmware.api [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1168.571816] env[65418]: value = "task-4689260" [ 1168.571816] env[65418]: _type = "Task" [ 1168.571816] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.581961] env[65418]: DEBUG oslo_vmware.api [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689260, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.583048] env[65418]: DEBUG nova.network.neutron [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1168.614027] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.276s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.614410] env[65418]: DEBUG nova.compute.manager [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1168.617271] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 10fceed7-135d-44cd-9a4b-593662f33787] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1168.619070] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7d5baed5-dae3-4b11-9d1a-891301efbd58 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.552s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.619285] env[65418]: DEBUG nova.objects.instance [None req-7d5baed5-dae3-4b11-9d1a-891301efbd58 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lazy-loading 'resources' on Instance uuid 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.669868] env[65418]: WARNING neutronclient.v2_0.client [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.674905] env[65418]: DEBUG nova.compute.manager [req-1eb4b439-823f-49bf-ae64-c051ee29d575 req-dd93128a-8a79-4e25-aadb-d669843c7bc6 service nova] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Received event network-vif-plugged-f6dba970-91a1-4d3d-aad7-acebafe0a79d {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1168.675129] env[65418]: DEBUG oslo_concurrency.lockutils [req-1eb4b439-823f-49bf-ae64-c051ee29d575 req-dd93128a-8a79-4e25-aadb-d669843c7bc6 service nova] Acquiring lock "ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.675339] env[65418]: DEBUG oslo_concurrency.lockutils [req-1eb4b439-823f-49bf-ae64-c051ee29d575 req-dd93128a-8a79-4e25-aadb-d669843c7bc6 service nova] Lock "ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.675560] env[65418]: DEBUG oslo_concurrency.lockutils [req-1eb4b439-823f-49bf-ae64-c051ee29d575 req-dd93128a-8a79-4e25-aadb-d669843c7bc6 service nova] Lock "ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.675742] env[65418]: DEBUG nova.compute.manager [req-1eb4b439-823f-49bf-ae64-c051ee29d575 req-dd93128a-8a79-4e25-aadb-d669843c7bc6 service nova] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] No waiting events found dispatching network-vif-plugged-f6dba970-91a1-4d3d-aad7-acebafe0a79d {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1168.675910] env[65418]: WARNING nova.compute.manager [req-1eb4b439-823f-49bf-ae64-c051ee29d575 req-dd93128a-8a79-4e25-aadb-d669843c7bc6 service nova] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Received unexpected event network-vif-plugged-f6dba970-91a1-4d3d-aad7-acebafe0a79d for instance with vm_state building and task_state spawning. [ 1168.741643] env[65418]: DEBUG nova.network.neutron [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Updating instance_info_cache with network_info: [{"id": "7fe5695d-e6da-4b9f-9eb5-e4a5e368c1e3", "address": "fa:16:3e:db:7c:02", "network": {"id": "2770fe01-ba4d-4545-989d-ac3e6d225520", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-753199869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "725e5b6c3c0c45c2a18c5b7095df0ec9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fe5695d-e6", "ovs_interfaceid": "7fe5695d-e6da-4b9f-9eb5-e4a5e368c1e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.754052] env[65418]: DEBUG nova.network.neutron [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Successfully updated port: f6dba970-91a1-4d3d-aad7-acebafe0a79d {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1169.082085] env[65418]: DEBUG oslo_vmware.api [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689260, 'name': PowerOnVM_Task, 'duration_secs': 0.440494} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.082368] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.082572] env[65418]: INFO nova.compute.manager [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1169.082747] env[65418]: DEBUG nova.compute.manager [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1169.083609] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c82e19-04b6-4083-8072-513d88d3b80f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.120821] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 3f95e054-c8b7-42a1-a91e-352a280f85ec] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1169.124379] env[65418]: DEBUG nova.compute.utils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.128036] env[65418]: DEBUG nova.compute.manager [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1169.128246] env[65418]: DEBUG nova.network.neutron [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1169.128568] env[65418]: WARNING neutronclient.v2_0.client [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1169.128980] env[65418]: WARNING neutronclient.v2_0.client [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1169.170559] env[65418]: DEBUG nova.policy [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '16d6081f2a9048e2bf1428fe03bace0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '725e5b6c3c0c45c2a18c5b7095df0ec9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1169.244453] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Releasing lock "refresh_cache-4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.244893] env[65418]: DEBUG nova.compute.manager [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Instance network_info: |[{"id": "7fe5695d-e6da-4b9f-9eb5-e4a5e368c1e3", "address": "fa:16:3e:db:7c:02", "network": {"id": "2770fe01-ba4d-4545-989d-ac3e6d225520", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-753199869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "725e5b6c3c0c45c2a18c5b7095df0ec9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fe5695d-e6", "ovs_interfaceid": "7fe5695d-e6da-4b9f-9eb5-e4a5e368c1e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1169.246119] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:7c:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7f41333-42ee-47f3-936c-d6701ab786d2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fe5695d-e6da-4b9f-9eb5-e4a5e368c1e3', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1169.254211] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Creating folder: Project (725e5b6c3c0c45c2a18c5b7095df0ec9). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1169.257248] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15ea4e59-6847-4f91-a061-60b504bf3dd4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.259325] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquiring lock "refresh_cache-ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.259487] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquired lock "refresh_cache-ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.259658] env[65418]: DEBUG nova.network.neutron [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1169.272113] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Created folder: Project (725e5b6c3c0c45c2a18c5b7095df0ec9) in parent group-v914982. [ 1169.272929] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Creating folder: Instances. Parent ref: group-v915293. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1169.275416] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4d1f8da-2f78-4115-a610-991b6fa5cc97 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.292486] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Created folder: Instances in parent group-v915293. [ 1169.292752] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1169.292944] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1169.293193] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9250339b-a3a4-4d2d-8379-746b677fde41 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.310056] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803c1df3-167b-45fb-8551-07acb824f4d2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.318072] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646bb721-db33-456d-80ed-cde946eaddbc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.322983] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1169.322983] env[65418]: value = "task-4689264" [ 1169.322983] env[65418]: _type = "Task" [ 1169.322983] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.355327] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab570b4-617c-4c60-ac2c-41ce62ec0e52 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.361337] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689264, 'name': CreateVM_Task} progress is 15%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.368082] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4aceec-19d4-4a08-a95c-b29b1e558bb1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.385695] env[65418]: DEBUG nova.compute.provider_tree [None req-7d5baed5-dae3-4b11-9d1a-891301efbd58 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.473963] env[65418]: DEBUG nova.network.neutron [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Successfully created port: dd23e159-f8a5-4805-b4a6-1f686419ad08 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1169.600908] env[65418]: INFO nova.compute.manager [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Took 13.88 seconds to build instance. [ 1169.626600] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 9f657eff-f138-407c-8c54-71fd857a3298] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1169.633402] env[65418]: DEBUG nova.compute.manager [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1169.794460] env[65418]: DEBUG nova.network.neutron [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1169.834722] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689264, 'name': CreateVM_Task, 'duration_secs': 0.399653} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.837704] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.838596] env[65418]: WARNING neutronclient.v2_0.client [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1169.838977] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.839215] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.839570] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.839835] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9119c41b-7806-4c91-9f29-0724ca90b7da {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.845156] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for the task: (returnval){ [ 1169.845156] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52492193-246a-0725-011f-84989d58cdf0" [ 1169.845156] env[65418]: _type = "Task" [ 1169.845156] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.853374] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52492193-246a-0725-011f-84989d58cdf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.865016] env[65418]: WARNING neutronclient.v2_0.client [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1169.889711] env[65418]: DEBUG nova.scheduler.client.report [None req-7d5baed5-dae3-4b11-9d1a-891301efbd58 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.936186] env[65418]: DEBUG nova.network.neutron [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Updating instance_info_cache with network_info: [{"id": "f6dba970-91a1-4d3d-aad7-acebafe0a79d", "address": "fa:16:3e:2c:2c:30", "network": {"id": "2770fe01-ba4d-4545-989d-ac3e6d225520", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-753199869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "725e5b6c3c0c45c2a18c5b7095df0ec9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6dba970-91", "ovs_interfaceid": "f6dba970-91a1-4d3d-aad7-acebafe0a79d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.103546] env[65418]: DEBUG oslo_concurrency.lockutils [None req-763c99f6-c32f-419d-9dad-bedf4efa34c6 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "2f555004-b95d-4773-8980-1c2837a67adb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.395s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.131355] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: e721fbba-a004-43ef-a91f-1ee19d7834c4] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1170.356612] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52492193-246a-0725-011f-84989d58cdf0, 'name': SearchDatastore_Task, 'duration_secs': 0.009977} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.356948] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.357161] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.357402] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.357550] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.357728] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.358024] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c16ad11a-796f-40f0-a5d5-6dc8be78c12c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.368658] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.369081] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.369911] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52257b67-cb99-4f28-ac94-0bf32e2ecd4d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.377464] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for the task: (returnval){ [ 1170.377464] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52afba47-c498-d28f-7787-15cf80ef43a9" [ 1170.377464] env[65418]: _type = "Task" [ 1170.377464] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.387556] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52afba47-c498-d28f-7787-15cf80ef43a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.396674] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7d5baed5-dae3-4b11-9d1a-891301efbd58 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.777s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.399415] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f3c5d9dd-09f4-430a-87fa-83431acaa6d4 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.026s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.399659] env[65418]: DEBUG nova.objects.instance [None req-f3c5d9dd-09f4-430a-87fa-83431acaa6d4 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lazy-loading 'resources' on Instance uuid fbd6fca4-c04e-400a-bdc1-0cccaedec6b8 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.422401] env[65418]: INFO nova.scheduler.client.report [None req-7d5baed5-dae3-4b11-9d1a-891301efbd58 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Deleted allocations for instance 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229 [ 1170.438984] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Releasing lock "refresh_cache-ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.439364] env[65418]: DEBUG nova.compute.manager [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Instance network_info: |[{"id": "f6dba970-91a1-4d3d-aad7-acebafe0a79d", "address": "fa:16:3e:2c:2c:30", "network": {"id": "2770fe01-ba4d-4545-989d-ac3e6d225520", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-753199869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "725e5b6c3c0c45c2a18c5b7095df0ec9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6dba970-91", "ovs_interfaceid": "f6dba970-91a1-4d3d-aad7-acebafe0a79d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1170.439833] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:2c:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7f41333-42ee-47f3-936c-d6701ab786d2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6dba970-91a1-4d3d-aad7-acebafe0a79d', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1170.447518] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1170.448156] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1170.448407] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6e7f270-f555-4238-b7bd-93586eb465fd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.471629] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1170.471629] env[65418]: value = "task-4689265" [ 1170.471629] env[65418]: _type = "Task" [ 1170.471629] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.481520] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689265, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.633190] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 0836db0f-970d-4224-9b41-b11609d253f2] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1170.642333] env[65418]: DEBUG nova.compute.manager [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1170.674199] env[65418]: DEBUG nova.virt.hardware [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1170.674537] env[65418]: DEBUG nova.virt.hardware [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.674699] env[65418]: DEBUG nova.virt.hardware [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1170.674904] env[65418]: DEBUG nova.virt.hardware [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.675080] env[65418]: DEBUG nova.virt.hardware [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1170.675248] env[65418]: DEBUG nova.virt.hardware [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1170.675475] env[65418]: DEBUG nova.virt.hardware [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1170.675659] env[65418]: DEBUG nova.virt.hardware [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1170.675835] env[65418]: DEBUG nova.virt.hardware [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1170.675994] env[65418]: DEBUG nova.virt.hardware [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1170.676188] env[65418]: DEBUG nova.virt.hardware [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1170.677390] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ddbb8c-7032-4c12-a5e2-8404c22980f6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.687396] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a7f40d-e29e-4151-a376-bfa78a473d56 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.715695] env[65418]: DEBUG nova.compute.manager [req-3a4218e3-331c-44cc-8322-e1f6f69a81ee req-ba399ec9-594d-4bda-bb18-378e6a5a1dfa service nova] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Received event network-changed-f6dba970-91a1-4d3d-aad7-acebafe0a79d {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1170.715898] env[65418]: DEBUG nova.compute.manager [req-3a4218e3-331c-44cc-8322-e1f6f69a81ee req-ba399ec9-594d-4bda-bb18-378e6a5a1dfa service nova] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Refreshing instance network info cache due to event network-changed-f6dba970-91a1-4d3d-aad7-acebafe0a79d. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1170.716122] env[65418]: DEBUG oslo_concurrency.lockutils [req-3a4218e3-331c-44cc-8322-e1f6f69a81ee req-ba399ec9-594d-4bda-bb18-378e6a5a1dfa service nova] Acquiring lock "refresh_cache-ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.716268] env[65418]: DEBUG oslo_concurrency.lockutils [req-3a4218e3-331c-44cc-8322-e1f6f69a81ee req-ba399ec9-594d-4bda-bb18-378e6a5a1dfa service nova] Acquired lock "refresh_cache-ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.716733] env[65418]: DEBUG nova.network.neutron [req-3a4218e3-331c-44cc-8322-e1f6f69a81ee req-ba399ec9-594d-4bda-bb18-378e6a5a1dfa service nova] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Refreshing network info cache for port f6dba970-91a1-4d3d-aad7-acebafe0a79d {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.891061] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52afba47-c498-d28f-7787-15cf80ef43a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010783} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.891542] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6585a7d1-2cee-4c1c-a650-277432329cf6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.900153] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for the task: (returnval){ [ 1170.900153] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52de8b90-4b11-40ab-5dad-b57057552311" [ 1170.900153] env[65418]: _type = "Task" [ 1170.900153] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.914023] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52de8b90-4b11-40ab-5dad-b57057552311, 'name': SearchDatastore_Task} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.914023] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.914023] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c/4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1170.914023] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1132445-a8d1-45d2-87b5-9d186f58475b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.922027] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for the task: (returnval){ [ 1170.922027] env[65418]: value = "task-4689267" [ 1170.922027] env[65418]: _type = "Task" [ 1170.922027] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.932693] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7d5baed5-dae3-4b11-9d1a-891301efbd58 tempest-ListServerFiltersTestJSON-481585564 tempest-ListServerFiltersTestJSON-481585564-project-member] Lock "79fe77a7-5b2a-4b1b-9fb3-95a3abe91229" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.335s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.938009] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689267, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.954771] env[65418]: DEBUG nova.compute.manager [req-798e8df0-fb6f-4ab4-b62e-dd288f427910 req-81d08f8f-58c1-467f-9101-e8d17f9c4da5 service nova] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Received event network-vif-plugged-dd23e159-f8a5-4805-b4a6-1f686419ad08 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1170.956464] env[65418]: DEBUG oslo_concurrency.lockutils [req-798e8df0-fb6f-4ab4-b62e-dd288f427910 req-81d08f8f-58c1-467f-9101-e8d17f9c4da5 service nova] Acquiring lock "456396b9-cdcd-4b40-b097-4fb5a5799d90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.956464] env[65418]: DEBUG oslo_concurrency.lockutils [req-798e8df0-fb6f-4ab4-b62e-dd288f427910 req-81d08f8f-58c1-467f-9101-e8d17f9c4da5 service nova] Lock "456396b9-cdcd-4b40-b097-4fb5a5799d90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.956464] env[65418]: DEBUG oslo_concurrency.lockutils [req-798e8df0-fb6f-4ab4-b62e-dd288f427910 req-81d08f8f-58c1-467f-9101-e8d17f9c4da5 service nova] Lock "456396b9-cdcd-4b40-b097-4fb5a5799d90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.956464] env[65418]: DEBUG nova.compute.manager [req-798e8df0-fb6f-4ab4-b62e-dd288f427910 req-81d08f8f-58c1-467f-9101-e8d17f9c4da5 service nova] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] No waiting events found dispatching network-vif-plugged-dd23e159-f8a5-4805-b4a6-1f686419ad08 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1170.956464] env[65418]: WARNING nova.compute.manager [req-798e8df0-fb6f-4ab4-b62e-dd288f427910 req-81d08f8f-58c1-467f-9101-e8d17f9c4da5 service nova] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Received unexpected event network-vif-plugged-dd23e159-f8a5-4805-b4a6-1f686419ad08 for instance with vm_state building and task_state spawning. [ 1170.983591] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689265, 'name': CreateVM_Task, 'duration_secs': 0.415527} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.986540] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1170.987926] env[65418]: WARNING neutronclient.v2_0.client [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.987926] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.988147] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.988417] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.989420] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f863301-f2b6-444d-946b-f2828a72d84e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.996477] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for the task: (returnval){ [ 1170.996477] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c72354-e96c-b6be-8f1a-8d3891706dd8" [ 1170.996477] env[65418]: _type = "Task" [ 1170.996477] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.010962] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c72354-e96c-b6be-8f1a-8d3891706dd8, 'name': SearchDatastore_Task, 'duration_secs': 0.011664} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.011296] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.011534] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1171.011770] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.011909] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.012096] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1171.012386] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57ad822d-e6de-4dee-b1ed-aca7e0c298fb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.022147] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1171.022332] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1171.023086] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6d7a21d-06a2-4e76-a64c-207b2b8ec764 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.033418] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for the task: (returnval){ [ 1171.033418] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52df87b7-7ff5-dd20-ad1c-22bb0b19aa37" [ 1171.033418] env[65418]: _type = "Task" [ 1171.033418] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.043115] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52df87b7-7ff5-dd20-ad1c-22bb0b19aa37, 'name': SearchDatastore_Task, 'duration_secs': 0.010943} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.044030] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0215a9c1-1674-4fba-b1b6-50c29309c4c8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.054975] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for the task: (returnval){ [ 1171.054975] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]522c62f0-16ab-99a3-da1f-de73adec58d1" [ 1171.054975] env[65418]: _type = "Task" [ 1171.054975] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.068978] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]522c62f0-16ab-99a3-da1f-de73adec58d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010695} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.069187] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.069685] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f/ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.070548] env[65418]: DEBUG nova.network.neutron [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Successfully updated port: dd23e159-f8a5-4805-b4a6-1f686419ad08 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1171.071938] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cdbfa6e-f316-4e8c-b143-ce0634275beb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.077483] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48914f33-0c09-4a2a-91c7-4dab3eeb8533 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.081875] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for the task: (returnval){ [ 1171.081875] env[65418]: value = "task-4689268" [ 1171.081875] env[65418]: _type = "Task" [ 1171.081875] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.089459] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5fc966-e2c0-4db3-8eec-df3aa8bda842 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.098414] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.139897] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 6d696804-7857-4d8b-b4bf-fa79c8615b5b] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1171.143591] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8897adcb-c847-461e-bdb1-b4d84b796465 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.157775] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6979e972-6308-417d-9080-42acdaef721f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.178718] env[65418]: DEBUG nova.compute.provider_tree [None req-f3c5d9dd-09f4-430a-87fa-83431acaa6d4 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.219491] env[65418]: WARNING neutronclient.v2_0.client [req-3a4218e3-331c-44cc-8322-e1f6f69a81ee req-ba399ec9-594d-4bda-bb18-378e6a5a1dfa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1171.437701] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689267, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.455303] env[65418]: WARNING neutronclient.v2_0.client [req-3a4218e3-331c-44cc-8322-e1f6f69a81ee req-ba399ec9-594d-4bda-bb18-378e6a5a1dfa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1171.538499] env[65418]: DEBUG nova.network.neutron [req-3a4218e3-331c-44cc-8322-e1f6f69a81ee req-ba399ec9-594d-4bda-bb18-378e6a5a1dfa service nova] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Updated VIF entry in instance network info cache for port f6dba970-91a1-4d3d-aad7-acebafe0a79d. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1171.538960] env[65418]: DEBUG nova.network.neutron [req-3a4218e3-331c-44cc-8322-e1f6f69a81ee req-ba399ec9-594d-4bda-bb18-378e6a5a1dfa service nova] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Updating instance_info_cache with network_info: [{"id": "f6dba970-91a1-4d3d-aad7-acebafe0a79d", "address": "fa:16:3e:2c:2c:30", "network": {"id": "2770fe01-ba4d-4545-989d-ac3e6d225520", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-753199869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "725e5b6c3c0c45c2a18c5b7095df0ec9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6dba970-91", "ovs_interfaceid": "f6dba970-91a1-4d3d-aad7-acebafe0a79d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.576703] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquiring lock "refresh_cache-456396b9-cdcd-4b40-b097-4fb5a5799d90" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.577087] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquired lock "refresh_cache-456396b9-cdcd-4b40-b097-4fb5a5799d90" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.577327] env[65418]: DEBUG nova.network.neutron [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1171.598704] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689268, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.644203] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 21df3af5-d2d0-4af7-9491-c33792fbf14c] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1171.682088] env[65418]: DEBUG nova.scheduler.client.report [None req-f3c5d9dd-09f4-430a-87fa-83431acaa6d4 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.937956] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689267, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525109} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.938280] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c/4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1171.938624] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1171.938963] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5056621-1e39-4649-9be5-1a443810592b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.947989] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for the task: (returnval){ [ 1171.947989] env[65418]: value = "task-4689269" [ 1171.947989] env[65418]: _type = "Task" [ 1171.947989] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.960881] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689269, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.042638] env[65418]: DEBUG oslo_concurrency.lockutils [req-3a4218e3-331c-44cc-8322-e1f6f69a81ee req-ba399ec9-594d-4bda-bb18-378e6a5a1dfa service nova] Releasing lock "refresh_cache-ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.043157] env[65418]: DEBUG nova.compute.manager [req-3a4218e3-331c-44cc-8322-e1f6f69a81ee req-ba399ec9-594d-4bda-bb18-378e6a5a1dfa service nova] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Received event network-changed-f28dd771-4673-4f4e-a1ad-93bfd5ca4b86 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1172.043532] env[65418]: DEBUG nova.compute.manager [req-3a4218e3-331c-44cc-8322-e1f6f69a81ee req-ba399ec9-594d-4bda-bb18-378e6a5a1dfa service nova] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Refreshing instance network info cache due to event network-changed-f28dd771-4673-4f4e-a1ad-93bfd5ca4b86. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1172.043817] env[65418]: DEBUG oslo_concurrency.lockutils [req-3a4218e3-331c-44cc-8322-e1f6f69a81ee req-ba399ec9-594d-4bda-bb18-378e6a5a1dfa service nova] Acquiring lock "refresh_cache-2f555004-b95d-4773-8980-1c2837a67adb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.043998] env[65418]: DEBUG oslo_concurrency.lockutils [req-3a4218e3-331c-44cc-8322-e1f6f69a81ee req-ba399ec9-594d-4bda-bb18-378e6a5a1dfa service nova] Acquired lock "refresh_cache-2f555004-b95d-4773-8980-1c2837a67adb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.044344] env[65418]: DEBUG nova.network.neutron [req-3a4218e3-331c-44cc-8322-e1f6f69a81ee req-ba399ec9-594d-4bda-bb18-378e6a5a1dfa service nova] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Refreshing network info cache for port f28dd771-4673-4f4e-a1ad-93bfd5ca4b86 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.095420] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689268, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.777009} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.095700] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f/ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1172.095926] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1172.096200] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6da51c78-96d6-417d-8482-a74972ecdb79 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.105507] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for the task: (returnval){ [ 1172.105507] env[65418]: value = "task-4689270" [ 1172.105507] env[65418]: _type = "Task" [ 1172.105507] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.117421] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.127434] env[65418]: DEBUG nova.network.neutron [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1172.147809] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: f2797997-11ac-4c21-a8db-2588e2232436] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1172.188754] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f3c5d9dd-09f4-430a-87fa-83431acaa6d4 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.789s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.220760] env[65418]: INFO nova.scheduler.client.report [None req-f3c5d9dd-09f4-430a-87fa-83431acaa6d4 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Deleted allocations for instance fbd6fca4-c04e-400a-bdc1-0cccaedec6b8 [ 1172.249657] env[65418]: WARNING neutronclient.v2_0.client [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.362885] env[65418]: DEBUG nova.network.neutron [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Updating instance_info_cache with network_info: [{"id": "dd23e159-f8a5-4805-b4a6-1f686419ad08", "address": "fa:16:3e:13:1d:6f", "network": {"id": "2770fe01-ba4d-4545-989d-ac3e6d225520", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-753199869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "725e5b6c3c0c45c2a18c5b7095df0ec9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd23e159-f8", "ovs_interfaceid": "dd23e159-f8a5-4805-b4a6-1f686419ad08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.462520] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689269, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074844} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.462820] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1172.463856] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1408ce6-b53a-4ddc-a153-2227561fafcd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.487928] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c/4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.488313] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7de0b86-d71a-4df4-9113-32f2ac31f263 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.510774] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for the task: (returnval){ [ 1172.510774] env[65418]: value = "task-4689271" [ 1172.510774] env[65418]: _type = "Task" [ 1172.510774] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.519688] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689271, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.547569] env[65418]: WARNING neutronclient.v2_0.client [req-3a4218e3-331c-44cc-8322-e1f6f69a81ee req-ba399ec9-594d-4bda-bb18-378e6a5a1dfa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.618323] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080222} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.618671] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1172.619659] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e334fc3-54eb-45b0-8ce4-2f3c821cd585 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.646598] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f/ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.649871] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a633483-8d49-4430-a755-09449f1551fc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.664971] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: fc3b8204-ca18-4367-a4bb-fc38ebb5e42b] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1172.673029] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for the task: (returnval){ [ 1172.673029] env[65418]: value = "task-4689272" [ 1172.673029] env[65418]: _type = "Task" [ 1172.673029] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.683371] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689272, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.731034] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f3c5d9dd-09f4-430a-87fa-83431acaa6d4 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "fbd6fca4-c04e-400a-bdc1-0cccaedec6b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.781s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.786702] env[65418]: WARNING neutronclient.v2_0.client [req-3a4218e3-331c-44cc-8322-e1f6f69a81ee req-ba399ec9-594d-4bda-bb18-378e6a5a1dfa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1172.865790] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Releasing lock "refresh_cache-456396b9-cdcd-4b40-b097-4fb5a5799d90" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.866321] env[65418]: DEBUG nova.compute.manager [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Instance network_info: |[{"id": "dd23e159-f8a5-4805-b4a6-1f686419ad08", "address": "fa:16:3e:13:1d:6f", "network": {"id": "2770fe01-ba4d-4545-989d-ac3e6d225520", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-753199869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "725e5b6c3c0c45c2a18c5b7095df0ec9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd23e159-f8", "ovs_interfaceid": "dd23e159-f8a5-4805-b4a6-1f686419ad08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1172.866680] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:1d:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7f41333-42ee-47f3-936c-d6701ab786d2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd23e159-f8a5-4805-b4a6-1f686419ad08', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.875115] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1172.875373] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.875725] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-daec2272-c9a1-4a74-9c73-3b30506d7114 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.891733] env[65418]: DEBUG nova.network.neutron [req-3a4218e3-331c-44cc-8322-e1f6f69a81ee req-ba399ec9-594d-4bda-bb18-378e6a5a1dfa service nova] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Updated VIF entry in instance network info cache for port f28dd771-4673-4f4e-a1ad-93bfd5ca4b86. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1172.892592] env[65418]: DEBUG nova.network.neutron [req-3a4218e3-331c-44cc-8322-e1f6f69a81ee req-ba399ec9-594d-4bda-bb18-378e6a5a1dfa service nova] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Updating instance_info_cache with network_info: [{"id": "f28dd771-4673-4f4e-a1ad-93bfd5ca4b86", "address": "fa:16:3e:e2:da:95", "network": {"id": "c5654c64-ff10-4cb7-bcc0-9c8f1f9f2c7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-459739501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e14fd3d9ea54564854290858d3c5cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf28dd771-46", "ovs_interfaceid": "f28dd771-4673-4f4e-a1ad-93bfd5ca4b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.900469] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.900469] env[65418]: value = "task-4689273" [ 1172.900469] env[65418]: _type = "Task" [ 1172.900469] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.909553] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689273, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.008457] env[65418]: DEBUG nova.compute.manager [req-a8390334-9898-464c-9d2a-984daeba51b9 req-37503438-246b-44dc-87a6-11fd7d2ef6e0 service nova] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Received event network-changed-dd23e159-f8a5-4805-b4a6-1f686419ad08 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1173.008798] env[65418]: DEBUG nova.compute.manager [req-a8390334-9898-464c-9d2a-984daeba51b9 req-37503438-246b-44dc-87a6-11fd7d2ef6e0 service nova] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Refreshing instance network info cache due to event network-changed-dd23e159-f8a5-4805-b4a6-1f686419ad08. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1173.009112] env[65418]: DEBUG oslo_concurrency.lockutils [req-a8390334-9898-464c-9d2a-984daeba51b9 req-37503438-246b-44dc-87a6-11fd7d2ef6e0 service nova] Acquiring lock "refresh_cache-456396b9-cdcd-4b40-b097-4fb5a5799d90" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.009196] env[65418]: DEBUG oslo_concurrency.lockutils [req-a8390334-9898-464c-9d2a-984daeba51b9 req-37503438-246b-44dc-87a6-11fd7d2ef6e0 service nova] Acquired lock "refresh_cache-456396b9-cdcd-4b40-b097-4fb5a5799d90" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.009839] env[65418]: DEBUG nova.network.neutron [req-a8390334-9898-464c-9d2a-984daeba51b9 req-37503438-246b-44dc-87a6-11fd7d2ef6e0 service nova] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Refreshing network info cache for port dd23e159-f8a5-4805-b4a6-1f686419ad08 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.022718] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689271, 'name': ReconfigVM_Task, 'duration_secs': 0.339919} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.023866] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c/4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.024550] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17ff4569-6376-401e-a9d2-f6ed049af5ff {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.034202] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for the task: (returnval){ [ 1173.034202] env[65418]: value = "task-4689275" [ 1173.034202] env[65418]: _type = "Task" [ 1173.034202] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.045319] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689275, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.171641] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 35179ab7-f9c9-4c6d-8c6c-855a9a9738b4] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1173.184959] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689272, 'name': ReconfigVM_Task, 'duration_secs': 0.376103} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.185268] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Reconfigured VM instance instance-00000076 to attach disk [datastore1] ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f/ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.185958] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2209940c-920b-4432-aa8a-97f320bb8f64 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.193167] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for the task: (returnval){ [ 1173.193167] env[65418]: value = "task-4689276" [ 1173.193167] env[65418]: _type = "Task" [ 1173.193167] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.203270] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689276, 'name': Rename_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.395797] env[65418]: DEBUG oslo_concurrency.lockutils [req-3a4218e3-331c-44cc-8322-e1f6f69a81ee req-ba399ec9-594d-4bda-bb18-378e6a5a1dfa service nova] Releasing lock "refresh_cache-2f555004-b95d-4773-8980-1c2837a67adb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.416940] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689273, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.512958] env[65418]: WARNING neutronclient.v2_0.client [req-a8390334-9898-464c-9d2a-984daeba51b9 req-37503438-246b-44dc-87a6-11fd7d2ef6e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1173.548477] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689275, 'name': Rename_Task, 'duration_secs': 0.234861} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.549030] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.549424] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73cb3bf4-6d13-47ae-b332-e25cf3813011 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.558656] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for the task: (returnval){ [ 1173.558656] env[65418]: value = "task-4689277" [ 1173.558656] env[65418]: _type = "Task" [ 1173.558656] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.569151] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.679255] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 8d5cb814-d94b-433e-85f2-638bcbf08f6b] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1173.706318] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689276, 'name': Rename_Task, 'duration_secs': 0.174323} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.706688] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.707853] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89c4ca9d-d3b7-4502-88e1-0fc3870897de {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.714367] env[65418]: WARNING neutronclient.v2_0.client [req-a8390334-9898-464c-9d2a-984daeba51b9 req-37503438-246b-44dc-87a6-11fd7d2ef6e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1173.717483] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for the task: (returnval){ [ 1173.717483] env[65418]: value = "task-4689278" [ 1173.717483] env[65418]: _type = "Task" [ 1173.717483] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.726898] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.792967] env[65418]: DEBUG nova.network.neutron [req-a8390334-9898-464c-9d2a-984daeba51b9 req-37503438-246b-44dc-87a6-11fd7d2ef6e0 service nova] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Updated VIF entry in instance network info cache for port dd23e159-f8a5-4805-b4a6-1f686419ad08. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1173.793397] env[65418]: DEBUG nova.network.neutron [req-a8390334-9898-464c-9d2a-984daeba51b9 req-37503438-246b-44dc-87a6-11fd7d2ef6e0 service nova] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Updating instance_info_cache with network_info: [{"id": "dd23e159-f8a5-4805-b4a6-1f686419ad08", "address": "fa:16:3e:13:1d:6f", "network": {"id": "2770fe01-ba4d-4545-989d-ac3e6d225520", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-753199869-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "725e5b6c3c0c45c2a18c5b7095df0ec9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7f41333-42ee-47f3-936c-d6701ab786d2", "external-id": "nsx-vlan-transportzone-674", "segmentation_id": 674, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd23e159-f8", "ovs_interfaceid": "dd23e159-f8a5-4805-b4a6-1f686419ad08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.917335] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689273, 'name': CreateVM_Task, 'duration_secs': 0.720521} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.917593] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1173.918244] env[65418]: WARNING neutronclient.v2_0.client [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1173.918750] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.918909] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.919302] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.919657] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-910b8d56-6154-435c-9c8b-5427cd4e6108 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.931135] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "3a0718da-2b74-458c-b1be-0e231c12cf35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.931520] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "3a0718da-2b74-458c-b1be-0e231c12cf35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.933191] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for the task: (returnval){ [ 1173.933191] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521a975f-f536-2aca-eafb-7f74590fd82e" [ 1173.933191] env[65418]: _type = "Task" [ 1173.933191] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.948909] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]521a975f-f536-2aca-eafb-7f74590fd82e, 'name': SearchDatastore_Task, 'duration_secs': 0.017397} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.950090] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.950418] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.950745] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.951210] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.951496] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.952163] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-587e71bd-33c2-4087-a4b9-9f27534b70fa {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.963675] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.963863] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.965244] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a2b986d-ae46-4daa-b679-34715284cbe3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.971865] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for the task: (returnval){ [ 1173.971865] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5272b657-d0f2-e87b-77d1-823901d5d212" [ 1173.971865] env[65418]: _type = "Task" [ 1173.971865] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.981524] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5272b657-d0f2-e87b-77d1-823901d5d212, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.071360] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689277, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.185704] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 81b5c4ec-bd3e-46ce-b891-762e4446f6de] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1174.231340] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689278, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.296332] env[65418]: DEBUG oslo_concurrency.lockutils [req-a8390334-9898-464c-9d2a-984daeba51b9 req-37503438-246b-44dc-87a6-11fd7d2ef6e0 service nova] Releasing lock "refresh_cache-456396b9-cdcd-4b40-b097-4fb5a5799d90" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.435356] env[65418]: DEBUG nova.compute.manager [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1174.489899] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5272b657-d0f2-e87b-77d1-823901d5d212, 'name': SearchDatastore_Task, 'duration_secs': 0.010701} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.490104] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fed2fd9b-c0b6-45cf-aeca-a5014c9b144f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.497548] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for the task: (returnval){ [ 1174.497548] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f01940-b3f4-88e8-3bef-e177c6eb6d9f" [ 1174.497548] env[65418]: _type = "Task" [ 1174.497548] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.507428] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f01940-b3f4-88e8-3bef-e177c6eb6d9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.572137] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689277, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.689626] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 90b4d610-2d84-4aad-83a2-19d8d22e437a] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1174.730290] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689278, 'name': PowerOnVM_Task, 'duration_secs': 0.536768} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.730645] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.730864] env[65418]: INFO nova.compute.manager [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Took 6.37 seconds to spawn the instance on the hypervisor. [ 1174.731067] env[65418]: DEBUG nova.compute.manager [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1174.731990] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0d3941-5192-4e4b-a54a-5628076411b1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.965565] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.967392] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.969232] env[65418]: INFO nova.compute.claims [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1175.009134] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f01940-b3f4-88e8-3bef-e177c6eb6d9f, 'name': SearchDatastore_Task, 'duration_secs': 0.010704} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.010191] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.010452] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 456396b9-cdcd-4b40-b097-4fb5a5799d90/456396b9-cdcd-4b40-b097-4fb5a5799d90.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1175.010722] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d22d102f-1658-4af9-bbcf-26b384342f94 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.019152] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for the task: (returnval){ [ 1175.019152] env[65418]: value = "task-4689280" [ 1175.019152] env[65418]: _type = "Task" [ 1175.019152] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.028784] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.072700] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689277, 'name': PowerOnVM_Task, 'duration_secs': 1.140399} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.073055] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.073390] env[65418]: INFO nova.compute.manager [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1175.073619] env[65418]: DEBUG nova.compute.manager [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1175.074632] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e1ed22-ad27-4eef-bbac-39a768b389ff {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.193396] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 817e4e0a-81a3-4c91-9cf6-b8a606933331] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1175.252401] env[65418]: INFO nova.compute.manager [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Took 14.28 seconds to build instance. [ 1175.531955] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689280, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.597796] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Acquiring lock "ce8681d2-bfb4-4c75-b163-6b928506d5f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.598036] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Lock "ce8681d2-bfb4-4c75-b163-6b928506d5f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.599257] env[65418]: INFO nova.compute.manager [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Took 14.71 seconds to build instance. [ 1175.696890] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: d5b22bc6-625a-4f32-b6d6-da588f171575] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1175.754502] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Lock "ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.789s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.032834] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602718} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.032992] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 456396b9-cdcd-4b40-b097-4fb5a5799d90/456396b9-cdcd-4b40-b097-4fb5a5799d90.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.033245] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1176.033521] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c8dd519-5ea7-4a66-8de6-e7afd36f0c95 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.041353] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for the task: (returnval){ [ 1176.041353] env[65418]: value = "task-4689281" [ 1176.041353] env[65418]: _type = "Task" [ 1176.041353] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.050594] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689281, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.102860] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Lock "4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.218s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.103274] env[65418]: DEBUG nova.compute.manager [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1176.135332] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93786f9-8317-41f7-83fc-ddaf8e70caff {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.143692] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f151326-e833-4a8a-b416-d9661ee4d2a2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.176708] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2fa37d4-7c59-4733-b575-c4f8866749ce {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.185260] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ef8069-410e-4263-abce-bb73c47b646c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.200570] env[65418]: DEBUG nova.compute.provider_tree [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1176.202326] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 8ca5e89f-66fc-4ec2-acec-b5f4ad479faf] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1176.554838] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068844} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.555228] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1176.556098] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437fbc9b-01a2-4b72-8d39-43dd893ddee0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.579421] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 456396b9-cdcd-4b40-b097-4fb5a5799d90/456396b9-cdcd-4b40-b097-4fb5a5799d90.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.580819] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e44ffc76-e976-444a-a30b-414151390b17 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.601692] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for the task: (returnval){ [ 1176.601692] env[65418]: value = "task-4689282" [ 1176.601692] env[65418]: _type = "Task" [ 1176.601692] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.613021] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689282, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.632040] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.708163] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: fae0d838-d1d4-4efc-b7f1-8125d6e689c8] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1176.733270] env[65418]: ERROR nova.scheduler.client.report [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [req-f07937fe-1586-400f-8c4f-869ed26d9425] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 04ebeb19-ed8c-4ddf-818a-ebce01147110. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f07937fe-1586-400f-8c4f-869ed26d9425"}]} [ 1176.756684] env[65418]: DEBUG nova.scheduler.client.report [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Refreshing inventories for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1176.772343] env[65418]: DEBUG nova.scheduler.client.report [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Updating ProviderTree inventory for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1176.772568] env[65418]: DEBUG nova.compute.provider_tree [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1176.785285] env[65418]: DEBUG nova.scheduler.client.report [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Refreshing aggregate associations for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110, aggregates: None {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1176.810251] env[65418]: DEBUG nova.scheduler.client.report [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Refreshing trait associations for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1176.984567] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cdf707-8101-44de-b428-d01707f216c1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.994126] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca25923-802f-4015-abca-bd05045db21a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.028197] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f3f511-4705-47ea-a66e-2b626efef840 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.037212] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402891e3-8435-40fc-a2d0-5745972a901e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.055200] env[65418]: DEBUG nova.compute.provider_tree [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1177.113121] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689282, 'name': ReconfigVM_Task, 'duration_secs': 0.2956} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.113455] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 456396b9-cdcd-4b40-b097-4fb5a5799d90/456396b9-cdcd-4b40-b097-4fb5a5799d90.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.114136] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a160693b-5d7f-4d02-b72b-a96093af82ef {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.122741] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for the task: (returnval){ [ 1177.122741] env[65418]: value = "task-4689284" [ 1177.122741] env[65418]: _type = "Task" [ 1177.122741] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.133794] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689284, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.211967] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 950b12b3-0577-43ca-9a34-b13d5de40b68] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1177.592803] env[65418]: DEBUG nova.scheduler.client.report [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Updated inventory for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with generation 167 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1177.593090] env[65418]: DEBUG nova.compute.provider_tree [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Updating resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 generation from 167 to 168 during operation: update_inventory {{(pid=65418) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1177.593299] env[65418]: DEBUG nova.compute.provider_tree [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1177.634900] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689284, 'name': Rename_Task, 'duration_secs': 0.178022} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.635173] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.635467] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc2be049-6f08-4063-8848-90b479c3200e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.643818] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for the task: (returnval){ [ 1177.643818] env[65418]: value = "task-4689285" [ 1177.643818] env[65418]: _type = "Task" [ 1177.643818] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.653480] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.715243] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 71be4a03-3ca3-4314-9f48-60cb7aa3a58b] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1178.098366] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.131s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.098914] env[65418]: DEBUG nova.compute.manager [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1178.102239] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.471s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.103124] env[65418]: INFO nova.compute.claims [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1178.156520] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689285, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.220323] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 8fe24eee-92e6-4c17-bd9c-50d538e33739] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1178.607440] env[65418]: DEBUG nova.compute.utils [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.611972] env[65418]: DEBUG nova.compute.manager [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1178.612178] env[65418]: DEBUG nova.network.neutron [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1178.612424] env[65418]: WARNING neutronclient.v2_0.client [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1178.613059] env[65418]: WARNING neutronclient.v2_0.client [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1178.657049] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689285, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.664622] env[65418]: DEBUG nova.policy [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e953618edcd14ebd9ea350ceff35eee1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e602a5de371d43328e7231a6867a600a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1178.723115] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 4b446122-8965-4d44-974c-bedbf73cf659] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1179.010150] env[65418]: DEBUG nova.network.neutron [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Successfully created port: 200f7925-d370-4670-89a9-15fea7e151f6 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1179.112137] env[65418]: DEBUG nova.compute.manager [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1179.161876] env[65418]: DEBUG oslo_vmware.api [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689285, 'name': PowerOnVM_Task, 'duration_secs': 1.175097} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.162173] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.162383] env[65418]: INFO nova.compute.manager [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Took 8.52 seconds to spawn the instance on the hypervisor. [ 1179.162651] env[65418]: DEBUG nova.compute.manager [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1179.165981] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7689c9c-4844-46b0-983c-4e4b5ac404d1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.227332] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: cde5e247-0e3b-4dbd-b715-3cf5312465e2] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1179.294423] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb04db91-067e-42b5-b3c6-dbdc49b4f90d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.303159] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e192d2-82a0-4d0d-8749-cfa73443a2f6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.336704] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3affd9-3eaa-4436-ab95-1a35e72a2174 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.346055] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f18a37-5011-4596-8643-e0716995cb1a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.361399] env[65418]: DEBUG nova.compute.provider_tree [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.685726] env[65418]: INFO nova.compute.manager [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Took 18.67 seconds to build instance. [ 1179.731426] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 1f3806d4-c91f-4409-a0f6-c5d67d33724a] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1179.865058] env[65418]: DEBUG nova.scheduler.client.report [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.121599] env[65418]: DEBUG nova.compute.manager [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1180.151500] env[65418]: DEBUG nova.virt.hardware [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1180.151757] env[65418]: DEBUG nova.virt.hardware [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.151910] env[65418]: DEBUG nova.virt.hardware [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1180.152098] env[65418]: DEBUG nova.virt.hardware [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.152240] env[65418]: DEBUG nova.virt.hardware [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1180.152400] env[65418]: DEBUG nova.virt.hardware [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1180.152624] env[65418]: DEBUG nova.virt.hardware [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1180.152779] env[65418]: DEBUG nova.virt.hardware [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1180.152936] env[65418]: DEBUG nova.virt.hardware [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1180.153174] env[65418]: DEBUG nova.virt.hardware [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1180.153372] env[65418]: DEBUG nova.virt.hardware [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1180.154303] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89a33d9-797d-488e-a331-6bba54da9db0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.164429] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b0a1cd-a99e-46be-bada-5cd509691058 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.187743] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2d7a20fb-45ea-4d87-90d3-ce21392c1d8e tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Lock "456396b9-cdcd-4b40-b097-4fb5a5799d90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.190s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.234883] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 9b6633eb-8ba1-46bc-92c5-e760bcb32c6e] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1180.369210] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.267s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.369898] env[65418]: DEBUG nova.compute.manager [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1180.565778] env[65418]: DEBUG nova.compute.manager [req-88b163ee-dbba-4d12-86be-c19a8654f522 req-3ed5889f-1e62-478a-bb6a-a3a5109dda22 service nova] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Received event network-vif-plugged-200f7925-d370-4670-89a9-15fea7e151f6 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1180.566041] env[65418]: DEBUG oslo_concurrency.lockutils [req-88b163ee-dbba-4d12-86be-c19a8654f522 req-3ed5889f-1e62-478a-bb6a-a3a5109dda22 service nova] Acquiring lock "3a0718da-2b74-458c-b1be-0e231c12cf35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.566255] env[65418]: DEBUG oslo_concurrency.lockutils [req-88b163ee-dbba-4d12-86be-c19a8654f522 req-3ed5889f-1e62-478a-bb6a-a3a5109dda22 service nova] Lock "3a0718da-2b74-458c-b1be-0e231c12cf35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.567236] env[65418]: DEBUG oslo_concurrency.lockutils [req-88b163ee-dbba-4d12-86be-c19a8654f522 req-3ed5889f-1e62-478a-bb6a-a3a5109dda22 service nova] Lock "3a0718da-2b74-458c-b1be-0e231c12cf35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.567236] env[65418]: DEBUG nova.compute.manager [req-88b163ee-dbba-4d12-86be-c19a8654f522 req-3ed5889f-1e62-478a-bb6a-a3a5109dda22 service nova] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] No waiting events found dispatching network-vif-plugged-200f7925-d370-4670-89a9-15fea7e151f6 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1180.567236] env[65418]: WARNING nova.compute.manager [req-88b163ee-dbba-4d12-86be-c19a8654f522 req-3ed5889f-1e62-478a-bb6a-a3a5109dda22 service nova] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Received unexpected event network-vif-plugged-200f7925-d370-4670-89a9-15fea7e151f6 for instance with vm_state building and task_state spawning. [ 1180.589684] env[65418]: DEBUG nova.network.neutron [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Successfully updated port: 200f7925-d370-4670-89a9-15fea7e151f6 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1180.738735] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: e3f40535-54bc-42fd-8044-854980d10044] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1180.875493] env[65418]: DEBUG nova.compute.utils [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1180.876972] env[65418]: DEBUG nova.compute.manager [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1180.877195] env[65418]: DEBUG nova.network.neutron [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1180.877534] env[65418]: WARNING neutronclient.v2_0.client [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1180.877845] env[65418]: WARNING neutronclient.v2_0.client [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1180.958493] env[65418]: DEBUG nova.policy [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f80af7650e6418da745774d52689843', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '239649e52e0048d4b17869755b5e5053', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1181.095134] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "refresh_cache-3a0718da-2b74-458c-b1be-0e231c12cf35" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.095455] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquired lock "refresh_cache-3a0718da-2b74-458c-b1be-0e231c12cf35" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.095746] env[65418]: DEBUG nova.network.neutron [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1181.199803] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "8f629e0a-51ce-489a-84b7-ae320abcf215" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.199980] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "8f629e0a-51ce-489a-84b7-ae320abcf215" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.271467] env[65418]: DEBUG oslo_concurrency.lockutils [None req-01e6bfcd-088d-4880-9844-84a3653964e4 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquiring lock "4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.271893] env[65418]: DEBUG oslo_concurrency.lockutils [None req-01e6bfcd-088d-4880-9844-84a3653964e4 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Lock "4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.272151] env[65418]: DEBUG oslo_concurrency.lockutils [None req-01e6bfcd-088d-4880-9844-84a3653964e4 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquiring lock "4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.272352] env[65418]: DEBUG oslo_concurrency.lockutils [None req-01e6bfcd-088d-4880-9844-84a3653964e4 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Lock "4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.272529] env[65418]: DEBUG oslo_concurrency.lockutils [None req-01e6bfcd-088d-4880-9844-84a3653964e4 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Lock "4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.275649] env[65418]: INFO nova.compute.manager [None req-01e6bfcd-088d-4880-9844-84a3653964e4 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Terminating instance [ 1181.310812] env[65418]: DEBUG nova.network.neutron [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Successfully created port: ec822f20-29d7-4c21-96b6-69910251546a {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1181.381497] env[65418]: DEBUG nova.compute.manager [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1181.637181] env[65418]: DEBUG nova.network.neutron [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1181.702295] env[65418]: DEBUG nova.compute.manager [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1181.720468] env[65418]: WARNING neutronclient.v2_0.client [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.780968] env[65418]: DEBUG nova.compute.manager [None req-01e6bfcd-088d-4880-9844-84a3653964e4 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1181.781414] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-01e6bfcd-088d-4880-9844-84a3653964e4 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.782178] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f73273-e8bf-47de-a1be-1ba7f65dc2a4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.790718] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e6bfcd-088d-4880-9844-84a3653964e4 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1181.791927] env[65418]: DEBUG nova.network.neutron [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Updating instance_info_cache with network_info: [{"id": "200f7925-d370-4670-89a9-15fea7e151f6", "address": "fa:16:3e:09:29:d0", "network": {"id": "0b4d27b9-e8b8-40be-ba95-6e857bc0dc77", "bridge": "br-int", "label": "tempest-ServersTestJSON-903876646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e602a5de371d43328e7231a6867a600a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap200f7925-d3", "ovs_interfaceid": "200f7925-d370-4670-89a9-15fea7e151f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.793116] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e306b9f7-490f-44cd-9f95-034b89e74fca {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.801623] env[65418]: DEBUG oslo_vmware.api [None req-01e6bfcd-088d-4880-9844-84a3653964e4 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for the task: (returnval){ [ 1181.801623] env[65418]: value = "task-4689286" [ 1181.801623] env[65418]: _type = "Task" [ 1181.801623] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.812354] env[65418]: DEBUG oslo_vmware.api [None req-01e6bfcd-088d-4880-9844-84a3653964e4 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689286, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.226593] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.234729] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.235184] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.237970] env[65418]: INFO nova.compute.claims [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.295830] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Releasing lock "refresh_cache-3a0718da-2b74-458c-b1be-0e231c12cf35" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.296245] env[65418]: DEBUG nova.compute.manager [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Instance network_info: |[{"id": "200f7925-d370-4670-89a9-15fea7e151f6", "address": "fa:16:3e:09:29:d0", "network": {"id": "0b4d27b9-e8b8-40be-ba95-6e857bc0dc77", "bridge": "br-int", "label": "tempest-ServersTestJSON-903876646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e602a5de371d43328e7231a6867a600a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap200f7925-d3", "ovs_interfaceid": "200f7925-d370-4670-89a9-15fea7e151f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1182.297062] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:29:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '200f7925-d370-4670-89a9-15fea7e151f6', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1182.305198] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1182.306022] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1182.309959] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33c5b42c-57a3-491d-bb50-32aca3a11ef5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.333211] env[65418]: DEBUG oslo_vmware.api [None req-01e6bfcd-088d-4880-9844-84a3653964e4 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689286, 'name': PowerOffVM_Task, 'duration_secs': 0.227216} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.334956] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e6bfcd-088d-4880-9844-84a3653964e4 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.335176] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-01e6bfcd-088d-4880-9844-84a3653964e4 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.335443] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1182.335443] env[65418]: value = "task-4689287" [ 1182.335443] env[65418]: _type = "Task" [ 1182.335443] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.335651] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb0433d4-536f-4b75-889c-4eeea8310344 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.347436] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689287, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.392770] env[65418]: DEBUG nova.compute.manager [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1182.421854] env[65418]: DEBUG nova.virt.hardware [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1182.422242] env[65418]: DEBUG nova.virt.hardware [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.422498] env[65418]: DEBUG nova.virt.hardware [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1182.422821] env[65418]: DEBUG nova.virt.hardware [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.423085] env[65418]: DEBUG nova.virt.hardware [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1182.423329] env[65418]: DEBUG nova.virt.hardware [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1182.423658] env[65418]: DEBUG nova.virt.hardware [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1182.423928] env[65418]: DEBUG nova.virt.hardware [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1182.424238] env[65418]: DEBUG nova.virt.hardware [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1182.424523] env[65418]: DEBUG nova.virt.hardware [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1182.424788] env[65418]: DEBUG nova.virt.hardware [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1182.426048] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9253809e-870b-4d49-8d92-09c1b273a959 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.435659] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d12baae-e509-42d9-8162-f69e7d8b7bcf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.525618] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-01e6bfcd-088d-4880-9844-84a3653964e4 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.525618] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-01e6bfcd-088d-4880-9844-84a3653964e4 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.525821] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-01e6bfcd-088d-4880-9844-84a3653964e4 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Deleting the datastore file [datastore1] 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.526216] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1424b36d-8af4-46c4-9e0b-ead4eb5611cc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.533725] env[65418]: DEBUG oslo_vmware.api [None req-01e6bfcd-088d-4880-9844-84a3653964e4 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for the task: (returnval){ [ 1182.533725] env[65418]: value = "task-4689289" [ 1182.533725] env[65418]: _type = "Task" [ 1182.533725] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.543023] env[65418]: DEBUG oslo_vmware.api [None req-01e6bfcd-088d-4880-9844-84a3653964e4 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.600532] env[65418]: DEBUG nova.compute.manager [req-ae55dbc7-1aed-4a1e-b307-a95dfd32b5fa req-ca9413d2-1776-4ed1-812f-f751777dd558 service nova] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Received event network-changed-200f7925-d370-4670-89a9-15fea7e151f6 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1182.600733] env[65418]: DEBUG nova.compute.manager [req-ae55dbc7-1aed-4a1e-b307-a95dfd32b5fa req-ca9413d2-1776-4ed1-812f-f751777dd558 service nova] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Refreshing instance network info cache due to event network-changed-200f7925-d370-4670-89a9-15fea7e151f6. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1182.600945] env[65418]: DEBUG oslo_concurrency.lockutils [req-ae55dbc7-1aed-4a1e-b307-a95dfd32b5fa req-ca9413d2-1776-4ed1-812f-f751777dd558 service nova] Acquiring lock "refresh_cache-3a0718da-2b74-458c-b1be-0e231c12cf35" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.601378] env[65418]: DEBUG oslo_concurrency.lockutils [req-ae55dbc7-1aed-4a1e-b307-a95dfd32b5fa req-ca9413d2-1776-4ed1-812f-f751777dd558 service nova] Acquired lock "refresh_cache-3a0718da-2b74-458c-b1be-0e231c12cf35" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.601649] env[65418]: DEBUG nova.network.neutron [req-ae55dbc7-1aed-4a1e-b307-a95dfd32b5fa req-ca9413d2-1776-4ed1-812f-f751777dd558 service nova] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Refreshing network info cache for port 200f7925-d370-4670-89a9-15fea7e151f6 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.735616] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._sync_power_states {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1182.849219] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689287, 'name': CreateVM_Task, 'duration_secs': 0.423006} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.849895] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1182.849895] env[65418]: WARNING neutronclient.v2_0.client [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1182.851030] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.851030] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.851030] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.851030] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c2346f2-660f-47fd-bb9a-049b5e9272be {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.857060] env[65418]: DEBUG oslo_vmware.api [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1182.857060] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5218de01-10f7-16d7-032e-531ee9ae4312" [ 1182.857060] env[65418]: _type = "Task" [ 1182.857060] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.866039] env[65418]: DEBUG oslo_vmware.api [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5218de01-10f7-16d7-032e-531ee9ae4312, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.887882] env[65418]: DEBUG nova.network.neutron [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Successfully updated port: ec822f20-29d7-4c21-96b6-69910251546a {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1183.045453] env[65418]: DEBUG oslo_vmware.api [None req-01e6bfcd-088d-4880-9844-84a3653964e4 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234426} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.045789] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-01e6bfcd-088d-4880-9844-84a3653964e4 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.046105] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-01e6bfcd-088d-4880-9844-84a3653964e4 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.046326] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-01e6bfcd-088d-4880-9844-84a3653964e4 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.046565] env[65418]: INFO nova.compute.manager [None req-01e6bfcd-088d-4880-9844-84a3653964e4 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1183.046920] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-01e6bfcd-088d-4880-9844-84a3653964e4 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1183.047201] env[65418]: DEBUG nova.compute.manager [-] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1183.047306] env[65418]: DEBUG nova.network.neutron [-] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1183.047599] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.104665] env[65418]: WARNING neutronclient.v2_0.client [req-ae55dbc7-1aed-4a1e-b307-a95dfd32b5fa req-ca9413d2-1776-4ed1-812f-f751777dd558 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.113468] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.242178] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Getting list of instances from cluster (obj){ [ 1183.242178] env[65418]: value = "domain-c8" [ 1183.242178] env[65418]: _type = "ClusterComputeResource" [ 1183.242178] env[65418]: } {{(pid=65418) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1183.244715] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8f229a-66ee-4798-8a09-d6dabfb91d45 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.273942] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Got total of 9 instances {{(pid=65418) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1183.274188] env[65418]: WARNING nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] While synchronizing instance power states, found 12 instances in the database and 9 instances on the hypervisor. [ 1183.274376] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Triggering sync for uuid f20a3241-1b6e-4072-b3f6-f8cef3f52188 {{(pid=65418) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1183.274790] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Triggering sync for uuid 5bb3d343-2754-4900-aa0c-975cf4ef7af8 {{(pid=65418) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1183.275101] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Triggering sync for uuid e575aedd-98c8-4749-b83c-c91590d7fbc8 {{(pid=65418) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1183.275358] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Triggering sync for uuid f3cdb69f-a268-4e3a-bdc3-1929b1591c0e {{(pid=65418) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1183.275615] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Triggering sync for uuid decc248d-4fd5-4a56-b86e-1c590ea310a0 {{(pid=65418) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1183.275882] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Triggering sync for uuid 2f555004-b95d-4773-8980-1c2837a67adb {{(pid=65418) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1183.276158] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Triggering sync for uuid 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c {{(pid=65418) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1183.276485] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Triggering sync for uuid ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f {{(pid=65418) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1183.276692] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Triggering sync for uuid 456396b9-cdcd-4b40-b097-4fb5a5799d90 {{(pid=65418) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1183.276941] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Triggering sync for uuid 3a0718da-2b74-458c-b1be-0e231c12cf35 {{(pid=65418) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1183.277754] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Triggering sync for uuid ce8681d2-bfb4-4c75-b163-6b928506d5f3 {{(pid=65418) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1183.278044] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Triggering sync for uuid 8f629e0a-51ce-489a-84b7-ae320abcf215 {{(pid=65418) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1183.282069] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "f20a3241-1b6e-4072-b3f6-f8cef3f52188" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.282611] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "f20a3241-1b6e-4072-b3f6-f8cef3f52188" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.282778] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "5bb3d343-2754-4900-aa0c-975cf4ef7af8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.282989] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "5bb3d343-2754-4900-aa0c-975cf4ef7af8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.283325] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "e575aedd-98c8-4749-b83c-c91590d7fbc8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.283551] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "e575aedd-98c8-4749-b83c-c91590d7fbc8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.283855] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.284095] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.284514] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "decc248d-4fd5-4a56-b86e-1c590ea310a0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.284638] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "decc248d-4fd5-4a56-b86e-1c590ea310a0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.284944] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "2f555004-b95d-4773-8980-1c2837a67adb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.285230] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "2f555004-b95d-4773-8980-1c2837a67adb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.285898] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.286031] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.286312] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.286744] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "456396b9-cdcd-4b40-b097-4fb5a5799d90" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.287126] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "456396b9-cdcd-4b40-b097-4fb5a5799d90" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.287397] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "3a0718da-2b74-458c-b1be-0e231c12cf35" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.287760] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "ce8681d2-bfb4-4c75-b163-6b928506d5f3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.287917] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "8f629e0a-51ce-489a-84b7-ae320abcf215" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.293630] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998ce858-8fe0-4c26-88b2-4a2bb56b0929 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.300269] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cec2c63-682c-489c-923b-80c6e5d5bb6c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.304983] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d961e1b7-feaa-4f54-8f77-7adb47299a03 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.309783] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce58322-38c1-4d4c-b509-ecd03de66b91 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.313959] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afd2a15-9643-437f-8d6b-d705402262e2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.319428] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c67e6e3-484e-4cc6-9f90-e876ee992d53 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.324248] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3dd570-0d3c-4107-8ea6-90bc76efdeb3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.329106] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a77743e-e47c-44e4-86d8-1874c4857bc8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.396681] env[65418]: DEBUG oslo_vmware.api [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5218de01-10f7-16d7-032e-531ee9ae4312, 'name': SearchDatastore_Task, 'duration_secs': 0.01032} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.400139] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.400431] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1183.400659] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.400797] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.400967] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1183.401783] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-481c4130-3c25-417d-ba40-451e53349395 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.408174] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Acquiring lock "refresh_cache-ce8681d2-bfb4-4c75-b163-6b928506d5f3" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.408174] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Acquired lock "refresh_cache-ce8681d2-bfb4-4c75-b163-6b928506d5f3" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.408174] env[65418]: DEBUG nova.network.neutron [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1183.413983] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1183.414188] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1183.418462] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2792fd5c-fc4f-486f-a9e0-d19ca7b9465d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.427818] env[65418]: DEBUG oslo_vmware.api [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1183.427818] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526f8de6-2259-d81c-c3d1-01bd628c6440" [ 1183.427818] env[65418]: _type = "Task" [ 1183.427818] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.432679] env[65418]: WARNING neutronclient.v2_0.client [req-ae55dbc7-1aed-4a1e-b307-a95dfd32b5fa req-ca9413d2-1776-4ed1-812f-f751777dd558 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1183.445779] env[65418]: DEBUG oslo_vmware.api [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]526f8de6-2259-d81c-c3d1-01bd628c6440, 'name': SearchDatastore_Task, 'duration_secs': 0.011484} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.446661] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cf95559-949c-48f4-a724-839749ed11da {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.452976] env[65418]: DEBUG oslo_vmware.api [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1183.452976] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d05ecf-8d19-415a-646f-33d2f4ca6216" [ 1183.452976] env[65418]: _type = "Task" [ 1183.452976] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.467365] env[65418]: DEBUG oslo_vmware.api [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d05ecf-8d19-415a-646f-33d2f4ca6216, 'name': SearchDatastore_Task, 'duration_secs': 0.011652} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.470230] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.470501] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 3a0718da-2b74-458c-b1be-0e231c12cf35/3a0718da-2b74-458c-b1be-0e231c12cf35.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1183.470959] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14a91c76-5dc6-4c04-bbaa-9842021e8d97 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.482516] env[65418]: DEBUG oslo_vmware.api [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1183.482516] env[65418]: value = "task-4689290" [ 1183.482516] env[65418]: _type = "Task" [ 1183.482516] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.489464] env[65418]: DEBUG oslo_vmware.api [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.536140] env[65418]: DEBUG nova.network.neutron [req-ae55dbc7-1aed-4a1e-b307-a95dfd32b5fa req-ca9413d2-1776-4ed1-812f-f751777dd558 service nova] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Updated VIF entry in instance network info cache for port 200f7925-d370-4670-89a9-15fea7e151f6. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1183.536630] env[65418]: DEBUG nova.network.neutron [req-ae55dbc7-1aed-4a1e-b307-a95dfd32b5fa req-ca9413d2-1776-4ed1-812f-f751777dd558 service nova] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Updating instance_info_cache with network_info: [{"id": "200f7925-d370-4670-89a9-15fea7e151f6", "address": "fa:16:3e:09:29:d0", "network": {"id": "0b4d27b9-e8b8-40be-ba95-6e857bc0dc77", "bridge": "br-int", "label": "tempest-ServersTestJSON-903876646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e602a5de371d43328e7231a6867a600a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap200f7925-d3", "ovs_interfaceid": "200f7925-d370-4670-89a9-15fea7e151f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.553779] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd25d847-e705-420e-8b37-d97c40a622f2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.563380] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4871b699-0d84-4f1e-93d7-938f01c1272d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.599722] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59c6ee6-5b2e-4b67-a432-856b03ffc45a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.608594] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa8e88a-14de-4336-9dec-e77815417eb9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.624684] env[65418]: DEBUG nova.compute.provider_tree [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1183.872863] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "5bb3d343-2754-4900-aa0c-975cf4ef7af8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.590s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.873434] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "e575aedd-98c8-4749-b83c-c91590d7fbc8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.590s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.878178] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "decc248d-4fd5-4a56-b86e-1c590ea310a0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.593s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.879039] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "2f555004-b95d-4773-8980-1c2837a67adb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.593s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.880233] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.596s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.880565] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "f20a3241-1b6e-4072-b3f6-f8cef3f52188" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.598s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.888179] env[65418]: DEBUG nova.network.neutron [-] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.889737] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "456396b9-cdcd-4b40-b097-4fb5a5799d90" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.603s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.905303] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.619s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.944772] env[65418]: DEBUG nova.network.neutron [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1183.993894] env[65418]: DEBUG oslo_vmware.api [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689290, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.039117] env[65418]: WARNING neutronclient.v2_0.client [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1184.043496] env[65418]: DEBUG oslo_concurrency.lockutils [req-ae55dbc7-1aed-4a1e-b307-a95dfd32b5fa req-ca9413d2-1776-4ed1-812f-f751777dd558 service nova] Releasing lock "refresh_cache-3a0718da-2b74-458c-b1be-0e231c12cf35" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.126659] env[65418]: DEBUG nova.network.neutron [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Updating instance_info_cache with network_info: [{"id": "ec822f20-29d7-4c21-96b6-69910251546a", "address": "fa:16:3e:1c:5a:9e", "network": {"id": "6467bdb2-aec4-42c9-85e1-d99898d5ba74", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-84550114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "239649e52e0048d4b17869755b5e5053", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec822f20-29", "ovs_interfaceid": "ec822f20-29d7-4c21-96b6-69910251546a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.158137] env[65418]: ERROR nova.scheduler.client.report [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [req-e9b1d368-a5f7-466d-a20d-e1cd3ce6ae98] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 04ebeb19-ed8c-4ddf-818a-ebce01147110. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e9b1d368-a5f7-466d-a20d-e1cd3ce6ae98"}]} [ 1184.179744] env[65418]: DEBUG nova.scheduler.client.report [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Refreshing inventories for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1184.196931] env[65418]: DEBUG nova.scheduler.client.report [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Updating ProviderTree inventory for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1184.197215] env[65418]: DEBUG nova.compute.provider_tree [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1184.210028] env[65418]: DEBUG nova.scheduler.client.report [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Refreshing aggregate associations for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110, aggregates: None {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1184.235026] env[65418]: DEBUG nova.scheduler.client.report [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Refreshing trait associations for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1184.392480] env[65418]: INFO nova.compute.manager [-] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Took 1.34 seconds to deallocate network for instance. [ 1184.416073] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ad8eda-2c9c-48ec-81da-884b73d6c4f4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.424841] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45960f0b-e7ec-4dea-bc29-0bf723b69c2e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.458874] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c0bc61-06e4-43d9-9acb-1ebb018049b2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.468128] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981db2ce-9c3f-4dfc-a01d-8b01ae0e2ebc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.484989] env[65418]: DEBUG nova.compute.provider_tree [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.495411] env[65418]: DEBUG oslo_vmware.api [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645062} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.496293] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 3a0718da-2b74-458c-b1be-0e231c12cf35/3a0718da-2b74-458c-b1be-0e231c12cf35.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1184.496512] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1184.496765] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca540e7c-5d2a-4fd3-b8e9-920e770afb64 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.505565] env[65418]: DEBUG oslo_vmware.api [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1184.505565] env[65418]: value = "task-4689291" [ 1184.505565] env[65418]: _type = "Task" [ 1184.505565] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.515716] env[65418]: DEBUG oslo_vmware.api [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.632306] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Releasing lock "refresh_cache-ce8681d2-bfb4-4c75-b163-6b928506d5f3" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.632779] env[65418]: DEBUG nova.compute.manager [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Instance network_info: |[{"id": "ec822f20-29d7-4c21-96b6-69910251546a", "address": "fa:16:3e:1c:5a:9e", "network": {"id": "6467bdb2-aec4-42c9-85e1-d99898d5ba74", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-84550114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "239649e52e0048d4b17869755b5e5053", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec822f20-29", "ovs_interfaceid": "ec822f20-29d7-4c21-96b6-69910251546a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1184.633350] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:5a:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8bb798a9-4c7f-4361-9436-a5690283861a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec822f20-29d7-4c21-96b6-69910251546a', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1184.642369] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Creating folder: Project (239649e52e0048d4b17869755b5e5053). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1184.643776] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b7eea21-ab1b-4e0f-89d2-b22d2d6f1bd4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.646824] env[65418]: DEBUG nova.compute.manager [req-5100aca5-5cae-4000-a83d-ac28dbbd2e30 req-f44bebf2-8292-4e88-a3d6-bff130157596 service nova] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Received event network-vif-plugged-ec822f20-29d7-4c21-96b6-69910251546a {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1184.647094] env[65418]: DEBUG oslo_concurrency.lockutils [req-5100aca5-5cae-4000-a83d-ac28dbbd2e30 req-f44bebf2-8292-4e88-a3d6-bff130157596 service nova] Acquiring lock "ce8681d2-bfb4-4c75-b163-6b928506d5f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.647330] env[65418]: DEBUG oslo_concurrency.lockutils [req-5100aca5-5cae-4000-a83d-ac28dbbd2e30 req-f44bebf2-8292-4e88-a3d6-bff130157596 service nova] Lock "ce8681d2-bfb4-4c75-b163-6b928506d5f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.647498] env[65418]: DEBUG oslo_concurrency.lockutils [req-5100aca5-5cae-4000-a83d-ac28dbbd2e30 req-f44bebf2-8292-4e88-a3d6-bff130157596 service nova] Lock "ce8681d2-bfb4-4c75-b163-6b928506d5f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.647664] env[65418]: DEBUG nova.compute.manager [req-5100aca5-5cae-4000-a83d-ac28dbbd2e30 req-f44bebf2-8292-4e88-a3d6-bff130157596 service nova] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] No waiting events found dispatching network-vif-plugged-ec822f20-29d7-4c21-96b6-69910251546a {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1184.647823] env[65418]: WARNING nova.compute.manager [req-5100aca5-5cae-4000-a83d-ac28dbbd2e30 req-f44bebf2-8292-4e88-a3d6-bff130157596 service nova] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Received unexpected event network-vif-plugged-ec822f20-29d7-4c21-96b6-69910251546a for instance with vm_state building and task_state spawning. [ 1184.647975] env[65418]: DEBUG nova.compute.manager [req-5100aca5-5cae-4000-a83d-ac28dbbd2e30 req-f44bebf2-8292-4e88-a3d6-bff130157596 service nova] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Received event network-changed-ec822f20-29d7-4c21-96b6-69910251546a {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1184.648135] env[65418]: DEBUG nova.compute.manager [req-5100aca5-5cae-4000-a83d-ac28dbbd2e30 req-f44bebf2-8292-4e88-a3d6-bff130157596 service nova] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Refreshing instance network info cache due to event network-changed-ec822f20-29d7-4c21-96b6-69910251546a. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1184.648305] env[65418]: DEBUG oslo_concurrency.lockutils [req-5100aca5-5cae-4000-a83d-ac28dbbd2e30 req-f44bebf2-8292-4e88-a3d6-bff130157596 service nova] Acquiring lock "refresh_cache-ce8681d2-bfb4-4c75-b163-6b928506d5f3" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.648432] env[65418]: DEBUG oslo_concurrency.lockutils [req-5100aca5-5cae-4000-a83d-ac28dbbd2e30 req-f44bebf2-8292-4e88-a3d6-bff130157596 service nova] Acquired lock "refresh_cache-ce8681d2-bfb4-4c75-b163-6b928506d5f3" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.648594] env[65418]: DEBUG nova.network.neutron [req-5100aca5-5cae-4000-a83d-ac28dbbd2e30 req-f44bebf2-8292-4e88-a3d6-bff130157596 service nova] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Refreshing network info cache for port ec822f20-29d7-4c21-96b6-69910251546a {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.661809] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Created folder: Project (239649e52e0048d4b17869755b5e5053) in parent group-v914982. [ 1184.661997] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Creating folder: Instances. Parent ref: group-v915300. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1184.662262] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05698c69-5835-4f87-9e22-db440fd8c973 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.674050] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Created folder: Instances in parent group-v915300. [ 1184.674318] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1184.674609] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1184.674833] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb633e8b-31c8-4f02-871b-2b6d923f6aac {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.690215] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ceeb8f13-4b96-400c-827f-b8068a9d6655 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "e575aedd-98c8-4749-b83c-c91590d7fbc8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.690452] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ceeb8f13-4b96-400c-827f-b8068a9d6655 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "e575aedd-98c8-4749-b83c-c91590d7fbc8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.690625] env[65418]: DEBUG nova.compute.manager [None req-ceeb8f13-4b96-400c-827f-b8068a9d6655 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1184.691696] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63306263-56d6-4735-856a-0af80ac319ff {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.700496] env[65418]: DEBUG nova.compute.manager [None req-ceeb8f13-4b96-400c-827f-b8068a9d6655 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65418) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1184.701108] env[65418]: DEBUG nova.objects.instance [None req-ceeb8f13-4b96-400c-827f-b8068a9d6655 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lazy-loading 'flavor' on Instance uuid e575aedd-98c8-4749-b83c-c91590d7fbc8 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.703621] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1184.703621] env[65418]: value = "task-4689294" [ 1184.703621] env[65418]: _type = "Task" [ 1184.703621] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.713644] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689294, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.899080] env[65418]: DEBUG oslo_concurrency.lockutils [None req-01e6bfcd-088d-4880-9844-84a3653964e4 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.990533] env[65418]: DEBUG nova.scheduler.client.report [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.017438] env[65418]: DEBUG oslo_vmware.api [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107644} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.017707] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1185.018547] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b4b32a-7f57-4feb-9164-8f8bc5adef44 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.044044] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 3a0718da-2b74-458c-b1be-0e231c12cf35/3a0718da-2b74-458c-b1be-0e231c12cf35.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.044336] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4787e2a6-29fe-45c8-882f-8824e33ea8c1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.067334] env[65418]: DEBUG oslo_vmware.api [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1185.067334] env[65418]: value = "task-4689295" [ 1185.067334] env[65418]: _type = "Task" [ 1185.067334] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.077661] env[65418]: DEBUG oslo_vmware.api [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689295, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.151451] env[65418]: WARNING neutronclient.v2_0.client [req-5100aca5-5cae-4000-a83d-ac28dbbd2e30 req-f44bebf2-8292-4e88-a3d6-bff130157596 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.217830] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689294, 'name': CreateVM_Task, 'duration_secs': 0.507572} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.217830] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1185.218098] env[65418]: WARNING neutronclient.v2_0.client [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.218452] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.218641] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.219021] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.219373] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e96bf39-fb63-4233-a15c-4ce44764dab6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.226276] env[65418]: DEBUG oslo_vmware.api [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Waiting for the task: (returnval){ [ 1185.226276] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5267db87-6e77-c995-98af-028127094c0a" [ 1185.226276] env[65418]: _type = "Task" [ 1185.226276] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.238807] env[65418]: DEBUG oslo_vmware.api [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5267db87-6e77-c995-98af-028127094c0a, 'name': SearchDatastore_Task, 'duration_secs': 0.009708} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.239116] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.239346] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1185.239571] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.239714] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.239885] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1185.240167] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af36870b-5b45-40ba-9d60-edd79304bc22 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.251456] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1185.251683] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1185.252433] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-913df4b0-a5bd-45fc-803c-c71bb0c1f450 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.259119] env[65418]: DEBUG oslo_vmware.api [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Waiting for the task: (returnval){ [ 1185.259119] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e85273-5c7c-6427-a88b-13df70864762" [ 1185.259119] env[65418]: _type = "Task" [ 1185.259119] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.268037] env[65418]: DEBUG oslo_vmware.api [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e85273-5c7c-6427-a88b-13df70864762, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.301546] env[65418]: WARNING neutronclient.v2_0.client [req-5100aca5-5cae-4000-a83d-ac28dbbd2e30 req-f44bebf2-8292-4e88-a3d6-bff130157596 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.378108] env[65418]: DEBUG nova.network.neutron [req-5100aca5-5cae-4000-a83d-ac28dbbd2e30 req-f44bebf2-8292-4e88-a3d6-bff130157596 service nova] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Updated VIF entry in instance network info cache for port ec822f20-29d7-4c21-96b6-69910251546a. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1185.378543] env[65418]: DEBUG nova.network.neutron [req-5100aca5-5cae-4000-a83d-ac28dbbd2e30 req-f44bebf2-8292-4e88-a3d6-bff130157596 service nova] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Updating instance_info_cache with network_info: [{"id": "ec822f20-29d7-4c21-96b6-69910251546a", "address": "fa:16:3e:1c:5a:9e", "network": {"id": "6467bdb2-aec4-42c9-85e1-d99898d5ba74", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-84550114-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "239649e52e0048d4b17869755b5e5053", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8bb798a9-4c7f-4361-9436-a5690283861a", "external-id": "nsx-vlan-transportzone-547", "segmentation_id": 547, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec822f20-29", "ovs_interfaceid": "ec822f20-29d7-4c21-96b6-69910251546a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.496342] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.261s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.496731] env[65418]: DEBUG nova.compute.manager [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1185.499487] env[65418]: DEBUG oslo_concurrency.lockutils [None req-01e6bfcd-088d-4880-9844-84a3653964e4 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.601s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.499661] env[65418]: DEBUG nova.objects.instance [None req-01e6bfcd-088d-4880-9844-84a3653964e4 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Lazy-loading 'resources' on Instance uuid 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.578027] env[65418]: DEBUG oslo_vmware.api [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689295, 'name': ReconfigVM_Task, 'duration_secs': 0.33398} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.578392] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 3a0718da-2b74-458c-b1be-0e231c12cf35/3a0718da-2b74-458c-b1be-0e231c12cf35.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1185.579171] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91ae8ec2-4f4e-4f43-b638-b8f932f2488e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.586676] env[65418]: DEBUG oslo_vmware.api [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1185.586676] env[65418]: value = "task-4689296" [ 1185.586676] env[65418]: _type = "Task" [ 1185.586676] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.595875] env[65418]: DEBUG oslo_vmware.api [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689296, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.713358] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceeb8f13-4b96-400c-827f-b8068a9d6655 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.713779] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b4932e1-7b2b-4ce8-9d52-936270c10465 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.721019] env[65418]: DEBUG oslo_vmware.api [None req-ceeb8f13-4b96-400c-827f-b8068a9d6655 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1185.721019] env[65418]: value = "task-4689297" [ 1185.721019] env[65418]: _type = "Task" [ 1185.721019] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.730463] env[65418]: DEBUG oslo_vmware.api [None req-ceeb8f13-4b96-400c-827f-b8068a9d6655 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.770927] env[65418]: DEBUG oslo_vmware.api [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e85273-5c7c-6427-a88b-13df70864762, 'name': SearchDatastore_Task, 'duration_secs': 0.011261} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.772236] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d724992b-60b3-4a27-82fe-baa0dd734369 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.779433] env[65418]: DEBUG oslo_vmware.api [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Waiting for the task: (returnval){ [ 1185.779433] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f30052-8b49-f9e8-7e90-233a7aa1c1a7" [ 1185.779433] env[65418]: _type = "Task" [ 1185.779433] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.788267] env[65418]: DEBUG oslo_vmware.api [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f30052-8b49-f9e8-7e90-233a7aa1c1a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.881642] env[65418]: DEBUG oslo_concurrency.lockutils [req-5100aca5-5cae-4000-a83d-ac28dbbd2e30 req-f44bebf2-8292-4e88-a3d6-bff130157596 service nova] Releasing lock "refresh_cache-ce8681d2-bfb4-4c75-b163-6b928506d5f3" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.881934] env[65418]: DEBUG nova.compute.manager [req-5100aca5-5cae-4000-a83d-ac28dbbd2e30 req-f44bebf2-8292-4e88-a3d6-bff130157596 service nova] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Received event network-vif-deleted-7fe5695d-e6da-4b9f-9eb5-e4a5e368c1e3 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1186.003674] env[65418]: DEBUG nova.compute.utils [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1186.009563] env[65418]: DEBUG nova.compute.manager [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1186.009843] env[65418]: DEBUG nova.network.neutron [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1186.010327] env[65418]: WARNING neutronclient.v2_0.client [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.010809] env[65418]: WARNING neutronclient.v2_0.client [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.052420] env[65418]: DEBUG nova.policy [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd4799fa5ad5748979e2b9ca90df74c52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f0140731fab4ddebe63cfa14ec652ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1186.097566] env[65418]: DEBUG oslo_vmware.api [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689296, 'name': Rename_Task, 'duration_secs': 0.146602} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.100415] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.100855] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6424848-72cd-4fd9-ae8c-87aa8df38a77 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.107770] env[65418]: DEBUG oslo_vmware.api [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1186.107770] env[65418]: value = "task-4689298" [ 1186.107770] env[65418]: _type = "Task" [ 1186.107770] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.119177] env[65418]: DEBUG oslo_vmware.api [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.176720] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72aaf154-797c-4ebd-973b-bd248eb356cd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.184796] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6f0811-61b8-4a06-8139-cf5356094acb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.215252] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b2bb73-6c99-4291-a9c2-2a6ecfac5a17 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.227132] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca5c82f-6e2d-4809-8c8a-0bbefa3728eb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.236682] env[65418]: DEBUG oslo_vmware.api [None req-ceeb8f13-4b96-400c-827f-b8068a9d6655 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689297, 'name': PowerOffVM_Task, 'duration_secs': 0.260395} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.244675] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceeb8f13-4b96-400c-827f-b8068a9d6655 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.244896] env[65418]: DEBUG nova.compute.manager [None req-ceeb8f13-4b96-400c-827f-b8068a9d6655 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1186.245405] env[65418]: DEBUG nova.compute.provider_tree [None req-01e6bfcd-088d-4880-9844-84a3653964e4 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.247310] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a2ff06-6118-42c3-b279-020ea9f00b90 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.293127] env[65418]: DEBUG oslo_vmware.api [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52f30052-8b49-f9e8-7e90-233a7aa1c1a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009832} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.293127] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.293474] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] ce8681d2-bfb4-4c75-b163-6b928506d5f3/ce8681d2-bfb4-4c75-b163-6b928506d5f3.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1186.294333] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2751b690-6361-43ff-a6e7-c454292eab8d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.304448] env[65418]: DEBUG oslo_vmware.api [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Waiting for the task: (returnval){ [ 1186.304448] env[65418]: value = "task-4689299" [ 1186.304448] env[65418]: _type = "Task" [ 1186.304448] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.315421] env[65418]: DEBUG oslo_vmware.api [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Task: {'id': task-4689299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.421493] env[65418]: DEBUG nova.network.neutron [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Successfully created port: 304dbe2d-e7d9-4261-bd94-b9928f3dbc05 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1186.510185] env[65418]: DEBUG nova.compute.manager [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1186.626554] env[65418]: DEBUG oslo_vmware.api [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689298, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.751859] env[65418]: DEBUG nova.scheduler.client.report [None req-01e6bfcd-088d-4880-9844-84a3653964e4 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.760724] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ceeb8f13-4b96-400c-827f-b8068a9d6655 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "e575aedd-98c8-4749-b83c-c91590d7fbc8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.816175] env[65418]: DEBUG oslo_vmware.api [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Task: {'id': task-4689299, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.017316] env[65418]: INFO nova.virt.block_device [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Booting with volume 98042500-c255-4b37-b2e9-b9ece4fcd5b4 at /dev/sda [ 1187.057688] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e17a7d5-a767-42f7-a8cb-bcb42ab75744 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.068321] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2912fee-3af8-4a4b-b276-94d047ff4f79 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.102057] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84736af9-d2fb-4768-9aa5-60775a6c83d5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.112313] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e565da90-874a-4f21-86b0-e6c432d9314b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.137491] env[65418]: DEBUG oslo_vmware.api [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689298, 'name': PowerOnVM_Task, 'duration_secs': 0.533376} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.137867] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.138097] env[65418]: INFO nova.compute.manager [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Took 7.02 seconds to spawn the instance on the hypervisor. [ 1187.138279] env[65418]: DEBUG nova.compute.manager [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1187.139150] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62c6014-4eb9-4a82-b7f2-0c8189345400 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.157809] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569992d7-ea51-4a55-bb7f-32473ae48410 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.168548] env[65418]: DEBUG nova.objects.instance [None req-a017e31f-4c9a-44d3-8509-4cccb2e05bf2 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lazy-loading 'flavor' on Instance uuid e575aedd-98c8-4749-b83c-c91590d7fbc8 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.170419] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80479139-c3c5-4c13-bf58-c7d9edf4491e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.187964] env[65418]: DEBUG nova.virt.block_device [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Updating existing volume attachment record: 5204504f-88de-4cad-9381-30f96324889f {{(pid=65418) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1187.257599] env[65418]: DEBUG oslo_concurrency.lockutils [None req-01e6bfcd-088d-4880-9844-84a3653964e4 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.758s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.284409] env[65418]: INFO nova.scheduler.client.report [None req-01e6bfcd-088d-4880-9844-84a3653964e4 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Deleted allocations for instance 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c [ 1187.316811] env[65418]: DEBUG oslo_vmware.api [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Task: {'id': task-4689299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518323} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.317170] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] ce8681d2-bfb4-4c75-b163-6b928506d5f3/ce8681d2-bfb4-4c75-b163-6b928506d5f3.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1187.317405] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1187.317715] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42337c89-49c1-4174-957e-c22f1859fba7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.326441] env[65418]: DEBUG oslo_vmware.api [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Waiting for the task: (returnval){ [ 1187.326441] env[65418]: value = "task-4689300" [ 1187.326441] env[65418]: _type = "Task" [ 1187.326441] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.337897] env[65418]: DEBUG oslo_vmware.api [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Task: {'id': task-4689300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.673134] env[65418]: INFO nova.compute.manager [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Took 12.73 seconds to build instance. [ 1187.676092] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a017e31f-4c9a-44d3-8509-4cccb2e05bf2 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "refresh_cache-e575aedd-98c8-4749-b83c-c91590d7fbc8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.676257] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a017e31f-4c9a-44d3-8509-4cccb2e05bf2 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquired lock "refresh_cache-e575aedd-98c8-4749-b83c-c91590d7fbc8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.676513] env[65418]: DEBUG nova.network.neutron [None req-a017e31f-4c9a-44d3-8509-4cccb2e05bf2 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1187.676692] env[65418]: DEBUG nova.objects.instance [None req-a017e31f-4c9a-44d3-8509-4cccb2e05bf2 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lazy-loading 'info_cache' on Instance uuid e575aedd-98c8-4749-b83c-c91590d7fbc8 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1187.794787] env[65418]: DEBUG oslo_concurrency.lockutils [None req-01e6bfcd-088d-4880-9844-84a3653964e4 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Lock "4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.523s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.795898] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.510s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.795984] env[65418]: INFO nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] During sync_power_state the instance has a pending task (deleting). Skip. [ 1187.797052] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.837515] env[65418]: DEBUG oslo_vmware.api [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Task: {'id': task-4689300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145522} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.837787] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1187.838607] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cc7327-23e3-4e29-a9e2-0a1aca982b06 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.863301] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] ce8681d2-bfb4-4c75-b163-6b928506d5f3/ce8681d2-bfb4-4c75-b163-6b928506d5f3.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.865018] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6248230e-8d6c-4c49-8422-0d066a2644e6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.886744] env[65418]: DEBUG oslo_vmware.api [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Waiting for the task: (returnval){ [ 1187.886744] env[65418]: value = "task-4689301" [ 1187.886744] env[65418]: _type = "Task" [ 1187.886744] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.898636] env[65418]: DEBUG oslo_vmware.api [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Task: {'id': task-4689301, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.965501] env[65418]: DEBUG nova.compute.manager [req-c401b9ac-1d22-4113-b974-e4958b8d90b3 req-cde76c9f-55f2-4205-9841-8088ad373b51 service nova] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Received event network-vif-plugged-304dbe2d-e7d9-4261-bd94-b9928f3dbc05 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1187.965501] env[65418]: DEBUG oslo_concurrency.lockutils [req-c401b9ac-1d22-4113-b974-e4958b8d90b3 req-cde76c9f-55f2-4205-9841-8088ad373b51 service nova] Acquiring lock "8f629e0a-51ce-489a-84b7-ae320abcf215-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.965501] env[65418]: DEBUG oslo_concurrency.lockutils [req-c401b9ac-1d22-4113-b974-e4958b8d90b3 req-cde76c9f-55f2-4205-9841-8088ad373b51 service nova] Lock "8f629e0a-51ce-489a-84b7-ae320abcf215-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.965501] env[65418]: DEBUG oslo_concurrency.lockutils [req-c401b9ac-1d22-4113-b974-e4958b8d90b3 req-cde76c9f-55f2-4205-9841-8088ad373b51 service nova] Lock "8f629e0a-51ce-489a-84b7-ae320abcf215-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.965501] env[65418]: DEBUG nova.compute.manager [req-c401b9ac-1d22-4113-b974-e4958b8d90b3 req-cde76c9f-55f2-4205-9841-8088ad373b51 service nova] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] No waiting events found dispatching network-vif-plugged-304dbe2d-e7d9-4261-bd94-b9928f3dbc05 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1187.966018] env[65418]: WARNING nova.compute.manager [req-c401b9ac-1d22-4113-b974-e4958b8d90b3 req-cde76c9f-55f2-4205-9841-8088ad373b51 service nova] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Received unexpected event network-vif-plugged-304dbe2d-e7d9-4261-bd94-b9928f3dbc05 for instance with vm_state building and task_state block_device_mapping. [ 1187.972424] env[65418]: DEBUG nova.network.neutron [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Successfully updated port: 304dbe2d-e7d9-4261-bd94-b9928f3dbc05 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1188.177015] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ef230f78-68ad-4ec4-b53c-53bacbc5bdf2 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "3a0718da-2b74-458c-b1be-0e231c12cf35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.245s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.179854] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "3a0718da-2b74-458c-b1be-0e231c12cf35" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.892s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.180050] env[65418]: INFO nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] During sync_power_state the instance has a pending task (spawning). Skip. [ 1188.180218] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "3a0718da-2b74-458c-b1be-0e231c12cf35" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.181495] env[65418]: DEBUG nova.objects.base [None req-a017e31f-4c9a-44d3-8509-4cccb2e05bf2 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65418) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1188.397996] env[65418]: DEBUG oslo_vmware.api [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Task: {'id': task-4689301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.474755] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "refresh_cache-8f629e0a-51ce-489a-84b7-ae320abcf215" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.474939] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquired lock "refresh_cache-8f629e0a-51ce-489a-84b7-ae320abcf215" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.475137] env[65418]: DEBUG nova.network.neutron [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1188.614564] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b588c644-d78d-45ea-8724-8759cfd64517 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquiring lock "ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.614937] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b588c644-d78d-45ea-8724-8759cfd64517 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Lock "ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.615268] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b588c644-d78d-45ea-8724-8759cfd64517 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquiring lock "ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.615531] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b588c644-d78d-45ea-8724-8759cfd64517 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Lock "ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.615664] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b588c644-d78d-45ea-8724-8759cfd64517 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Lock "ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.619388] env[65418]: INFO nova.compute.manager [None req-b588c644-d78d-45ea-8724-8759cfd64517 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Terminating instance [ 1188.629952] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.683109] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4309e82e-6b8e-4b54-9771-cb135b0d3e72 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "3a0718da-2b74-458c-b1be-0e231c12cf35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.683471] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4309e82e-6b8e-4b54-9771-cb135b0d3e72 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "3a0718da-2b74-458c-b1be-0e231c12cf35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.683705] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4309e82e-6b8e-4b54-9771-cb135b0d3e72 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "3a0718da-2b74-458c-b1be-0e231c12cf35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.684032] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4309e82e-6b8e-4b54-9771-cb135b0d3e72 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "3a0718da-2b74-458c-b1be-0e231c12cf35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.684076] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4309e82e-6b8e-4b54-9771-cb135b0d3e72 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "3a0718da-2b74-458c-b1be-0e231c12cf35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.685925] env[65418]: WARNING neutronclient.v2_0.client [None req-a017e31f-4c9a-44d3-8509-4cccb2e05bf2 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1188.688437] env[65418]: INFO nova.compute.manager [None req-4309e82e-6b8e-4b54-9771-cb135b0d3e72 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Terminating instance [ 1188.766788] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f2779538-a3a6-4593-9015-e854fa3e25c5 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquiring lock "456396b9-cdcd-4b40-b097-4fb5a5799d90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.767011] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f2779538-a3a6-4593-9015-e854fa3e25c5 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Lock "456396b9-cdcd-4b40-b097-4fb5a5799d90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.767250] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f2779538-a3a6-4593-9015-e854fa3e25c5 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquiring lock "456396b9-cdcd-4b40-b097-4fb5a5799d90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.767452] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f2779538-a3a6-4593-9015-e854fa3e25c5 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Lock "456396b9-cdcd-4b40-b097-4fb5a5799d90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.767619] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f2779538-a3a6-4593-9015-e854fa3e25c5 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Lock "456396b9-cdcd-4b40-b097-4fb5a5799d90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.770123] env[65418]: INFO nova.compute.manager [None req-f2779538-a3a6-4593-9015-e854fa3e25c5 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Terminating instance [ 1188.844444] env[65418]: WARNING neutronclient.v2_0.client [None req-a017e31f-4c9a-44d3-8509-4cccb2e05bf2 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1188.901233] env[65418]: DEBUG oslo_vmware.api [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Task: {'id': task-4689301, 'name': ReconfigVM_Task, 'duration_secs': 0.580669} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.901801] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Reconfigured VM instance instance-00000079 to attach disk [datastore2] ce8681d2-bfb4-4c75-b163-6b928506d5f3/ce8681d2-bfb4-4c75-b163-6b928506d5f3.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.902757] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03476c67-57d5-46b2-a5f7-f34eac7330e9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.912946] env[65418]: DEBUG oslo_vmware.api [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Waiting for the task: (returnval){ [ 1188.912946] env[65418]: value = "task-4689302" [ 1188.912946] env[65418]: _type = "Task" [ 1188.912946] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.920974] env[65418]: DEBUG nova.network.neutron [None req-a017e31f-4c9a-44d3-8509-4cccb2e05bf2 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Updating instance_info_cache with network_info: [{"id": "d39bf165-1107-4e53-8cf7-dfd6cb0f76a7", "address": "fa:16:3e:8f:ce:77", "network": {"id": "3fab3b70-ba17-4e6a-ae3d-5a05fb711a8b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-395157993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0727a4c133420fa0cb4f4356dee109", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd39bf165-11", "ovs_interfaceid": "d39bf165-1107-4e53-8cf7-dfd6cb0f76a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.932390] env[65418]: DEBUG oslo_vmware.api [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Task: {'id': task-4689302, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.020937] env[65418]: DEBUG nova.network.neutron [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1189.077067] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.101532] env[65418]: WARNING neutronclient.v2_0.client [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.124918] env[65418]: DEBUG nova.compute.manager [None req-b588c644-d78d-45ea-8724-8759cfd64517 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1189.125148] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b588c644-d78d-45ea-8724-8759cfd64517 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.126112] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4698b570-a3eb-4444-9683-c0266455c60f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.134962] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-b588c644-d78d-45ea-8724-8759cfd64517 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.135283] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9869e64-5433-4b8a-ab15-5f4cbc56251b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.143146] env[65418]: DEBUG oslo_vmware.api [None req-b588c644-d78d-45ea-8724-8759cfd64517 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for the task: (returnval){ [ 1189.143146] env[65418]: value = "task-4689303" [ 1189.143146] env[65418]: _type = "Task" [ 1189.143146] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.158832] env[65418]: DEBUG oslo_vmware.api [None req-b588c644-d78d-45ea-8724-8759cfd64517 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.193071] env[65418]: DEBUG nova.compute.manager [None req-4309e82e-6b8e-4b54-9771-cb135b0d3e72 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1189.193551] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4309e82e-6b8e-4b54-9771-cb135b0d3e72 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.194143] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e25eb13-161a-4ce8-803b-180ef83b50f7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.198402] env[65418]: DEBUG nova.network.neutron [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Updating instance_info_cache with network_info: [{"id": "304dbe2d-e7d9-4261-bd94-b9928f3dbc05", "address": "fa:16:3e:19:5a:c5", "network": {"id": "c27d84e9-3c8c-494e-9a9a-60f6a70f7158", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1554886198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0140731fab4ddebe63cfa14ec652ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap304dbe2d-e7", "ovs_interfaceid": "304dbe2d-e7d9-4261-bd94-b9928f3dbc05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.206614] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4309e82e-6b8e-4b54-9771-cb135b0d3e72 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.207142] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c106f98b-2916-4bfd-8d83-7929293cd729 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.216020] env[65418]: DEBUG oslo_vmware.api [None req-4309e82e-6b8e-4b54-9771-cb135b0d3e72 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1189.216020] env[65418]: value = "task-4689304" [ 1189.216020] env[65418]: _type = "Task" [ 1189.216020] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.227730] env[65418]: DEBUG oslo_vmware.api [None req-4309e82e-6b8e-4b54-9771-cb135b0d3e72 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.274633] env[65418]: DEBUG nova.compute.manager [None req-f2779538-a3a6-4593-9015-e854fa3e25c5 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1189.275027] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f2779538-a3a6-4593-9015-e854fa3e25c5 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.276327] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8c5f6f-b7cf-4653-9d46-f28529485188 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.288846] env[65418]: DEBUG nova.compute.manager [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1189.289444] env[65418]: DEBUG nova.virt.hardware [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1189.289661] env[65418]: DEBUG nova.virt.hardware [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.289935] env[65418]: DEBUG nova.virt.hardware [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1189.290180] env[65418]: DEBUG nova.virt.hardware [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.290442] env[65418]: DEBUG nova.virt.hardware [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1189.290688] env[65418]: DEBUG nova.virt.hardware [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1189.291173] env[65418]: DEBUG nova.virt.hardware [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1189.291323] env[65418]: DEBUG nova.virt.hardware [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1189.291602] env[65418]: DEBUG nova.virt.hardware [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1189.291865] env[65418]: DEBUG nova.virt.hardware [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1189.292159] env[65418]: DEBUG nova.virt.hardware [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1189.292583] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2779538-a3a6-4593-9015-e854fa3e25c5 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.294299] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fced4570-86a7-4073-99c8-7279bb2cb444 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.297625] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf67ca96-9302-4165-83e3-398db1e20b16 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.310294] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-087c1e96-1baf-464f-bf9e-a7767addd41d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.315315] env[65418]: DEBUG oslo_vmware.api [None req-f2779538-a3a6-4593-9015-e854fa3e25c5 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for the task: (returnval){ [ 1189.315315] env[65418]: value = "task-4689305" [ 1189.315315] env[65418]: _type = "Task" [ 1189.315315] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.337705] env[65418]: DEBUG oslo_vmware.api [None req-f2779538-a3a6-4593-9015-e854fa3e25c5 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.425324] env[65418]: DEBUG oslo_vmware.api [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Task: {'id': task-4689302, 'name': Rename_Task, 'duration_secs': 0.201118} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.425628] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.425897] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c4f5439-194b-4b79-8b3b-6ed28c43c8d3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.433904] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a017e31f-4c9a-44d3-8509-4cccb2e05bf2 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Releasing lock "refresh_cache-e575aedd-98c8-4749-b83c-c91590d7fbc8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.438072] env[65418]: DEBUG oslo_vmware.api [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Waiting for the task: (returnval){ [ 1189.438072] env[65418]: value = "task-4689306" [ 1189.438072] env[65418]: _type = "Task" [ 1189.438072] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.448372] env[65418]: DEBUG oslo_vmware.api [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Task: {'id': task-4689306, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.659181] env[65418]: DEBUG oslo_vmware.api [None req-b588c644-d78d-45ea-8724-8759cfd64517 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689303, 'name': PowerOffVM_Task, 'duration_secs': 0.257746} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.659480] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-b588c644-d78d-45ea-8724-8759cfd64517 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.659647] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b588c644-d78d-45ea-8724-8759cfd64517 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.659910] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e123d89e-9605-4065-8f49-68c26dab28dc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.702956] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Releasing lock "refresh_cache-8f629e0a-51ce-489a-84b7-ae320abcf215" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.703378] env[65418]: DEBUG nova.compute.manager [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Instance network_info: |[{"id": "304dbe2d-e7d9-4261-bd94-b9928f3dbc05", "address": "fa:16:3e:19:5a:c5", "network": {"id": "c27d84e9-3c8c-494e-9a9a-60f6a70f7158", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1554886198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0140731fab4ddebe63cfa14ec652ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap304dbe2d-e7", "ovs_interfaceid": "304dbe2d-e7d9-4261-bd94-b9928f3dbc05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1189.703933] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:5a:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7a0d5af-5be9-477a-837c-58ef55c717f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '304dbe2d-e7d9-4261-bd94-b9928f3dbc05', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.711597] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1189.712203] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.712503] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdeae4fe-c70b-45b3-a99c-e77b3f162d18 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.738122] env[65418]: DEBUG oslo_vmware.api [None req-4309e82e-6b8e-4b54-9771-cb135b0d3e72 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689304, 'name': PowerOffVM_Task, 'duration_secs': 0.259215} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.739583] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-4309e82e-6b8e-4b54-9771-cb135b0d3e72 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.739768] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4309e82e-6b8e-4b54-9771-cb135b0d3e72 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.740063] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.740063] env[65418]: value = "task-4689308" [ 1189.740063] env[65418]: _type = "Task" [ 1189.740063] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.740353] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-670a84f4-0643-425a-bfd4-def4cdba8f58 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.747314] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b588c644-d78d-45ea-8724-8759cfd64517 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.747528] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b588c644-d78d-45ea-8724-8759cfd64517 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.747700] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-b588c644-d78d-45ea-8724-8759cfd64517 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Deleting the datastore file [datastore1] ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.748516] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e6352da-6681-4f77-aebb-9148d7de9a1f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.755540] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689308, 'name': CreateVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.761075] env[65418]: DEBUG oslo_vmware.api [None req-b588c644-d78d-45ea-8724-8759cfd64517 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for the task: (returnval){ [ 1189.761075] env[65418]: value = "task-4689310" [ 1189.761075] env[65418]: _type = "Task" [ 1189.761075] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.769982] env[65418]: DEBUG oslo_vmware.api [None req-b588c644-d78d-45ea-8724-8759cfd64517 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.830171] env[65418]: DEBUG oslo_vmware.api [None req-f2779538-a3a6-4593-9015-e854fa3e25c5 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689305, 'name': PowerOffVM_Task, 'duration_secs': 0.276493} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.831687] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2779538-a3a6-4593-9015-e854fa3e25c5 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.831902] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f2779538-a3a6-4593-9015-e854fa3e25c5 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.832215] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4309e82e-6b8e-4b54-9771-cb135b0d3e72 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.832393] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4309e82e-6b8e-4b54-9771-cb135b0d3e72 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.832609] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-4309e82e-6b8e-4b54-9771-cb135b0d3e72 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Deleting the datastore file [datastore2] 3a0718da-2b74-458c-b1be-0e231c12cf35 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.832894] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3486d7e6-fce8-4c11-9d3a-e075312aa9f7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.834860] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51058f8f-9d73-45f1-b156-7c0e2b544a02 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.844155] env[65418]: DEBUG oslo_vmware.api [None req-4309e82e-6b8e-4b54-9771-cb135b0d3e72 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1189.844155] env[65418]: value = "task-4689312" [ 1189.844155] env[65418]: _type = "Task" [ 1189.844155] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.853189] env[65418]: DEBUG oslo_vmware.api [None req-4309e82e-6b8e-4b54-9771-cb135b0d3e72 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.921204] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f2779538-a3a6-4593-9015-e854fa3e25c5 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.921658] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f2779538-a3a6-4593-9015-e854fa3e25c5 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.921992] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2779538-a3a6-4593-9015-e854fa3e25c5 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Deleting the datastore file [datastore1] 456396b9-cdcd-4b40-b097-4fb5a5799d90 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.922433] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68a26674-8543-486a-b556-2bf184eaac9d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.933641] env[65418]: DEBUG oslo_vmware.api [None req-f2779538-a3a6-4593-9015-e854fa3e25c5 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for the task: (returnval){ [ 1189.933641] env[65418]: value = "task-4689313" [ 1189.933641] env[65418]: _type = "Task" [ 1189.933641] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.947186] env[65418]: DEBUG oslo_vmware.api [None req-f2779538-a3a6-4593-9015-e854fa3e25c5 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.955047] env[65418]: DEBUG oslo_vmware.api [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Task: {'id': task-4689306, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.040158] env[65418]: DEBUG nova.compute.manager [req-235a165b-c8dd-4ffc-9652-dfa18429b4dc req-041d16fe-db0a-43ed-9f96-4b98bbf37e50 service nova] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Received event network-changed-304dbe2d-e7d9-4261-bd94-b9928f3dbc05 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1190.040357] env[65418]: DEBUG nova.compute.manager [req-235a165b-c8dd-4ffc-9652-dfa18429b4dc req-041d16fe-db0a-43ed-9f96-4b98bbf37e50 service nova] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Refreshing instance network info cache due to event network-changed-304dbe2d-e7d9-4261-bd94-b9928f3dbc05. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1190.040566] env[65418]: DEBUG oslo_concurrency.lockutils [req-235a165b-c8dd-4ffc-9652-dfa18429b4dc req-041d16fe-db0a-43ed-9f96-4b98bbf37e50 service nova] Acquiring lock "refresh_cache-8f629e0a-51ce-489a-84b7-ae320abcf215" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.040706] env[65418]: DEBUG oslo_concurrency.lockutils [req-235a165b-c8dd-4ffc-9652-dfa18429b4dc req-041d16fe-db0a-43ed-9f96-4b98bbf37e50 service nova] Acquired lock "refresh_cache-8f629e0a-51ce-489a-84b7-ae320abcf215" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.040857] env[65418]: DEBUG nova.network.neutron [req-235a165b-c8dd-4ffc-9652-dfa18429b4dc req-041d16fe-db0a-43ed-9f96-4b98bbf37e50 service nova] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Refreshing network info cache for port 304dbe2d-e7d9-4261-bd94-b9928f3dbc05 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.072693] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.077396] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.253299] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689308, 'name': CreateVM_Task, 'duration_secs': 0.436106} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.253794] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1190.254185] env[65418]: WARNING neutronclient.v2_0.client [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.267544] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'guest_format': None, 'attachment_id': '5204504f-88de-4cad-9381-30f96324889f', 'delete_on_termination': True, 'disk_bus': None, 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915297', 'volume_id': '98042500-c255-4b37-b2e9-b9ece4fcd5b4', 'name': 'volume-98042500-c255-4b37-b2e9-b9ece4fcd5b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f629e0a-51ce-489a-84b7-ae320abcf215', 'attached_at': '', 'detached_at': '', 'volume_id': '98042500-c255-4b37-b2e9-b9ece4fcd5b4', 'serial': '98042500-c255-4b37-b2e9-b9ece4fcd5b4'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=65418) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1190.267848] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Root volume attach. Driver type: vmdk {{(pid=65418) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1190.268844] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a654f53-30cc-42c6-a346-7bacec27d445 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.282348] env[65418]: DEBUG oslo_vmware.api [None req-b588c644-d78d-45ea-8724-8759cfd64517 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221922} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.283261] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6050af2d-854b-4141-9297-e7de52d7b498 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.286259] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-b588c644-d78d-45ea-8724-8759cfd64517 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.286492] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b588c644-d78d-45ea-8724-8759cfd64517 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.286673] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b588c644-d78d-45ea-8724-8759cfd64517 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.286875] env[65418]: INFO nova.compute.manager [None req-b588c644-d78d-45ea-8724-8759cfd64517 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1190.287147] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-b588c644-d78d-45ea-8724-8759cfd64517 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1190.287432] env[65418]: DEBUG nova.compute.manager [-] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1190.287546] env[65418]: DEBUG nova.network.neutron [-] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1190.287844] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.295393] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684fc7e9-d4f8-4a83-ba7a-ed86115286a8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.304462] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-38fa8ebd-cb01-4a9b-b7a7-d2c98fb39912 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.314592] env[65418]: DEBUG oslo_vmware.api [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1190.314592] env[65418]: value = "task-4689314" [ 1190.314592] env[65418]: _type = "Task" [ 1190.314592] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.324986] env[65418]: DEBUG oslo_vmware.api [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689314, 'name': RelocateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.333996] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.355523] env[65418]: DEBUG oslo_vmware.api [None req-4309e82e-6b8e-4b54-9771-cb135b0d3e72 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219831} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.355839] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-4309e82e-6b8e-4b54-9771-cb135b0d3e72 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.356053] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4309e82e-6b8e-4b54-9771-cb135b0d3e72 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.356238] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4309e82e-6b8e-4b54-9771-cb135b0d3e72 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.356408] env[65418]: INFO nova.compute.manager [None req-4309e82e-6b8e-4b54-9771-cb135b0d3e72 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1190.356664] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-4309e82e-6b8e-4b54-9771-cb135b0d3e72 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1190.356870] env[65418]: DEBUG nova.compute.manager [-] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1190.356964] env[65418]: DEBUG nova.network.neutron [-] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1190.357244] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.418500] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.447808] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a017e31f-4c9a-44d3-8509-4cccb2e05bf2 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1190.447958] env[65418]: DEBUG oslo_vmware.api [None req-f2779538-a3a6-4593-9015-e854fa3e25c5 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Task: {'id': task-4689313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381712} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.448076] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d90115f-b217-4340-a6ad-be9f5518597f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.450476] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2779538-a3a6-4593-9015-e854fa3e25c5 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.450702] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f2779538-a3a6-4593-9015-e854fa3e25c5 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.451584] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f2779538-a3a6-4593-9015-e854fa3e25c5 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.451584] env[65418]: INFO nova.compute.manager [None req-f2779538-a3a6-4593-9015-e854fa3e25c5 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1190.451584] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-f2779538-a3a6-4593-9015-e854fa3e25c5 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1190.451924] env[65418]: DEBUG nova.compute.manager [-] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1190.451924] env[65418]: DEBUG nova.network.neutron [-] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1190.452395] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.458464] env[65418]: DEBUG oslo_vmware.api [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Task: {'id': task-4689306, 'name': PowerOnVM_Task, 'duration_secs': 0.745299} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.458804] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.459018] env[65418]: INFO nova.compute.manager [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1190.459199] env[65418]: DEBUG nova.compute.manager [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1190.460068] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402fd8c3-8b4a-4bfc-8a30-ced7adf48312 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.464307] env[65418]: DEBUG oslo_vmware.api [None req-a017e31f-4c9a-44d3-8509-4cccb2e05bf2 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1190.464307] env[65418]: value = "task-4689315" [ 1190.464307] env[65418]: _type = "Task" [ 1190.464307] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.483147] env[65418]: DEBUG oslo_vmware.api [None req-a017e31f-4c9a-44d3-8509-4cccb2e05bf2 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.545573] env[65418]: WARNING neutronclient.v2_0.client [req-235a165b-c8dd-4ffc-9652-dfa18429b4dc req-041d16fe-db0a-43ed-9f96-4b98bbf37e50 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.634822] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.738921] env[65418]: DEBUG nova.compute.manager [req-10c6317c-e87b-4856-9fe0-bef8e9cfce4c req-b11b5309-b47a-4f13-9436-3318c6837d17 service nova] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Received event network-vif-deleted-f6dba970-91a1-4d3d-aad7-acebafe0a79d {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1190.739237] env[65418]: INFO nova.compute.manager [req-10c6317c-e87b-4856-9fe0-bef8e9cfce4c req-b11b5309-b47a-4f13-9436-3318c6837d17 service nova] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Neutron deleted interface f6dba970-91a1-4d3d-aad7-acebafe0a79d; detaching it from the instance and deleting it from the info cache [ 1190.739476] env[65418]: DEBUG nova.network.neutron [req-10c6317c-e87b-4856-9fe0-bef8e9cfce4c req-b11b5309-b47a-4f13-9436-3318c6837d17 service nova] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.836174] env[65418]: DEBUG oslo_vmware.api [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689314, 'name': RelocateVM_Task} progress is 35%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.862531] env[65418]: WARNING neutronclient.v2_0.client [req-235a165b-c8dd-4ffc-9652-dfa18429b4dc req-041d16fe-db0a-43ed-9f96-4b98bbf37e50 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.951280] env[65418]: DEBUG nova.network.neutron [req-235a165b-c8dd-4ffc-9652-dfa18429b4dc req-041d16fe-db0a-43ed-9f96-4b98bbf37e50 service nova] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Updated VIF entry in instance network info cache for port 304dbe2d-e7d9-4261-bd94-b9928f3dbc05. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1190.951853] env[65418]: DEBUG nova.network.neutron [req-235a165b-c8dd-4ffc-9652-dfa18429b4dc req-041d16fe-db0a-43ed-9f96-4b98bbf37e50 service nova] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Updating instance_info_cache with network_info: [{"id": "304dbe2d-e7d9-4261-bd94-b9928f3dbc05", "address": "fa:16:3e:19:5a:c5", "network": {"id": "c27d84e9-3c8c-494e-9a9a-60f6a70f7158", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1554886198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0140731fab4ddebe63cfa14ec652ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap304dbe2d-e7", "ovs_interfaceid": "304dbe2d-e7d9-4261-bd94-b9928f3dbc05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.983133] env[65418]: DEBUG oslo_vmware.api [None req-a017e31f-4c9a-44d3-8509-4cccb2e05bf2 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689315, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.986272] env[65418]: INFO nova.compute.manager [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Took 14.37 seconds to build instance. [ 1191.073314] env[65418]: DEBUG nova.network.neutron [-] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.077729] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.078562] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.078562] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65418) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1191.139997] env[65418]: DEBUG nova.network.neutron [-] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.243286] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75d80797-d55d-45eb-9fda-ebce587d1e9f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.259572] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f217a087-1722-47c7-86fb-3b796825f687 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.302414] env[65418]: DEBUG nova.compute.manager [req-10c6317c-e87b-4856-9fe0-bef8e9cfce4c req-b11b5309-b47a-4f13-9436-3318c6837d17 service nova] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Detach interface failed, port_id=f6dba970-91a1-4d3d-aad7-acebafe0a79d, reason: Instance ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1191.332429] env[65418]: DEBUG oslo_vmware.api [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689314, 'name': RelocateVM_Task} progress is 49%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.367187] env[65418]: DEBUG nova.network.neutron [-] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.456342] env[65418]: DEBUG oslo_concurrency.lockutils [req-235a165b-c8dd-4ffc-9652-dfa18429b4dc req-041d16fe-db0a-43ed-9f96-4b98bbf37e50 service nova] Releasing lock "refresh_cache-8f629e0a-51ce-489a-84b7-ae320abcf215" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.481112] env[65418]: DEBUG oslo_vmware.api [None req-a017e31f-4c9a-44d3-8509-4cccb2e05bf2 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689315, 'name': PowerOnVM_Task, 'duration_secs': 0.78617} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.481410] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a017e31f-4c9a-44d3-8509-4cccb2e05bf2 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1191.481981] env[65418]: DEBUG nova.compute.manager [None req-a017e31f-4c9a-44d3-8509-4cccb2e05bf2 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1191.482612] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8fe9ae-6d7f-4052-aedb-e05d72f25441 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.488347] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3dbc9988-fc97-45d9-a779-02d23dca8365 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Lock "ce8681d2-bfb4-4c75-b163-6b928506d5f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.890s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.488672] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "ce8681d2-bfb4-4c75-b163-6b928506d5f3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.201s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.488933] env[65418]: INFO nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] During sync_power_state the instance has a pending task (spawning). Skip. [ 1191.489123] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "ce8681d2-bfb4-4c75-b163-6b928506d5f3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.498528] env[65418]: DEBUG oslo_concurrency.lockutils [None req-42257b97-32b5-4b0d-9623-16af548b8b15 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Acquiring lock "ce8681d2-bfb4-4c75-b163-6b928506d5f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.498747] env[65418]: DEBUG oslo_concurrency.lockutils [None req-42257b97-32b5-4b0d-9623-16af548b8b15 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Lock "ce8681d2-bfb4-4c75-b163-6b928506d5f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.499073] env[65418]: DEBUG oslo_concurrency.lockutils [None req-42257b97-32b5-4b0d-9623-16af548b8b15 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Acquiring lock "ce8681d2-bfb4-4c75-b163-6b928506d5f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.499258] env[65418]: DEBUG oslo_concurrency.lockutils [None req-42257b97-32b5-4b0d-9623-16af548b8b15 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Lock "ce8681d2-bfb4-4c75-b163-6b928506d5f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.499421] env[65418]: DEBUG oslo_concurrency.lockutils [None req-42257b97-32b5-4b0d-9623-16af548b8b15 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Lock "ce8681d2-bfb4-4c75-b163-6b928506d5f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.501799] env[65418]: INFO nova.compute.manager [None req-42257b97-32b5-4b0d-9623-16af548b8b15 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Terminating instance [ 1191.576959] env[65418]: INFO nova.compute.manager [-] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Took 1.29 seconds to deallocate network for instance. [ 1191.643071] env[65418]: INFO nova.compute.manager [-] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Took 1.29 seconds to deallocate network for instance. [ 1191.833092] env[65418]: DEBUG oslo_vmware.api [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689314, 'name': RelocateVM_Task} progress is 62%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.871030] env[65418]: INFO nova.compute.manager [-] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Took 1.42 seconds to deallocate network for instance. [ 1192.006416] env[65418]: DEBUG nova.compute.manager [None req-42257b97-32b5-4b0d-9623-16af548b8b15 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1192.006636] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-42257b97-32b5-4b0d-9623-16af548b8b15 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1192.007975] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cd90db-85a3-40e8-bbcf-eaaa41ef4c20 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.019131] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-42257b97-32b5-4b0d-9623-16af548b8b15 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1192.019484] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c883800c-3a33-447c-b6a8-b744a00225b2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.033584] env[65418]: DEBUG oslo_vmware.api [None req-42257b97-32b5-4b0d-9623-16af548b8b15 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Waiting for the task: (returnval){ [ 1192.033584] env[65418]: value = "task-4689316" [ 1192.033584] env[65418]: _type = "Task" [ 1192.033584] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.047680] env[65418]: DEBUG oslo_vmware.api [None req-42257b97-32b5-4b0d-9623-16af548b8b15 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Task: {'id': task-4689316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.074899] env[65418]: DEBUG nova.compute.manager [req-c8eb96b4-f56e-4430-87f5-f54c28175303 req-e4c2d61e-c2b5-44b6-987f-db38f921b539 service nova] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Received event network-vif-deleted-200f7925-d370-4670-89a9-15fea7e151f6 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1192.075201] env[65418]: DEBUG nova.compute.manager [req-c8eb96b4-f56e-4430-87f5-f54c28175303 req-e4c2d61e-c2b5-44b6-987f-db38f921b539 service nova] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Received event network-vif-deleted-dd23e159-f8a5-4805-b4a6-1f686419ad08 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1192.078159] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1192.083943] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b588c644-d78d-45ea-8724-8759cfd64517 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.084244] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b588c644-d78d-45ea-8724-8759cfd64517 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.084481] env[65418]: DEBUG nova.objects.instance [None req-b588c644-d78d-45ea-8724-8759cfd64517 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Lazy-loading 'resources' on Instance uuid ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.150797] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4309e82e-6b8e-4b54-9771-cb135b0d3e72 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.333120] env[65418]: DEBUG oslo_vmware.api [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689314, 'name': RelocateVM_Task} progress is 75%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.379756] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f2779538-a3a6-4593-9015-e854fa3e25c5 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.549267] env[65418]: DEBUG oslo_vmware.api [None req-42257b97-32b5-4b0d-9623-16af548b8b15 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Task: {'id': task-4689316, 'name': PowerOffVM_Task, 'duration_secs': 0.23325} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.549702] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-42257b97-32b5-4b0d-9623-16af548b8b15 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.550035] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-42257b97-32b5-4b0d-9623-16af548b8b15 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.550389] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f9c6612-752d-4a13-8cd4-b458ccab95cf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.637530] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-42257b97-32b5-4b0d-9623-16af548b8b15 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.637530] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-42257b97-32b5-4b0d-9623-16af548b8b15 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.637530] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-42257b97-32b5-4b0d-9623-16af548b8b15 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Deleting the datastore file [datastore2] ce8681d2-bfb4-4c75-b163-6b928506d5f3 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.637530] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-662fb732-fa15-43c6-89e9-24c1cd370da1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.656236] env[65418]: DEBUG oslo_vmware.api [None req-42257b97-32b5-4b0d-9623-16af548b8b15 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Waiting for the task: (returnval){ [ 1192.656236] env[65418]: value = "task-4689318" [ 1192.656236] env[65418]: _type = "Task" [ 1192.656236] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.678225] env[65418]: DEBUG oslo_vmware.api [None req-42257b97-32b5-4b0d-9623-16af548b8b15 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Task: {'id': task-4689318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.774532] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334b9e7c-43de-4645-b2b2-0916424297b5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.788043] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa55a168-ac99-42a6-a31b-948cac2a76fa {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.830018] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9dfa64-2525-4772-a1a5-5cb1020046fc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.839814] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628decee-cb02-4ee0-8e33-0325c3b1c737 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.847852] env[65418]: DEBUG oslo_vmware.api [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689314, 'name': RelocateVM_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.859047] env[65418]: DEBUG nova.compute.provider_tree [None req-b588c644-d78d-45ea-8724-8759cfd64517 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.172749] env[65418]: DEBUG oslo_vmware.api [None req-42257b97-32b5-4b0d-9623-16af548b8b15 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Task: {'id': task-4689318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166548} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.173849] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-42257b97-32b5-4b0d-9623-16af548b8b15 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.173849] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-42257b97-32b5-4b0d-9623-16af548b8b15 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1193.174039] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-42257b97-32b5-4b0d-9623-16af548b8b15 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1193.174223] env[65418]: INFO nova.compute.manager [None req-42257b97-32b5-4b0d-9623-16af548b8b15 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1193.174573] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-42257b97-32b5-4b0d-9623-16af548b8b15 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1193.174873] env[65418]: DEBUG nova.compute.manager [-] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1193.175028] env[65418]: DEBUG nova.network.neutron [-] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1193.175368] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1193.208383] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1193.339138] env[65418]: DEBUG oslo_vmware.api [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689314, 'name': RelocateVM_Task} progress is 97%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.362569] env[65418]: DEBUG nova.scheduler.client.report [None req-b588c644-d78d-45ea-8724-8759cfd64517 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.452940] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fada0c84-a9e4-444d-8cc0-625375ab488b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.461554] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4590f5ae-3580-4287-8239-59de5305e5b7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Suspending the VM {{(pid=65418) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1193.461867] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-28d1b281-4776-4f32-a362-3645520ea1e5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.470076] env[65418]: DEBUG oslo_vmware.api [None req-4590f5ae-3580-4287-8239-59de5305e5b7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1193.470076] env[65418]: value = "task-4689319" [ 1193.470076] env[65418]: _type = "Task" [ 1193.470076] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.480599] env[65418]: DEBUG oslo_vmware.api [None req-4590f5ae-3580-4287-8239-59de5305e5b7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689319, 'name': SuspendVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.514306] env[65418]: DEBUG nova.compute.manager [req-9b2e280c-1190-41fc-ab35-301f13248bd1 req-3a162320-cbc5-486c-83bf-2b561f922d06 service nova] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Received event network-vif-deleted-ec822f20-29d7-4c21-96b6-69910251546a {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1193.514306] env[65418]: INFO nova.compute.manager [req-9b2e280c-1190-41fc-ab35-301f13248bd1 req-3a162320-cbc5-486c-83bf-2b561f922d06 service nova] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Neutron deleted interface ec822f20-29d7-4c21-96b6-69910251546a; detaching it from the instance and deleting it from the info cache [ 1193.515032] env[65418]: DEBUG nova.network.neutron [req-9b2e280c-1190-41fc-ab35-301f13248bd1 req-3a162320-cbc5-486c-83bf-2b561f922d06 service nova] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.840231] env[65418]: DEBUG oslo_vmware.api [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689314, 'name': RelocateVM_Task} progress is 97%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.868885] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b588c644-d78d-45ea-8724-8759cfd64517 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.871582] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4309e82e-6b8e-4b54-9771-cb135b0d3e72 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.721s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.871929] env[65418]: DEBUG nova.objects.instance [None req-4309e82e-6b8e-4b54-9771-cb135b0d3e72 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lazy-loading 'resources' on Instance uuid 3a0718da-2b74-458c-b1be-0e231c12cf35 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.901916] env[65418]: INFO nova.scheduler.client.report [None req-b588c644-d78d-45ea-8724-8759cfd64517 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Deleted allocations for instance ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f [ 1193.980602] env[65418]: DEBUG oslo_vmware.api [None req-4590f5ae-3580-4287-8239-59de5305e5b7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689319, 'name': SuspendVM_Task} progress is 58%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.989079] env[65418]: DEBUG nova.network.neutron [-] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.017885] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2327e929-d3d2-4465-bcba-593d07f891fc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.029486] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a8ef4c-6454-4d31-a40c-00974282f508 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.065690] env[65418]: DEBUG nova.compute.manager [req-9b2e280c-1190-41fc-ab35-301f13248bd1 req-3a162320-cbc5-486c-83bf-2b561f922d06 service nova] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Detach interface failed, port_id=ec822f20-29d7-4c21-96b6-69910251546a, reason: Instance ce8681d2-bfb4-4c75-b163-6b928506d5f3 could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1194.340929] env[65418]: DEBUG oslo_vmware.api [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689314, 'name': RelocateVM_Task, 'duration_secs': 3.932085} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.341343] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Volume attach. Driver type: vmdk {{(pid=65418) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1194.341343] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915297', 'volume_id': '98042500-c255-4b37-b2e9-b9ece4fcd5b4', 'name': 'volume-98042500-c255-4b37-b2e9-b9ece4fcd5b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f629e0a-51ce-489a-84b7-ae320abcf215', 'attached_at': '', 'detached_at': '', 'volume_id': '98042500-c255-4b37-b2e9-b9ece4fcd5b4', 'serial': '98042500-c255-4b37-b2e9-b9ece4fcd5b4'} {{(pid=65418) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1194.342153] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68b7c61-6e2b-4cf6-b43d-ef1c40f48a98 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.359267] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32aef208-8407-458c-81c5-2b3039e2229c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.385669] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-98042500-c255-4b37-b2e9-b9ece4fcd5b4/volume-98042500-c255-4b37-b2e9-b9ece4fcd5b4.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.386275] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-627a89e9-7c77-43c5-b08e-09ebc1c299b8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.406411] env[65418]: DEBUG oslo_vmware.api [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1194.406411] env[65418]: value = "task-4689320" [ 1194.406411] env[65418]: _type = "Task" [ 1194.406411] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.411982] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b588c644-d78d-45ea-8724-8759cfd64517 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Lock "ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.797s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.419164] env[65418]: DEBUG oslo_vmware.api [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689320, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.482355] env[65418]: DEBUG oslo_vmware.api [None req-4590f5ae-3580-4287-8239-59de5305e5b7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689319, 'name': SuspendVM_Task, 'duration_secs': 0.871615} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.485407] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-4590f5ae-3580-4287-8239-59de5305e5b7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Suspended the VM {{(pid=65418) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1194.485609] env[65418]: DEBUG nova.compute.manager [None req-4590f5ae-3580-4287-8239-59de5305e5b7 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1194.486605] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7f275d-fe43-41e3-9ccf-98694ffe38e7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.491274] env[65418]: INFO nova.compute.manager [-] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Took 1.32 seconds to deallocate network for instance. [ 1194.542228] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17e0592-40bc-4c75-81ff-8a1e0a6e0a0d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.550677] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8168084a-2bec-4b43-a7bd-da773dd43243 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.583730] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac5e00b-a552-44b0-8845-7975918b9873 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.592698] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe33c44-7c5f-41a8-b018-142c508e070c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.609141] env[65418]: DEBUG nova.compute.provider_tree [None req-4309e82e-6b8e-4b54-9771-cb135b0d3e72 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.917663] env[65418]: DEBUG oslo_vmware.api [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689320, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.005218] env[65418]: DEBUG oslo_concurrency.lockutils [None req-42257b97-32b5-4b0d-9623-16af548b8b15 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.113043] env[65418]: DEBUG nova.scheduler.client.report [None req-4309e82e-6b8e-4b54-9771-cb135b0d3e72 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.418605] env[65418]: DEBUG oslo_vmware.api [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689320, 'name': ReconfigVM_Task, 'duration_secs': 0.560933} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.418954] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-98042500-c255-4b37-b2e9-b9ece4fcd5b4/volume-98042500-c255-4b37-b2e9-b9ece4fcd5b4.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.424533] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-408955f6-d7a8-4bbd-b088-498f6783cf0d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.441784] env[65418]: DEBUG oslo_vmware.api [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1195.441784] env[65418]: value = "task-4689321" [ 1195.441784] env[65418]: _type = "Task" [ 1195.441784] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.450829] env[65418]: DEBUG oslo_vmware.api [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689321, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.619051] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4309e82e-6b8e-4b54-9771-cb135b0d3e72 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.747s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.621534] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f2779538-a3a6-4593-9015-e854fa3e25c5 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.242s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.621785] env[65418]: DEBUG nova.objects.instance [None req-f2779538-a3a6-4593-9015-e854fa3e25c5 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Lazy-loading 'resources' on Instance uuid 456396b9-cdcd-4b40-b097-4fb5a5799d90 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.641202] env[65418]: INFO nova.scheduler.client.report [None req-4309e82e-6b8e-4b54-9771-cb135b0d3e72 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Deleted allocations for instance 3a0718da-2b74-458c-b1be-0e231c12cf35 [ 1195.859354] env[65418]: INFO nova.compute.manager [None req-00aa911b-3376-4b3a-8387-7aae0f7eebf8 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Resuming [ 1195.860011] env[65418]: DEBUG nova.objects.instance [None req-00aa911b-3376-4b3a-8387-7aae0f7eebf8 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lazy-loading 'flavor' on Instance uuid e575aedd-98c8-4749-b83c-c91590d7fbc8 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.951914] env[65418]: DEBUG oslo_vmware.api [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689321, 'name': ReconfigVM_Task, 'duration_secs': 0.123764} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.952282] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915297', 'volume_id': '98042500-c255-4b37-b2e9-b9ece4fcd5b4', 'name': 'volume-98042500-c255-4b37-b2e9-b9ece4fcd5b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8f629e0a-51ce-489a-84b7-ae320abcf215', 'attached_at': '', 'detached_at': '', 'volume_id': '98042500-c255-4b37-b2e9-b9ece4fcd5b4', 'serial': '98042500-c255-4b37-b2e9-b9ece4fcd5b4'} {{(pid=65418) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1195.952811] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e28b7457-4f2d-4777-970b-f522ee364df8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.959822] env[65418]: DEBUG oslo_vmware.api [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1195.959822] env[65418]: value = "task-4689322" [ 1195.959822] env[65418]: _type = "Task" [ 1195.959822] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.971656] env[65418]: DEBUG oslo_vmware.api [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689322, 'name': Rename_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.148645] env[65418]: DEBUG oslo_concurrency.lockutils [None req-4309e82e-6b8e-4b54-9771-cb135b0d3e72 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "3a0718da-2b74-458c-b1be-0e231c12cf35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.465s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.168697] env[65418]: DEBUG oslo_concurrency.lockutils [None req-32bba9da-dd34-4a46-98d2-412e355ea7d2 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquiring lock "f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.168929] env[65418]: DEBUG oslo_concurrency.lockutils [None req-32bba9da-dd34-4a46-98d2-412e355ea7d2 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.251640] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2b4f0d-31f9-4159-9b4f-637e9efe6317 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.262569] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c8daeb-035d-4b96-b22c-d0014824a971 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.294088] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8d2f90-d452-4b09-9d9b-8e3e6ab038ca {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.301402] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29233a83-766a-4491-bfdd-0957c90bff89 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.316751] env[65418]: DEBUG nova.compute.provider_tree [None req-f2779538-a3a6-4593-9015-e854fa3e25c5 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.470037] env[65418]: DEBUG oslo_vmware.api [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689322, 'name': Rename_Task, 'duration_secs': 0.148758} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.470370] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.470568] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4140605-8ff0-4b18-a59c-3bf3ce8f8aa1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.481085] env[65418]: DEBUG oslo_vmware.api [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1196.481085] env[65418]: value = "task-4689323" [ 1196.481085] env[65418]: _type = "Task" [ 1196.481085] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.489311] env[65418]: DEBUG oslo_vmware.api [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.674226] env[65418]: DEBUG nova.compute.utils [None req-32bba9da-dd34-4a46-98d2-412e355ea7d2 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1196.822024] env[65418]: DEBUG nova.scheduler.client.report [None req-f2779538-a3a6-4593-9015-e854fa3e25c5 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.974243] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "58fc376e-bb46-4241-9add-2df059f64341" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.974243] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "58fc376e-bb46-4241-9add-2df059f64341" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.995042] env[65418]: DEBUG oslo_vmware.api [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689323, 'name': PowerOnVM_Task, 'duration_secs': 0.429843} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.995042] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.995042] env[65418]: INFO nova.compute.manager [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Took 7.70 seconds to spawn the instance on the hypervisor. [ 1196.995042] env[65418]: DEBUG nova.compute.manager [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1196.995042] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723734cf-4935-4d08-a87f-c1e85825e495 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.175727] env[65418]: DEBUG oslo_concurrency.lockutils [None req-32bba9da-dd34-4a46-98d2-412e355ea7d2 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.328069] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f2779538-a3a6-4593-9015-e854fa3e25c5 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.706s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.330445] env[65418]: DEBUG oslo_concurrency.lockutils [None req-42257b97-32b5-4b0d-9623-16af548b8b15 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.325s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.330689] env[65418]: DEBUG nova.objects.instance [None req-42257b97-32b5-4b0d-9623-16af548b8b15 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Lazy-loading 'resources' on Instance uuid ce8681d2-bfb4-4c75-b163-6b928506d5f3 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.347617] env[65418]: INFO nova.scheduler.client.report [None req-f2779538-a3a6-4593-9015-e854fa3e25c5 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Deleted allocations for instance 456396b9-cdcd-4b40-b097-4fb5a5799d90 [ 1197.370825] env[65418]: DEBUG oslo_concurrency.lockutils [None req-00aa911b-3376-4b3a-8387-7aae0f7eebf8 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "refresh_cache-e575aedd-98c8-4749-b83c-c91590d7fbc8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.370998] env[65418]: DEBUG oslo_concurrency.lockutils [None req-00aa911b-3376-4b3a-8387-7aae0f7eebf8 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquired lock "refresh_cache-e575aedd-98c8-4749-b83c-c91590d7fbc8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.371196] env[65418]: DEBUG nova.network.neutron [None req-00aa911b-3376-4b3a-8387-7aae0f7eebf8 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1197.475440] env[65418]: DEBUG nova.compute.manager [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1197.511402] env[65418]: INFO nova.compute.manager [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Took 15.30 seconds to build instance. [ 1197.857236] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f2779538-a3a6-4593-9015-e854fa3e25c5 tempest-ListServersNegativeTestJSON-257438915 tempest-ListServersNegativeTestJSON-257438915-project-member] Lock "456396b9-cdcd-4b40-b097-4fb5a5799d90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.090s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.874151] env[65418]: WARNING neutronclient.v2_0.client [None req-00aa911b-3376-4b3a-8387-7aae0f7eebf8 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.990021] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cfbbac-1927-43ff-968a-8de467d8f5a4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.997753] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.999150] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b35638-ba98-461e-b25c-9286df895211 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.033533] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a4cfc46e-f152-41d9-ab03-f69b2b7f8de6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "8f629e0a-51ce-489a-84b7-ae320abcf215" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.833s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.034430] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "8f629e0a-51ce-489a-84b7-ae320abcf215" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.746s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.035424] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91d3300-b711-4d0e-ac40-09af7dc8a50f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.038780] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95ddec4-f29e-459d-b813-589c8cbd2086 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.049585] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c5bdab-bd5b-4272-ba1a-3f0f226fab25 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.068389] env[65418]: DEBUG nova.compute.provider_tree [None req-42257b97-32b5-4b0d-9623-16af548b8b15 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.077487] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.239105] env[65418]: DEBUG oslo_concurrency.lockutils [None req-32bba9da-dd34-4a46-98d2-412e355ea7d2 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquiring lock "f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.239288] env[65418]: DEBUG oslo_concurrency.lockutils [None req-32bba9da-dd34-4a46-98d2-412e355ea7d2 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.239470] env[65418]: INFO nova.compute.manager [None req-32bba9da-dd34-4a46-98d2-412e355ea7d2 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Attaching volume ce68b177-5b84-4f37-9419-4400b9ec4912 to /dev/sdb [ 1198.289781] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18508ca2-2ea6-4399-8cec-8787054e13cd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.298091] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998d3cb3-e8d2-447b-ae8b-d134e6c5ed86 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.312333] env[65418]: DEBUG nova.virt.block_device [None req-32bba9da-dd34-4a46-98d2-412e355ea7d2 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Updating existing volume attachment record: 58f6648b-f389-4110-9790-2bbb296274d5 {{(pid=65418) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1198.558731] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "8f629e0a-51ce-489a-84b7-ae320abcf215" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.523s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.572832] env[65418]: DEBUG nova.scheduler.client.report [None req-42257b97-32b5-4b0d-9623-16af548b8b15 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.581040] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.590807] env[65418]: DEBUG nova.compute.manager [req-0b0e760a-da82-4037-b015-09af7cc9adfb req-8ace0ea3-6eb8-43f9-9e7a-0076badaa465 service nova] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Received event network-changed-25c90991-f9c9-4cb1-9561-dd3f59865ed0 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1198.592411] env[65418]: DEBUG nova.compute.manager [req-0b0e760a-da82-4037-b015-09af7cc9adfb req-8ace0ea3-6eb8-43f9-9e7a-0076badaa465 service nova] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Refreshing instance network info cache due to event network-changed-25c90991-f9c9-4cb1-9561-dd3f59865ed0. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1198.593129] env[65418]: DEBUG oslo_concurrency.lockutils [req-0b0e760a-da82-4037-b015-09af7cc9adfb req-8ace0ea3-6eb8-43f9-9e7a-0076badaa465 service nova] Acquiring lock "refresh_cache-f20a3241-1b6e-4072-b3f6-f8cef3f52188" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.593129] env[65418]: DEBUG oslo_concurrency.lockutils [req-0b0e760a-da82-4037-b015-09af7cc9adfb req-8ace0ea3-6eb8-43f9-9e7a-0076badaa465 service nova] Acquired lock "refresh_cache-f20a3241-1b6e-4072-b3f6-f8cef3f52188" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.593129] env[65418]: DEBUG nova.network.neutron [req-0b0e760a-da82-4037-b015-09af7cc9adfb req-8ace0ea3-6eb8-43f9-9e7a-0076badaa465 service nova] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Refreshing network info cache for port 25c90991-f9c9-4cb1-9561-dd3f59865ed0 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.729252] env[65418]: WARNING neutronclient.v2_0.client [None req-00aa911b-3376-4b3a-8387-7aae0f7eebf8 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1198.839999] env[65418]: DEBUG nova.network.neutron [None req-00aa911b-3376-4b3a-8387-7aae0f7eebf8 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Updating instance_info_cache with network_info: [{"id": "d39bf165-1107-4e53-8cf7-dfd6cb0f76a7", "address": "fa:16:3e:8f:ce:77", "network": {"id": "3fab3b70-ba17-4e6a-ae3d-5a05fb711a8b", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-395157993-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e0727a4c133420fa0cb4f4356dee109", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd39bf165-11", "ovs_interfaceid": "d39bf165-1107-4e53-8cf7-dfd6cb0f76a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.079308] env[65418]: DEBUG oslo_concurrency.lockutils [None req-42257b97-32b5-4b0d-9623-16af548b8b15 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.749s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.082697] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.085s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.084678] env[65418]: INFO nova.compute.claims [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1199.098704] env[65418]: WARNING neutronclient.v2_0.client [req-0b0e760a-da82-4037-b015-09af7cc9adfb req-8ace0ea3-6eb8-43f9-9e7a-0076badaa465 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1199.103460] env[65418]: INFO nova.scheduler.client.report [None req-42257b97-32b5-4b0d-9623-16af548b8b15 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Deleted allocations for instance ce8681d2-bfb4-4c75-b163-6b928506d5f3 [ 1199.323925] env[65418]: WARNING neutronclient.v2_0.client [req-0b0e760a-da82-4037-b015-09af7cc9adfb req-8ace0ea3-6eb8-43f9-9e7a-0076badaa465 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1199.342895] env[65418]: DEBUG oslo_concurrency.lockutils [None req-00aa911b-3376-4b3a-8387-7aae0f7eebf8 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Releasing lock "refresh_cache-e575aedd-98c8-4749-b83c-c91590d7fbc8" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.344826] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f4ecfb-9dbf-447b-a205-0c7b2f8b7b4e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.353842] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-00aa911b-3376-4b3a-8387-7aae0f7eebf8 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Resuming the VM {{(pid=65418) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1199.354221] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec964b16-df72-4b8b-adf3-dc0d50244654 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.362958] env[65418]: DEBUG oslo_vmware.api [None req-00aa911b-3376-4b3a-8387-7aae0f7eebf8 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1199.362958] env[65418]: value = "task-4689325" [ 1199.362958] env[65418]: _type = "Task" [ 1199.362958] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.372671] env[65418]: DEBUG oslo_vmware.api [None req-00aa911b-3376-4b3a-8387-7aae0f7eebf8 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.416739] env[65418]: DEBUG nova.network.neutron [req-0b0e760a-da82-4037-b015-09af7cc9adfb req-8ace0ea3-6eb8-43f9-9e7a-0076badaa465 service nova] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Updated VIF entry in instance network info cache for port 25c90991-f9c9-4cb1-9561-dd3f59865ed0. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1199.417150] env[65418]: DEBUG nova.network.neutron [req-0b0e760a-da82-4037-b015-09af7cc9adfb req-8ace0ea3-6eb8-43f9-9e7a-0076badaa465 service nova] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Updating instance_info_cache with network_info: [{"id": "25c90991-f9c9-4cb1-9561-dd3f59865ed0", "address": "fa:16:3e:0b:f9:f1", "network": {"id": "c27d84e9-3c8c-494e-9a9a-60f6a70f7158", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1554886198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0140731fab4ddebe63cfa14ec652ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25c90991-f9", "ovs_interfaceid": "25c90991-f9c9-4cb1-9561-dd3f59865ed0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.611743] env[65418]: DEBUG oslo_concurrency.lockutils [None req-42257b97-32b5-4b0d-9623-16af548b8b15 tempest-ServerAddressesTestJSON-1720970883 tempest-ServerAddressesTestJSON-1720970883-project-member] Lock "ce8681d2-bfb4-4c75-b163-6b928506d5f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.113s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.882041] env[65418]: DEBUG oslo_vmware.api [None req-00aa911b-3376-4b3a-8387-7aae0f7eebf8 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689325, 'name': PowerOnVM_Task} progress is 93%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.919822] env[65418]: DEBUG oslo_concurrency.lockutils [req-0b0e760a-da82-4037-b015-09af7cc9adfb req-8ace0ea3-6eb8-43f9-9e7a-0076badaa465 service nova] Releasing lock "refresh_cache-f20a3241-1b6e-4072-b3f6-f8cef3f52188" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.183556] env[65418]: DEBUG nova.compute.manager [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Stashing vm_state: active {{(pid=65418) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1200.291056] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61859695-19a1-41e8-9d00-28f5f806a60e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.300604] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1bc2ba-1d0d-47ba-95ca-74b6671fd832 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.333971] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee3a5e3-f6bb-4c24-a4b6-b205487e74f3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.343404] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c4ff7c-e38a-4d0d-b47d-ab60fc59fa8f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.358590] env[65418]: DEBUG nova.compute.provider_tree [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1200.375749] env[65418]: DEBUG oslo_vmware.api [None req-00aa911b-3376-4b3a-8387-7aae0f7eebf8 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689325, 'name': PowerOnVM_Task, 'duration_secs': 0.679834} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.375917] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-00aa911b-3376-4b3a-8387-7aae0f7eebf8 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Resumed the VM {{(pid=65418) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1200.376117] env[65418]: DEBUG nova.compute.manager [None req-00aa911b-3376-4b3a-8387-7aae0f7eebf8 tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1200.376879] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9c122c-cdf8-45d6-b5df-b51c13d110f4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.640700] env[65418]: DEBUG nova.compute.manager [req-316f3f5e-65db-42c4-9743-6c7727486d18 req-74b46868-1353-46b6-9ab2-6b94dacfd087 service nova] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Received event network-changed-304dbe2d-e7d9-4261-bd94-b9928f3dbc05 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1200.641278] env[65418]: DEBUG nova.compute.manager [req-316f3f5e-65db-42c4-9743-6c7727486d18 req-74b46868-1353-46b6-9ab2-6b94dacfd087 service nova] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Refreshing instance network info cache due to event network-changed-304dbe2d-e7d9-4261-bd94-b9928f3dbc05. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1200.641599] env[65418]: DEBUG oslo_concurrency.lockutils [req-316f3f5e-65db-42c4-9743-6c7727486d18 req-74b46868-1353-46b6-9ab2-6b94dacfd087 service nova] Acquiring lock "refresh_cache-8f629e0a-51ce-489a-84b7-ae320abcf215" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.641753] env[65418]: DEBUG oslo_concurrency.lockutils [req-316f3f5e-65db-42c4-9743-6c7727486d18 req-74b46868-1353-46b6-9ab2-6b94dacfd087 service nova] Acquired lock "refresh_cache-8f629e0a-51ce-489a-84b7-ae320abcf215" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.642232] env[65418]: DEBUG nova.network.neutron [req-316f3f5e-65db-42c4-9743-6c7727486d18 req-74b46868-1353-46b6-9ab2-6b94dacfd087 service nova] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Refreshing network info cache for port 304dbe2d-e7d9-4261-bd94-b9928f3dbc05 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.715453] env[65418]: DEBUG oslo_concurrency.lockutils [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.884252] env[65418]: ERROR nova.scheduler.client.report [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [req-79494f0d-f791-4bb6-bb78-b7f4725b5c78] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 04ebeb19-ed8c-4ddf-818a-ebce01147110. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-79494f0d-f791-4bb6-bb78-b7f4725b5c78"}]} [ 1200.912983] env[65418]: DEBUG nova.scheduler.client.report [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Refreshing inventories for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1200.929500] env[65418]: DEBUG nova.scheduler.client.report [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Updating ProviderTree inventory for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1200.930392] env[65418]: DEBUG nova.compute.provider_tree [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1200.942650] env[65418]: DEBUG nova.scheduler.client.report [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Refreshing aggregate associations for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110, aggregates: None {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1200.968297] env[65418]: DEBUG nova.scheduler.client.report [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Refreshing trait associations for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1201.137512] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8d6a8f-4472-48b0-81b0-a84eaeee9023 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.146073] env[65418]: WARNING neutronclient.v2_0.client [req-316f3f5e-65db-42c4-9743-6c7727486d18 req-74b46868-1353-46b6-9ab2-6b94dacfd087 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.150588] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d656c23a-3ad0-4caa-a281-9ce69721dae2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.185256] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bd4ada-1809-4b47-babf-1c79a1128cc6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.194243] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cd0265-3fa3-4ad7-a6a1-e67ab169b6f1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.210462] env[65418]: DEBUG nova.compute.provider_tree [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1201.751808] env[65418]: DEBUG nova.scheduler.client.report [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Updated inventory for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with generation 172 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1201.752141] env[65418]: DEBUG nova.compute.provider_tree [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Updating resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 generation from 172 to 173 during operation: update_inventory {{(pid=65418) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1201.752272] env[65418]: DEBUG nova.compute.provider_tree [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1201.762079] env[65418]: WARNING neutronclient.v2_0.client [req-316f3f5e-65db-42c4-9743-6c7727486d18 req-74b46868-1353-46b6-9ab2-6b94dacfd087 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1201.829395] env[65418]: DEBUG nova.network.neutron [req-316f3f5e-65db-42c4-9743-6c7727486d18 req-74b46868-1353-46b6-9ab2-6b94dacfd087 service nova] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Updated VIF entry in instance network info cache for port 304dbe2d-e7d9-4261-bd94-b9928f3dbc05. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1201.829757] env[65418]: DEBUG nova.network.neutron [req-316f3f5e-65db-42c4-9743-6c7727486d18 req-74b46868-1353-46b6-9ab2-6b94dacfd087 service nova] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Updating instance_info_cache with network_info: [{"id": "304dbe2d-e7d9-4261-bd94-b9928f3dbc05", "address": "fa:16:3e:19:5a:c5", "network": {"id": "c27d84e9-3c8c-494e-9a9a-60f6a70f7158", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1554886198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0140731fab4ddebe63cfa14ec652ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap304dbe2d-e7", "ovs_interfaceid": "304dbe2d-e7d9-4261-bd94-b9928f3dbc05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.019812] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c3bd0086-3b7a-44cd-bf14-a69580be159d tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "e575aedd-98c8-4749-b83c-c91590d7fbc8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.020110] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c3bd0086-3b7a-44cd-bf14-a69580be159d tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "e575aedd-98c8-4749-b83c-c91590d7fbc8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.020321] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c3bd0086-3b7a-44cd-bf14-a69580be159d tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "e575aedd-98c8-4749-b83c-c91590d7fbc8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.020497] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c3bd0086-3b7a-44cd-bf14-a69580be159d tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "e575aedd-98c8-4749-b83c-c91590d7fbc8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.020662] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c3bd0086-3b7a-44cd-bf14-a69580be159d tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "e575aedd-98c8-4749-b83c-c91590d7fbc8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.024110] env[65418]: INFO nova.compute.manager [None req-c3bd0086-3b7a-44cd-bf14-a69580be159d tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Terminating instance [ 1202.261694] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.179s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.262624] env[65418]: DEBUG nova.compute.manager [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1202.265525] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.685s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.265718] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.265847] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65418) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1202.266152] env[65418]: DEBUG oslo_concurrency.lockutils [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.551s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.268103] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41955bf-833b-4b09-9019-46f1c8a201ff {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.278711] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31463f5e-a1a1-4523-87d4-cda97338bf99 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.295776] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb44b83-4079-4f81-8a93-ca3869196567 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.304122] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1e69cc-aa5b-4ce7-bcf4-fb69e57d9aa4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.336382] env[65418]: DEBUG oslo_concurrency.lockutils [req-316f3f5e-65db-42c4-9743-6c7727486d18 req-74b46868-1353-46b6-9ab2-6b94dacfd087 service nova] Releasing lock "refresh_cache-8f629e0a-51ce-489a-84b7-ae320abcf215" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.336833] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179542MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65418) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1202.336968] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.529142] env[65418]: DEBUG nova.compute.manager [None req-c3bd0086-3b7a-44cd-bf14-a69580be159d tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1202.529387] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bd0086-3b7a-44cd-bf14-a69580be159d tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1202.530292] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4baf7483-7fa6-4234-963b-8b7369ebf0cd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.538824] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3bd0086-3b7a-44cd-bf14-a69580be159d tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.539102] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db434822-0717-4449-a3cc-1f758e0d8dbe {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.546486] env[65418]: DEBUG oslo_vmware.api [None req-c3bd0086-3b7a-44cd-bf14-a69580be159d tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1202.546486] env[65418]: value = "task-4689327" [ 1202.546486] env[65418]: _type = "Task" [ 1202.546486] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.557575] env[65418]: DEBUG oslo_vmware.api [None req-c3bd0086-3b7a-44cd-bf14-a69580be159d tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.769757] env[65418]: DEBUG nova.compute.utils [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1202.771718] env[65418]: DEBUG nova.compute.manager [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1202.772149] env[65418]: DEBUG nova.network.neutron [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1202.772666] env[65418]: WARNING neutronclient.v2_0.client [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1202.773026] env[65418]: WARNING neutronclient.v2_0.client [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1202.778320] env[65418]: INFO nova.compute.claims [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.786743] env[65418]: DEBUG nova.compute.manager [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1202.832185] env[65418]: DEBUG nova.policy [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e953618edcd14ebd9ea350ceff35eee1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e602a5de371d43328e7231a6867a600a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1202.866094] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-32bba9da-dd34-4a46-98d2-412e355ea7d2 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Volume attach. Driver type: vmdk {{(pid=65418) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1202.866398] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-32bba9da-dd34-4a46-98d2-412e355ea7d2 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915304', 'volume_id': 'ce68b177-5b84-4f37-9419-4400b9ec4912', 'name': 'volume-ce68b177-5b84-4f37-9419-4400b9ec4912', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3cdb69f-a268-4e3a-bdc3-1929b1591c0e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce68b177-5b84-4f37-9419-4400b9ec4912', 'serial': 'ce68b177-5b84-4f37-9419-4400b9ec4912'} {{(pid=65418) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1202.867454] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4783f9b0-5099-48c3-9b26-2b003d8dbba5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.899025] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21f59b4-647f-434b-89b0-abe762be2ebf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.924079] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-32bba9da-dd34-4a46-98d2-412e355ea7d2 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-ce68b177-5b84-4f37-9419-4400b9ec4912/volume-ce68b177-5b84-4f37-9419-4400b9ec4912.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.924442] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-065e19ea-f21f-47d4-ba6b-0802a7378f5d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.947291] env[65418]: DEBUG oslo_vmware.api [None req-32bba9da-dd34-4a46-98d2-412e355ea7d2 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 1202.947291] env[65418]: value = "task-4689328" [ 1202.947291] env[65418]: _type = "Task" [ 1202.947291] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.956293] env[65418]: DEBUG oslo_vmware.api [None req-32bba9da-dd34-4a46-98d2-412e355ea7d2 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689328, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.058206] env[65418]: DEBUG oslo_vmware.api [None req-c3bd0086-3b7a-44cd-bf14-a69580be159d tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689327, 'name': PowerOffVM_Task, 'duration_secs': 0.23982} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.058206] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3bd0086-3b7a-44cd-bf14-a69580be159d tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.058206] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bd0086-3b7a-44cd-bf14-a69580be159d tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.058206] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3dc50c5e-ace7-4bef-ae30-a94fb35fa56c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.138686] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bd0086-3b7a-44cd-bf14-a69580be159d tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1203.138944] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bd0086-3b7a-44cd-bf14-a69580be159d tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1203.139147] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3bd0086-3b7a-44cd-bf14-a69580be159d tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Deleting the datastore file [datastore2] e575aedd-98c8-4749-b83c-c91590d7fbc8 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.139411] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c39fd67e-a696-4c7c-92c7-4c73dcb480fa {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.149065] env[65418]: DEBUG oslo_vmware.api [None req-c3bd0086-3b7a-44cd-bf14-a69580be159d tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for the task: (returnval){ [ 1203.149065] env[65418]: value = "task-4689330" [ 1203.149065] env[65418]: _type = "Task" [ 1203.149065] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.161848] env[65418]: DEBUG oslo_vmware.api [None req-c3bd0086-3b7a-44cd-bf14-a69580be159d tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.190851] env[65418]: DEBUG nova.network.neutron [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Successfully created port: b3c5fea4-4e3f-47ce-818c-286c57eecbb4 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1203.295091] env[65418]: INFO nova.compute.resource_tracker [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Updating resource usage from migration 0d633df1-fa8f-41a4-90d1-f28bf4b51c38 [ 1203.443131] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0490ffbc-42ad-4ffe-ba00-e8a6c675c2cc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.459353] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27401fbf-0e32-4604-8286-64a6c7229044 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.464224] env[65418]: DEBUG oslo_vmware.api [None req-32bba9da-dd34-4a46-98d2-412e355ea7d2 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689328, 'name': ReconfigVM_Task, 'duration_secs': 0.430102} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.490036] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-32bba9da-dd34-4a46-98d2-412e355ea7d2 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-ce68b177-5b84-4f37-9419-4400b9ec4912/volume-ce68b177-5b84-4f37-9419-4400b9ec4912.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.495820] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9939a654-d116-42ce-a0d0-0184b722c09a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.508413] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59afb752-97c0-4a66-8c74-f062f1b73093 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.519592] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fa2cb4-dcdf-4d45-80a2-1a211176871f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.524972] env[65418]: DEBUG oslo_vmware.api [None req-32bba9da-dd34-4a46-98d2-412e355ea7d2 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 1203.524972] env[65418]: value = "task-4689331" [ 1203.524972] env[65418]: _type = "Task" [ 1203.524972] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.539214] env[65418]: DEBUG nova.compute.provider_tree [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.546496] env[65418]: DEBUG oslo_vmware.api [None req-32bba9da-dd34-4a46-98d2-412e355ea7d2 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689331, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.660744] env[65418]: DEBUG oslo_vmware.api [None req-c3bd0086-3b7a-44cd-bf14-a69580be159d tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Task: {'id': task-4689330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169747} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.661057] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3bd0086-3b7a-44cd-bf14-a69580be159d tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1203.661258] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bd0086-3b7a-44cd-bf14-a69580be159d tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1203.661546] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c3bd0086-3b7a-44cd-bf14-a69580be159d tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1203.661983] env[65418]: INFO nova.compute.manager [None req-c3bd0086-3b7a-44cd-bf14-a69580be159d tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1203.661983] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-c3bd0086-3b7a-44cd-bf14-a69580be159d tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1203.662176] env[65418]: DEBUG nova.compute.manager [-] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1203.662269] env[65418]: DEBUG nova.network.neutron [-] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1203.662513] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1203.720623] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1203.799935] env[65418]: DEBUG nova.compute.manager [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1203.829587] env[65418]: DEBUG nova.virt.hardware [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1203.829831] env[65418]: DEBUG nova.virt.hardware [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.830148] env[65418]: DEBUG nova.virt.hardware [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1203.830401] env[65418]: DEBUG nova.virt.hardware [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.830579] env[65418]: DEBUG nova.virt.hardware [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1203.830742] env[65418]: DEBUG nova.virt.hardware [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1203.830959] env[65418]: DEBUG nova.virt.hardware [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1203.831132] env[65418]: DEBUG nova.virt.hardware [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1203.831302] env[65418]: DEBUG nova.virt.hardware [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1203.831457] env[65418]: DEBUG nova.virt.hardware [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1203.831622] env[65418]: DEBUG nova.virt.hardware [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1203.832611] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0798f0-395d-437d-9821-d5504319fde4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.841232] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbf6a74-5bb6-448e-a840-470395cf3813 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.983213] env[65418]: DEBUG oslo_concurrency.lockutils [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquiring lock "fae10bd6-a094-4a70-90f5-4203b27b8f4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.983417] env[65418]: DEBUG oslo_concurrency.lockutils [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "fae10bd6-a094-4a70-90f5-4203b27b8f4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.038781] env[65418]: DEBUG oslo_vmware.api [None req-32bba9da-dd34-4a46-98d2-412e355ea7d2 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689331, 'name': ReconfigVM_Task, 'duration_secs': 0.187836} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.039094] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-32bba9da-dd34-4a46-98d2-412e355ea7d2 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915304', 'volume_id': 'ce68b177-5b84-4f37-9419-4400b9ec4912', 'name': 'volume-ce68b177-5b84-4f37-9419-4400b9ec4912', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3cdb69f-a268-4e3a-bdc3-1929b1591c0e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce68b177-5b84-4f37-9419-4400b9ec4912', 'serial': 'ce68b177-5b84-4f37-9419-4400b9ec4912'} {{(pid=65418) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1204.042617] env[65418]: DEBUG nova.scheduler.client.report [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.262367] env[65418]: DEBUG nova.compute.manager [req-e6e65fd1-2053-4e59-9e42-d08e01d28670 req-5c3d12df-71f1-488a-af11-453c3b5d4a76 service nova] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Received event network-vif-deleted-d39bf165-1107-4e53-8cf7-dfd6cb0f76a7 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1204.262673] env[65418]: INFO nova.compute.manager [req-e6e65fd1-2053-4e59-9e42-d08e01d28670 req-5c3d12df-71f1-488a-af11-453c3b5d4a76 service nova] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Neutron deleted interface d39bf165-1107-4e53-8cf7-dfd6cb0f76a7; detaching it from the instance and deleting it from the info cache [ 1204.262751] env[65418]: DEBUG nova.network.neutron [req-e6e65fd1-2053-4e59-9e42-d08e01d28670 req-5c3d12df-71f1-488a-af11-453c3b5d4a76 service nova] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.486043] env[65418]: DEBUG nova.compute.manager [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1204.549296] env[65418]: DEBUG oslo_concurrency.lockutils [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.283s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.549512] env[65418]: INFO nova.compute.manager [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Migrating [ 1204.556600] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.219s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.648556] env[65418]: DEBUG nova.network.neutron [-] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.702329] env[65418]: DEBUG nova.compute.manager [req-5b26279d-6beb-484d-bc30-de0af4ba32a9 req-4d36979c-b2a4-4da3-ad63-69bb1c7d52ad service nova] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Received event network-vif-plugged-b3c5fea4-4e3f-47ce-818c-286c57eecbb4 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1204.702614] env[65418]: DEBUG oslo_concurrency.lockutils [req-5b26279d-6beb-484d-bc30-de0af4ba32a9 req-4d36979c-b2a4-4da3-ad63-69bb1c7d52ad service nova] Acquiring lock "58fc376e-bb46-4241-9add-2df059f64341-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.702881] env[65418]: DEBUG oslo_concurrency.lockutils [req-5b26279d-6beb-484d-bc30-de0af4ba32a9 req-4d36979c-b2a4-4da3-ad63-69bb1c7d52ad service nova] Lock "58fc376e-bb46-4241-9add-2df059f64341-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.703316] env[65418]: DEBUG oslo_concurrency.lockutils [req-5b26279d-6beb-484d-bc30-de0af4ba32a9 req-4d36979c-b2a4-4da3-ad63-69bb1c7d52ad service nova] Lock "58fc376e-bb46-4241-9add-2df059f64341-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.703316] env[65418]: DEBUG nova.compute.manager [req-5b26279d-6beb-484d-bc30-de0af4ba32a9 req-4d36979c-b2a4-4da3-ad63-69bb1c7d52ad service nova] [instance: 58fc376e-bb46-4241-9add-2df059f64341] No waiting events found dispatching network-vif-plugged-b3c5fea4-4e3f-47ce-818c-286c57eecbb4 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1204.703585] env[65418]: WARNING nova.compute.manager [req-5b26279d-6beb-484d-bc30-de0af4ba32a9 req-4d36979c-b2a4-4da3-ad63-69bb1c7d52ad service nova] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Received unexpected event network-vif-plugged-b3c5fea4-4e3f-47ce-818c-286c57eecbb4 for instance with vm_state building and task_state spawning. [ 1204.765605] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-353edfc7-8b46-40aa-a580-9e7f16a16f8c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.777368] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57769121-1055-45cb-b03d-0f95f2ef453f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.811031] env[65418]: DEBUG nova.compute.manager [req-e6e65fd1-2053-4e59-9e42-d08e01d28670 req-5c3d12df-71f1-488a-af11-453c3b5d4a76 service nova] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Detach interface failed, port_id=d39bf165-1107-4e53-8cf7-dfd6cb0f76a7, reason: Instance e575aedd-98c8-4749-b83c-c91590d7fbc8 could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1204.812451] env[65418]: DEBUG nova.network.neutron [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Successfully updated port: b3c5fea4-4e3f-47ce-818c-286c57eecbb4 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1205.008664] env[65418]: DEBUG oslo_concurrency.lockutils [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.071753] env[65418]: DEBUG oslo_concurrency.lockutils [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "refresh_cache-8f629e0a-51ce-489a-84b7-ae320abcf215" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.071987] env[65418]: DEBUG oslo_concurrency.lockutils [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquired lock "refresh_cache-8f629e0a-51ce-489a-84b7-ae320abcf215" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.072235] env[65418]: DEBUG nova.network.neutron [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1205.089213] env[65418]: DEBUG nova.objects.instance [None req-32bba9da-dd34-4a46-98d2-412e355ea7d2 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lazy-loading 'flavor' on Instance uuid f3cdb69f-a268-4e3a-bdc3-1929b1591c0e {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.150313] env[65418]: INFO nova.compute.manager [-] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Took 1.49 seconds to deallocate network for instance. [ 1205.316038] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "refresh_cache-58fc376e-bb46-4241-9add-2df059f64341" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.316153] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquired lock "refresh_cache-58fc376e-bb46-4241-9add-2df059f64341" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.316302] env[65418]: DEBUG nova.network.neutron [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1205.575030] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Applying migration context for instance 8f629e0a-51ce-489a-84b7-ae320abcf215 as it has an incoming, in-progress migration 0d633df1-fa8f-41a4-90d1-f28bf4b51c38. Migration status is pre-migrating {{(pid=65418) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1205.576311] env[65418]: INFO nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Updating resource usage from migration 0d633df1-fa8f-41a4-90d1-f28bf4b51c38 [ 1205.579854] env[65418]: WARNING neutronclient.v2_0.client [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.593612] env[65418]: DEBUG oslo_concurrency.lockutils [None req-32bba9da-dd34-4a46-98d2-412e355ea7d2 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.354s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.598506] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance f20a3241-1b6e-4072-b3f6-f8cef3f52188 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1205.598654] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 5bb3d343-2754-4900-aa0c-975cf4ef7af8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1205.598773] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance e575aedd-98c8-4749-b83c-c91590d7fbc8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1205.598885] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance f3cdb69f-a268-4e3a-bdc3-1929b1591c0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1205.598994] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance decc248d-4fd5-4a56-b86e-1c590ea310a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1205.599128] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 2f555004-b95d-4773-8980-1c2837a67adb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1205.599234] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 58fc376e-bb46-4241-9add-2df059f64341 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1205.599341] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Migration 0d633df1-fa8f-41a4-90d1-f28bf4b51c38 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1205.599446] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 8f629e0a-51ce-489a-84b7-ae320abcf215 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1205.656776] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c3bd0086-3b7a-44cd-bf14-a69580be159d tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.764221] env[65418]: WARNING neutronclient.v2_0.client [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.834718] env[65418]: DEBUG nova.network.neutron [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Updating instance_info_cache with network_info: [{"id": "304dbe2d-e7d9-4261-bd94-b9928f3dbc05", "address": "fa:16:3e:19:5a:c5", "network": {"id": "c27d84e9-3c8c-494e-9a9a-60f6a70f7158", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1554886198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0140731fab4ddebe63cfa14ec652ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap304dbe2d-e7", "ovs_interfaceid": "304dbe2d-e7d9-4261-bd94-b9928f3dbc05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.856413] env[65418]: DEBUG nova.network.neutron [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1205.930689] env[65418]: WARNING neutronclient.v2_0.client [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1205.999598] env[65418]: DEBUG nova.network.neutron [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Updating instance_info_cache with network_info: [{"id": "b3c5fea4-4e3f-47ce-818c-286c57eecbb4", "address": "fa:16:3e:96:9f:8a", "network": {"id": "0b4d27b9-e8b8-40be-ba95-6e857bc0dc77", "bridge": "br-int", "label": "tempest-ServersTestJSON-903876646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e602a5de371d43328e7231a6867a600a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3c5fea4-4e", "ovs_interfaceid": "b3c5fea4-4e3f-47ce-818c-286c57eecbb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.102547] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance fae10bd6-a094-4a70-90f5-4203b27b8f4d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1206.102776] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=65418) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1206.103029] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=100GB used_disk=7GB total_vcpus=48 used_vcpus=9 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '8', 'num_vm_active': '7', 'num_task_None': '5', 'num_os_type_None': '8', 'num_proj_4f0140731fab4ddebe63cfa14ec652ae': '3', 'io_workload': '2', 'num_proj_e602a5de371d43328e7231a6867a600a': '2', 'num_task_deleting': '1', 'num_proj_5e0727a4c133420fa0cb4f4356dee109': '1', 'num_proj_d6824359fffa4e4a9be6a8fcfac948e7': '1', 'num_proj_5e14fd3d9ea54564854290858d3c5cc9': '1', 'num_task_resize_prep': '1', 'num_vm_building': '1', 'num_task_spawning': '1'} {{(pid=65418) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1206.246849] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8c2be1-06c1-4d80-9688-76b907b88c04 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.255813] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8d02af-8c01-426a-a991-8ecb7f2a6727 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.287741] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ca907e-9f9d-4ae0-b94c-9568b8ef050b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.296223] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed003fc2-3704-46b1-bd2b-0e06e99b43b9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.310059] env[65418]: DEBUG nova.compute.provider_tree [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.340110] env[65418]: DEBUG oslo_concurrency.lockutils [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Releasing lock "refresh_cache-8f629e0a-51ce-489a-84b7-ae320abcf215" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.449411] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a7e90336-47f9-4161-85df-8726feae5deb tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquiring lock "f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.449655] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a7e90336-47f9-4161-85df-8726feae5deb tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.502189] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Releasing lock "refresh_cache-58fc376e-bb46-4241-9add-2df059f64341" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.502575] env[65418]: DEBUG nova.compute.manager [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Instance network_info: |[{"id": "b3c5fea4-4e3f-47ce-818c-286c57eecbb4", "address": "fa:16:3e:96:9f:8a", "network": {"id": "0b4d27b9-e8b8-40be-ba95-6e857bc0dc77", "bridge": "br-int", "label": "tempest-ServersTestJSON-903876646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e602a5de371d43328e7231a6867a600a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3c5fea4-4e", "ovs_interfaceid": "b3c5fea4-4e3f-47ce-818c-286c57eecbb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1206.503028] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:9f:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98f447de-d71e-41ef-bc37-ed97b4a1f58f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3c5fea4-4e3f-47ce-818c-286c57eecbb4', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1206.510460] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1206.511144] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1206.511388] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29a1b058-f6e5-48e2-bf4a-239997c83154 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.532101] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1206.532101] env[65418]: value = "task-4689332" [ 1206.532101] env[65418]: _type = "Task" [ 1206.532101] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.540830] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689332, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.799165] env[65418]: DEBUG nova.compute.manager [req-621bdc48-2d00-48a6-ae38-2caa1cf0cab1 req-6920eeb4-2f0a-4164-bd6d-63b5f60e5683 service nova] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Received event network-changed-b3c5fea4-4e3f-47ce-818c-286c57eecbb4 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1206.799165] env[65418]: DEBUG nova.compute.manager [req-621bdc48-2d00-48a6-ae38-2caa1cf0cab1 req-6920eeb4-2f0a-4164-bd6d-63b5f60e5683 service nova] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Refreshing instance network info cache due to event network-changed-b3c5fea4-4e3f-47ce-818c-286c57eecbb4. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1206.799297] env[65418]: DEBUG oslo_concurrency.lockutils [req-621bdc48-2d00-48a6-ae38-2caa1cf0cab1 req-6920eeb4-2f0a-4164-bd6d-63b5f60e5683 service nova] Acquiring lock "refresh_cache-58fc376e-bb46-4241-9add-2df059f64341" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.799473] env[65418]: DEBUG oslo_concurrency.lockutils [req-621bdc48-2d00-48a6-ae38-2caa1cf0cab1 req-6920eeb4-2f0a-4164-bd6d-63b5f60e5683 service nova] Acquired lock "refresh_cache-58fc376e-bb46-4241-9add-2df059f64341" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.799663] env[65418]: DEBUG nova.network.neutron [req-621bdc48-2d00-48a6-ae38-2caa1cf0cab1 req-6920eeb4-2f0a-4164-bd6d-63b5f60e5683 service nova] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Refreshing network info cache for port b3c5fea4-4e3f-47ce-818c-286c57eecbb4 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.813048] env[65418]: DEBUG nova.scheduler.client.report [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.952919] env[65418]: DEBUG nova.compute.utils [None req-a7e90336-47f9-4161-85df-8726feae5deb tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1206.978144] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "2f555004-b95d-4773-8980-1c2837a67adb" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.978427] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "2f555004-b95d-4773-8980-1c2837a67adb" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.978604] env[65418]: INFO nova.compute.manager [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Shelving [ 1207.042761] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689332, 'name': CreateVM_Task, 'duration_secs': 0.33948} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.042968] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1207.043447] env[65418]: WARNING neutronclient.v2_0.client [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.043833] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.043984] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.044317] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.044569] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e4ded03-63fb-4188-b642-a0cac0cbe078 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.050222] env[65418]: DEBUG oslo_vmware.api [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1207.050222] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52fa415c-11c8-d771-c714-e7f63811c485" [ 1207.050222] env[65418]: _type = "Task" [ 1207.050222] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.059329] env[65418]: DEBUG oslo_vmware.api [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52fa415c-11c8-d771-c714-e7f63811c485, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.302901] env[65418]: WARNING neutronclient.v2_0.client [req-621bdc48-2d00-48a6-ae38-2caa1cf0cab1 req-6920eeb4-2f0a-4164-bd6d-63b5f60e5683 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.318301] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65418) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1207.318923] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.762s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.319391] env[65418]: DEBUG oslo_concurrency.lockutils [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.311s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.321131] env[65418]: INFO nova.compute.claims [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.455720] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a7e90336-47f9-4161-85df-8726feae5deb tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.469340] env[65418]: WARNING neutronclient.v2_0.client [req-621bdc48-2d00-48a6-ae38-2caa1cf0cab1 req-6920eeb4-2f0a-4164-bd6d-63b5f60e5683 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.538961] env[65418]: DEBUG nova.network.neutron [req-621bdc48-2d00-48a6-ae38-2caa1cf0cab1 req-6920eeb4-2f0a-4164-bd6d-63b5f60e5683 service nova] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Updated VIF entry in instance network info cache for port b3c5fea4-4e3f-47ce-818c-286c57eecbb4. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1207.539350] env[65418]: DEBUG nova.network.neutron [req-621bdc48-2d00-48a6-ae38-2caa1cf0cab1 req-6920eeb4-2f0a-4164-bd6d-63b5f60e5683 service nova] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Updating instance_info_cache with network_info: [{"id": "b3c5fea4-4e3f-47ce-818c-286c57eecbb4", "address": "fa:16:3e:96:9f:8a", "network": {"id": "0b4d27b9-e8b8-40be-ba95-6e857bc0dc77", "bridge": "br-int", "label": "tempest-ServersTestJSON-903876646-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e602a5de371d43328e7231a6867a600a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98f447de-d71e-41ef-bc37-ed97b4a1f58f", "external-id": "nsx-vlan-transportzone-904", "segmentation_id": 904, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3c5fea4-4e", "ovs_interfaceid": "b3c5fea4-4e3f-47ce-818c-286c57eecbb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.562497] env[65418]: DEBUG oslo_vmware.api [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52fa415c-11c8-d771-c714-e7f63811c485, 'name': SearchDatastore_Task, 'duration_secs': 0.013069} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.562776] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.562995] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1207.563234] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.563373] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.563565] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1207.563833] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db4a77a9-87c3-48e3-b490-bca9bb42fedc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.572887] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1207.573068] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1207.573764] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0db44bc-c86d-43a6-b014-50089cad530b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.578954] env[65418]: DEBUG oslo_vmware.api [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1207.578954] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e8ee61-72d1-45e2-441d-686e440a76d9" [ 1207.578954] env[65418]: _type = "Task" [ 1207.578954] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.587201] env[65418]: DEBUG oslo_vmware.api [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e8ee61-72d1-45e2-441d-686e440a76d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.854840] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ebfc5c-d8d3-455b-92ba-7361008246af {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.874461] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Updating instance '8f629e0a-51ce-489a-84b7-ae320abcf215' progress to 0 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1207.988902] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.989338] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a095723-8e90-4daa-9002-13583cf9577a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.997180] env[65418]: DEBUG oslo_vmware.api [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1207.997180] env[65418]: value = "task-4689333" [ 1207.997180] env[65418]: _type = "Task" [ 1207.997180] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.007564] env[65418]: DEBUG oslo_vmware.api [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.043257] env[65418]: DEBUG oslo_concurrency.lockutils [req-621bdc48-2d00-48a6-ae38-2caa1cf0cab1 req-6920eeb4-2f0a-4164-bd6d-63b5f60e5683 service nova] Releasing lock "refresh_cache-58fc376e-bb46-4241-9add-2df059f64341" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.090332] env[65418]: DEBUG oslo_vmware.api [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e8ee61-72d1-45e2-441d-686e440a76d9, 'name': SearchDatastore_Task, 'duration_secs': 0.009683} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.091299] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-858f34a5-4669-47c1-ab2a-6564c418f416 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.098141] env[65418]: DEBUG oslo_vmware.api [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1208.098141] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5265d544-71f7-faa6-68dd-c1ad6b8e1894" [ 1208.098141] env[65418]: _type = "Task" [ 1208.098141] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.108235] env[65418]: DEBUG oslo_vmware.api [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5265d544-71f7-faa6-68dd-c1ad6b8e1894, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.380809] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1208.381872] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f03939a1-46f5-4ac2-a2cf-e75ccd1c1c60 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.390486] env[65418]: DEBUG oslo_vmware.api [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1208.390486] env[65418]: value = "task-4689334" [ 1208.390486] env[65418]: _type = "Task" [ 1208.390486] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.403825] env[65418]: DEBUG oslo_vmware.api [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.485775] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bed9888-245a-45ac-bd31-9fbca74392be {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.494401] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13834e3-5234-4b4a-9bc4-c2d628d5f4d7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.509216] env[65418]: DEBUG oslo_vmware.api [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689333, 'name': PowerOffVM_Task, 'duration_secs': 0.237951} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.538074] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.538540] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a7e90336-47f9-4161-85df-8726feae5deb tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquiring lock "f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.538781] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a7e90336-47f9-4161-85df-8726feae5deb tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.538999] env[65418]: INFO nova.compute.manager [None req-a7e90336-47f9-4161-85df-8726feae5deb tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Attaching volume b0c02a9e-1fdd-415d-8856-6915f7b72d94 to /dev/sdc [ 1208.542645] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfc9057-e0a7-4139-8447-49fc64bfeef0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.546380] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd74cacb-a36e-435f-b946-37e09f3df15d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.570148] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cdfd22-cd91-4bd5-835f-3c9a846387d0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.574449] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11762dee-96bc-454f-9a46-31548a1a9cbf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.578312] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf3a8c7-eaec-44a3-876f-7926b08fed18 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.595859] env[65418]: DEBUG nova.compute.provider_tree [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.601700] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0158b4fb-22c7-418e-a7c1-e4a43cce1230 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.611809] env[65418]: DEBUG oslo_vmware.api [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5265d544-71f7-faa6-68dd-c1ad6b8e1894, 'name': SearchDatastore_Task, 'duration_secs': 0.011629} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.612093] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.612376] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 58fc376e-bb46-4241-9add-2df059f64341/58fc376e-bb46-4241-9add-2df059f64341.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1208.613350] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69e0c8ee-d8e0-46af-b2a6-6e2947bfb413 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.619457] env[65418]: DEBUG nova.virt.block_device [None req-a7e90336-47f9-4161-85df-8726feae5deb tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Updating existing volume attachment record: 4fffba9f-3e07-44b6-b136-3380855703a8 {{(pid=65418) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1208.629265] env[65418]: DEBUG oslo_vmware.api [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1208.629265] env[65418]: value = "task-4689335" [ 1208.629265] env[65418]: _type = "Task" [ 1208.629265] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.639248] env[65418]: DEBUG oslo_vmware.api [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.904599] env[65418]: DEBUG oslo_vmware.api [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689334, 'name': PowerOffVM_Task, 'duration_secs': 0.16527} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.904900] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.905097] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Updating instance '8f629e0a-51ce-489a-84b7-ae320abcf215' progress to 17 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1209.105840] env[65418]: DEBUG nova.scheduler.client.report [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.110301] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Creating Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1209.111054] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-84d04673-f3de-4b9d-aa9f-a67d283e37da {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.119658] env[65418]: DEBUG oslo_vmware.api [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1209.119658] env[65418]: value = "task-4689337" [ 1209.119658] env[65418]: _type = "Task" [ 1209.119658] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.130606] env[65418]: DEBUG oslo_vmware.api [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689337, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.141411] env[65418]: DEBUG oslo_vmware.api [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496912} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.141747] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 58fc376e-bb46-4241-9add-2df059f64341/58fc376e-bb46-4241-9add-2df059f64341.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1209.141997] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1209.142308] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07032327-6dc6-4a4f-9b56-502a3d09a06e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.151114] env[65418]: DEBUG oslo_vmware.api [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1209.151114] env[65418]: value = "task-4689338" [ 1209.151114] env[65418]: _type = "Task" [ 1209.151114] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.160355] env[65418]: DEBUG oslo_vmware.api [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.412938] env[65418]: DEBUG nova.virt.hardware [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1209.413262] env[65418]: DEBUG nova.virt.hardware [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.413434] env[65418]: DEBUG nova.virt.hardware [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1209.413699] env[65418]: DEBUG nova.virt.hardware [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.413883] env[65418]: DEBUG nova.virt.hardware [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1209.414079] env[65418]: DEBUG nova.virt.hardware [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1209.414367] env[65418]: DEBUG nova.virt.hardware [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1209.414499] env[65418]: DEBUG nova.virt.hardware [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1209.414704] env[65418]: DEBUG nova.virt.hardware [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1209.414868] env[65418]: DEBUG nova.virt.hardware [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1209.415060] env[65418]: DEBUG nova.virt.hardware [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1209.420429] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d57b329-4412-406c-a079-0cb56d29110d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.437339] env[65418]: DEBUG oslo_vmware.api [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1209.437339] env[65418]: value = "task-4689339" [ 1209.437339] env[65418]: _type = "Task" [ 1209.437339] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.447422] env[65418]: DEBUG oslo_vmware.api [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689339, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.613062] env[65418]: DEBUG oslo_concurrency.lockutils [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.293s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.613802] env[65418]: DEBUG nova.compute.manager [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1209.617912] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c3bd0086-3b7a-44cd-bf14-a69580be159d tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.961s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.618219] env[65418]: DEBUG nova.objects.instance [None req-c3bd0086-3b7a-44cd-bf14-a69580be159d tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lazy-loading 'resources' on Instance uuid e575aedd-98c8-4749-b83c-c91590d7fbc8 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.629907] env[65418]: DEBUG oslo_vmware.api [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689337, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.661317] env[65418]: DEBUG oslo_vmware.api [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070767} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.661590] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1209.662450] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099942fd-01fa-496b-b235-89ab28f18f33 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.684772] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 58fc376e-bb46-4241-9add-2df059f64341/58fc376e-bb46-4241-9add-2df059f64341.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.685077] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b63fdc7d-edab-4705-b827-833a43545bb1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.705999] env[65418]: DEBUG oslo_vmware.api [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1209.705999] env[65418]: value = "task-4689340" [ 1209.705999] env[65418]: _type = "Task" [ 1209.705999] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.714891] env[65418]: DEBUG oslo_vmware.api [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.948301] env[65418]: DEBUG oslo_vmware.api [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689339, 'name': ReconfigVM_Task, 'duration_secs': 0.144115} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.948629] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Updating instance '8f629e0a-51ce-489a-84b7-ae320abcf215' progress to 33 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1210.122783] env[65418]: DEBUG nova.compute.utils [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1210.126959] env[65418]: DEBUG nova.compute.manager [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1210.127219] env[65418]: DEBUG nova.network.neutron [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1210.127633] env[65418]: WARNING neutronclient.v2_0.client [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.127878] env[65418]: WARNING neutronclient.v2_0.client [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.139372] env[65418]: DEBUG oslo_vmware.api [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689337, 'name': CreateSnapshot_Task, 'duration_secs': 0.520015} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.139622] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Created Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1210.140393] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652dfaff-02a6-447d-9819-fbef64a97956 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.170896] env[65418]: DEBUG nova.policy [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7583f9d0cba14a5d9000ebd942241129', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6abe9da871fc491f9a947dc7235b67b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1210.218302] env[65418]: DEBUG oslo_vmware.api [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689340, 'name': ReconfigVM_Task, 'duration_secs': 0.275272} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.220822] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 58fc376e-bb46-4241-9add-2df059f64341/58fc376e-bb46-4241-9add-2df059f64341.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.221639] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38b3586c-04da-4440-91f0-8d7b1cf93507 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.229792] env[65418]: DEBUG oslo_vmware.api [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1210.229792] env[65418]: value = "task-4689341" [ 1210.229792] env[65418]: _type = "Task" [ 1210.229792] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.241262] env[65418]: DEBUG oslo_vmware.api [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689341, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.273082] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1ae539-82e8-4a54-93c5-1bb6ee8120c0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.281433] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917e1dc7-5231-44d4-939d-040b6f7e20b3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.313250] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9193bebd-6af9-4a8b-9343-2e3259ce52fd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.323598] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67e9d60-f689-4686-a75e-e8eccc96a104 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.338640] env[65418]: DEBUG nova.compute.provider_tree [None req-c3bd0086-3b7a-44cd-bf14-a69580be159d tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.455849] env[65418]: DEBUG nova.virt.hardware [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1210.456158] env[65418]: DEBUG nova.virt.hardware [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.456553] env[65418]: DEBUG nova.virt.hardware [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1210.456553] env[65418]: DEBUG nova.virt.hardware [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.456654] env[65418]: DEBUG nova.virt.hardware [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1210.456767] env[65418]: DEBUG nova.virt.hardware [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1210.456965] env[65418]: DEBUG nova.virt.hardware [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1210.457135] env[65418]: DEBUG nova.virt.hardware [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1210.457295] env[65418]: DEBUG nova.virt.hardware [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1210.457451] env[65418]: DEBUG nova.virt.hardware [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1210.457616] env[65418]: DEBUG nova.virt.hardware [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1210.463209] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1210.463590] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59233da4-d20b-49cf-8ba9-f692dc0530ea {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.487973] env[65418]: DEBUG oslo_vmware.api [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1210.487973] env[65418]: value = "task-4689342" [ 1210.487973] env[65418]: _type = "Task" [ 1210.487973] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.493997] env[65418]: DEBUG nova.network.neutron [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Successfully created port: 9e596173-c205-4956-8571-e385844c77b4 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1210.500518] env[65418]: DEBUG oslo_vmware.api [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689342, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.628195] env[65418]: DEBUG nova.compute.manager [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1210.662873] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Creating linked-clone VM from snapshot {{(pid=65418) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1210.663245] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5328f0ef-7995-4008-b466-2d01f103aee8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.672211] env[65418]: DEBUG oslo_vmware.api [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1210.672211] env[65418]: value = "task-4689343" [ 1210.672211] env[65418]: _type = "Task" [ 1210.672211] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.681886] env[65418]: DEBUG oslo_vmware.api [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689343, 'name': CloneVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.740528] env[65418]: DEBUG oslo_vmware.api [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689341, 'name': Rename_Task, 'duration_secs': 0.171872} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.740953] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.741339] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c33e375c-3fff-4b40-8604-388c2a021e4c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.750426] env[65418]: DEBUG oslo_vmware.api [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1210.750426] env[65418]: value = "task-4689344" [ 1210.750426] env[65418]: _type = "Task" [ 1210.750426] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.761261] env[65418]: DEBUG oslo_vmware.api [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.843043] env[65418]: DEBUG nova.scheduler.client.report [None req-c3bd0086-3b7a-44cd-bf14-a69580be159d tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.001123] env[65418]: DEBUG oslo_vmware.api [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689342, 'name': ReconfigVM_Task, 'duration_secs': 0.161859} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.002084] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1211.002494] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612f436c-5f4e-4473-9271-11bfae35e59e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.028269] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-98042500-c255-4b37-b2e9-b9ece4fcd5b4/volume-98042500-c255-4b37-b2e9-b9ece4fcd5b4.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.028577] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47133a09-f664-486c-82fb-3c93de344c57 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.048374] env[65418]: DEBUG oslo_vmware.api [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1211.048374] env[65418]: value = "task-4689346" [ 1211.048374] env[65418]: _type = "Task" [ 1211.048374] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.058948] env[65418]: DEBUG oslo_vmware.api [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.185646] env[65418]: DEBUG oslo_vmware.api [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689343, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.263836] env[65418]: DEBUG oslo_vmware.api [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689344, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.348234] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c3bd0086-3b7a-44cd-bf14-a69580be159d tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.730s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.373940] env[65418]: INFO nova.scheduler.client.report [None req-c3bd0086-3b7a-44cd-bf14-a69580be159d tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Deleted allocations for instance e575aedd-98c8-4749-b83c-c91590d7fbc8 [ 1211.559106] env[65418]: DEBUG oslo_vmware.api [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689346, 'name': ReconfigVM_Task, 'duration_secs': 0.313622} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.559466] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-98042500-c255-4b37-b2e9-b9ece4fcd5b4/volume-98042500-c255-4b37-b2e9-b9ece4fcd5b4.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.559813] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Updating instance '8f629e0a-51ce-489a-84b7-ae320abcf215' progress to 50 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1211.640082] env[65418]: DEBUG nova.compute.manager [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1211.670899] env[65418]: DEBUG nova.virt.hardware [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1211.671170] env[65418]: DEBUG nova.virt.hardware [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.671323] env[65418]: DEBUG nova.virt.hardware [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1211.671600] env[65418]: DEBUG nova.virt.hardware [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.671753] env[65418]: DEBUG nova.virt.hardware [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1211.671891] env[65418]: DEBUG nova.virt.hardware [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1211.672106] env[65418]: DEBUG nova.virt.hardware [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1211.672264] env[65418]: DEBUG nova.virt.hardware [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1211.672426] env[65418]: DEBUG nova.virt.hardware [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1211.672584] env[65418]: DEBUG nova.virt.hardware [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1211.672752] env[65418]: DEBUG nova.virt.hardware [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1211.673707] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba98ab7-e3d6-4985-a530-1eb459cb735b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.687879] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a360d46b-4920-44bf-90b8-571300a992e4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.691937] env[65418]: DEBUG oslo_vmware.api [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689343, 'name': CloneVM_Task, 'duration_secs': 0.992517} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.692261] env[65418]: INFO nova.virt.vmwareapi.vmops [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Created linked-clone VM from snapshot [ 1211.693304] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5481476a-ef37-4491-bc32-ed6af77d0e1f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.715833] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Uploading image f9c0922e-6d20-44ac-bc27-8bd02f480856 {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1211.737967] env[65418]: DEBUG oslo_vmware.rw_handles [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1211.737967] env[65418]: value = "vm-915308" [ 1211.737967] env[65418]: _type = "VirtualMachine" [ 1211.737967] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1211.738303] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0e228d71-3cf5-4768-a164-0c3ac7129cde {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.746582] env[65418]: DEBUG oslo_vmware.rw_handles [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lease: (returnval){ [ 1211.746582] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5236ee01-f05f-0826-ed18-54171082c6a1" [ 1211.746582] env[65418]: _type = "HttpNfcLease" [ 1211.746582] env[65418]: } obtained for exporting VM: (result){ [ 1211.746582] env[65418]: value = "vm-915308" [ 1211.746582] env[65418]: _type = "VirtualMachine" [ 1211.746582] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1211.746859] env[65418]: DEBUG oslo_vmware.api [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the lease: (returnval){ [ 1211.746859] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5236ee01-f05f-0826-ed18-54171082c6a1" [ 1211.746859] env[65418]: _type = "HttpNfcLease" [ 1211.746859] env[65418]: } to be ready. {{(pid=65418) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1211.756539] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1211.756539] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5236ee01-f05f-0826-ed18-54171082c6a1" [ 1211.756539] env[65418]: _type = "HttpNfcLease" [ 1211.756539] env[65418]: } is initializing. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1211.761852] env[65418]: DEBUG oslo_vmware.api [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689344, 'name': PowerOnVM_Task, 'duration_secs': 0.586913} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.762118] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1211.762329] env[65418]: INFO nova.compute.manager [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Took 7.96 seconds to spawn the instance on the hypervisor. [ 1211.762502] env[65418]: DEBUG nova.compute.manager [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1211.763258] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2fd34b-80ea-4550-92d6-e561b31c7bb5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.882194] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c3bd0086-3b7a-44cd-bf14-a69580be159d tempest-ServerActionsTestJSON-1087044681 tempest-ServerActionsTestJSON-1087044681-project-member] Lock "e575aedd-98c8-4749-b83c-c91590d7fbc8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.862s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.957778] env[65418]: DEBUG nova.compute.manager [req-610bc776-9eb5-4b09-9380-1694b70a5bbb req-747c4199-5363-4d1d-b0c2-2d0a7c19420f service nova] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Received event network-vif-plugged-9e596173-c205-4956-8571-e385844c77b4 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1211.957998] env[65418]: DEBUG oslo_concurrency.lockutils [req-610bc776-9eb5-4b09-9380-1694b70a5bbb req-747c4199-5363-4d1d-b0c2-2d0a7c19420f service nova] Acquiring lock "fae10bd6-a094-4a70-90f5-4203b27b8f4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.958220] env[65418]: DEBUG oslo_concurrency.lockutils [req-610bc776-9eb5-4b09-9380-1694b70a5bbb req-747c4199-5363-4d1d-b0c2-2d0a7c19420f service nova] Lock "fae10bd6-a094-4a70-90f5-4203b27b8f4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.958370] env[65418]: DEBUG oslo_concurrency.lockutils [req-610bc776-9eb5-4b09-9380-1694b70a5bbb req-747c4199-5363-4d1d-b0c2-2d0a7c19420f service nova] Lock "fae10bd6-a094-4a70-90f5-4203b27b8f4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.958531] env[65418]: DEBUG nova.compute.manager [req-610bc776-9eb5-4b09-9380-1694b70a5bbb req-747c4199-5363-4d1d-b0c2-2d0a7c19420f service nova] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] No waiting events found dispatching network-vif-plugged-9e596173-c205-4956-8571-e385844c77b4 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1211.958699] env[65418]: WARNING nova.compute.manager [req-610bc776-9eb5-4b09-9380-1694b70a5bbb req-747c4199-5363-4d1d-b0c2-2d0a7c19420f service nova] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Received unexpected event network-vif-plugged-9e596173-c205-4956-8571-e385844c77b4 for instance with vm_state building and task_state spawning. [ 1212.045564] env[65418]: DEBUG nova.network.neutron [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Successfully updated port: 9e596173-c205-4956-8571-e385844c77b4 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1212.067254] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b986c997-f31e-430b-afe0-2b1610db67d9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.086715] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b3269b-bdd3-4f54-b869-dec608778897 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.105419] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Updating instance '8f629e0a-51ce-489a-84b7-ae320abcf215' progress to 67 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.260887] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1212.260887] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5236ee01-f05f-0826-ed18-54171082c6a1" [ 1212.260887] env[65418]: _type = "HttpNfcLease" [ 1212.260887] env[65418]: } is ready. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1212.261735] env[65418]: DEBUG oslo_vmware.rw_handles [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1212.261735] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5236ee01-f05f-0826-ed18-54171082c6a1" [ 1212.261735] env[65418]: _type = "HttpNfcLease" [ 1212.261735] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1212.262216] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0c06f7-5947-49c8-a59c-81e93f7c0180 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.271452] env[65418]: DEBUG oslo_vmware.rw_handles [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bc62bd-4d17-9cdd-7174-90b063cf78c9/disk-0.vmdk from lease info. {{(pid=65418) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1212.271704] env[65418]: DEBUG oslo_vmware.rw_handles [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bc62bd-4d17-9cdd-7174-90b063cf78c9/disk-0.vmdk for reading. {{(pid=65418) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1212.337580] env[65418]: INFO nova.compute.manager [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Took 14.36 seconds to build instance. [ 1212.390022] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c068afa6-dfec-455d-b2e3-d1c2fe13786d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.548587] env[65418]: DEBUG oslo_concurrency.lockutils [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquiring lock "refresh_cache-fae10bd6-a094-4a70-90f5-4203b27b8f4d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.548587] env[65418]: DEBUG oslo_concurrency.lockutils [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquired lock "refresh_cache-fae10bd6-a094-4a70-90f5-4203b27b8f4d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.548710] env[65418]: DEBUG nova.network.neutron [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1212.841327] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7e173c27-b5c6-4ca4-8fc3-05e29d4fa732 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "58fc376e-bb46-4241-9add-2df059f64341" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.868s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.112424] env[65418]: DEBUG nova.network.neutron [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1213.176605] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7e90336-47f9-4161-85df-8726feae5deb tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Volume attach. Driver type: vmdk {{(pid=65418) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1213.177533] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7e90336-47f9-4161-85df-8726feae5deb tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915306', 'volume_id': 'b0c02a9e-1fdd-415d-8856-6915f7b72d94', 'name': 'volume-b0c02a9e-1fdd-415d-8856-6915f7b72d94', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3cdb69f-a268-4e3a-bdc3-1929b1591c0e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b0c02a9e-1fdd-415d-8856-6915f7b72d94', 'serial': 'b0c02a9e-1fdd-415d-8856-6915f7b72d94'} {{(pid=65418) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1213.177950] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98626cd9-f1e7-438c-b38b-3b5a0a7a8fe6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.198462] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea153f8-f044-4c9d-9839-da48d98b737f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.204149] env[65418]: WARNING neutronclient.v2_0.client [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1213.235719] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7e90336-47f9-4161-85df-8726feae5deb tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-b0c02a9e-1fdd-415d-8856-6915f7b72d94/volume-b0c02a9e-1fdd-415d-8856-6915f7b72d94.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.239672] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f2cc59c-d70d-4cd1-8bbf-95d5cb8dbecd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.267415] env[65418]: DEBUG oslo_vmware.api [None req-a7e90336-47f9-4161-85df-8726feae5deb tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 1213.267415] env[65418]: value = "task-4689348" [ 1213.267415] env[65418]: _type = "Task" [ 1213.267415] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.280034] env[65418]: DEBUG oslo_vmware.api [None req-a7e90336-47f9-4161-85df-8726feae5deb tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689348, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.343312] env[65418]: DEBUG nova.network.neutron [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Updating instance_info_cache with network_info: [{"id": "9e596173-c205-4956-8571-e385844c77b4", "address": "fa:16:3e:4b:9c:e4", "network": {"id": "f6b3b999-6dfe-4709-a160-5a3cd6bb8cc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1037812382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6abe9da871fc491f9a947dc7235b67b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e596173-c2", "ovs_interfaceid": "9e596173-c205-4956-8571-e385844c77b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.484504] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3fcb3b48-ee16-4269-b27d-1d69560ab011 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "58fc376e-bb46-4241-9add-2df059f64341" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.484504] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3fcb3b48-ee16-4269-b27d-1d69560ab011 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "58fc376e-bb46-4241-9add-2df059f64341" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.484504] env[65418]: DEBUG nova.compute.manager [None req-3fcb3b48-ee16-4269-b27d-1d69560ab011 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1213.485223] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e791cd6e-0741-4202-bfaa-3c6fe3a9b0b8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.498468] env[65418]: DEBUG nova.compute.manager [None req-3fcb3b48-ee16-4269-b27d-1d69560ab011 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65418) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1213.502090] env[65418]: DEBUG nova.objects.instance [None req-3fcb3b48-ee16-4269-b27d-1d69560ab011 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lazy-loading 'flavor' on Instance uuid 58fc376e-bb46-4241-9add-2df059f64341 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.759495] env[65418]: WARNING neutronclient.v2_0.client [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1213.759985] env[65418]: WARNING neutronclient.v2_0.client [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1213.778836] env[65418]: DEBUG oslo_vmware.api [None req-a7e90336-47f9-4161-85df-8726feae5deb tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689348, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.811544] env[65418]: DEBUG nova.network.neutron [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Port 304dbe2d-e7d9-4261-bd94-b9928f3dbc05 binding to destination host cpu-1 is already ACTIVE {{(pid=65418) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1213.847148] env[65418]: DEBUG oslo_concurrency.lockutils [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Releasing lock "refresh_cache-fae10bd6-a094-4a70-90f5-4203b27b8f4d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.847459] env[65418]: DEBUG nova.compute.manager [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Instance network_info: |[{"id": "9e596173-c205-4956-8571-e385844c77b4", "address": "fa:16:3e:4b:9c:e4", "network": {"id": "f6b3b999-6dfe-4709-a160-5a3cd6bb8cc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1037812382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6abe9da871fc491f9a947dc7235b67b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e596173-c2", "ovs_interfaceid": "9e596173-c205-4956-8571-e385844c77b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1213.848042] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:9c:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e596173-c205-4956-8571-e385844c77b4', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.857397] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Creating folder: Project (6abe9da871fc491f9a947dc7235b67b3). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1213.858106] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55bbcccd-d1bc-4e3d-af29-224b37845cd1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.871487] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Created folder: Project (6abe9da871fc491f9a947dc7235b67b3) in parent group-v914982. [ 1213.871797] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Creating folder: Instances. Parent ref: group-v915309. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1213.872277] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-954cbee1-1c3c-4064-b42f-d6d17efd8b43 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.886629] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Created folder: Instances in parent group-v915309. [ 1213.887030] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1213.887317] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.887520] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba206247-4a2c-407f-acce-aa0cc8ee60ee {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.908357] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.908357] env[65418]: value = "task-4689351" [ 1213.908357] env[65418]: _type = "Task" [ 1213.908357] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.917758] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689351, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.995831] env[65418]: DEBUG nova.compute.manager [req-cf8e40f6-60e9-42e4-8f47-8973579fe1d3 req-91203c1a-4e63-4b7e-bf8c-7768a030af13 service nova] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Received event network-changed-9e596173-c205-4956-8571-e385844c77b4 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1213.996177] env[65418]: DEBUG nova.compute.manager [req-cf8e40f6-60e9-42e4-8f47-8973579fe1d3 req-91203c1a-4e63-4b7e-bf8c-7768a030af13 service nova] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Refreshing instance network info cache due to event network-changed-9e596173-c205-4956-8571-e385844c77b4. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1213.996888] env[65418]: DEBUG oslo_concurrency.lockutils [req-cf8e40f6-60e9-42e4-8f47-8973579fe1d3 req-91203c1a-4e63-4b7e-bf8c-7768a030af13 service nova] Acquiring lock "refresh_cache-fae10bd6-a094-4a70-90f5-4203b27b8f4d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.997122] env[65418]: DEBUG oslo_concurrency.lockutils [req-cf8e40f6-60e9-42e4-8f47-8973579fe1d3 req-91203c1a-4e63-4b7e-bf8c-7768a030af13 service nova] Acquired lock "refresh_cache-fae10bd6-a094-4a70-90f5-4203b27b8f4d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.997414] env[65418]: DEBUG nova.network.neutron [req-cf8e40f6-60e9-42e4-8f47-8973579fe1d3 req-91203c1a-4e63-4b7e-bf8c-7768a030af13 service nova] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Refreshing network info cache for port 9e596173-c205-4956-8571-e385844c77b4 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.279105] env[65418]: DEBUG oslo_vmware.api [None req-a7e90336-47f9-4161-85df-8726feae5deb tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689348, 'name': ReconfigVM_Task, 'duration_secs': 0.634219} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.279561] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7e90336-47f9-4161-85df-8726feae5deb tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-b0c02a9e-1fdd-415d-8856-6915f7b72d94/volume-b0c02a9e-1fdd-415d-8856-6915f7b72d94.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.284872] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cee524f-c22f-4004-b5fd-910f38b9f5c9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.302730] env[65418]: DEBUG oslo_vmware.api [None req-a7e90336-47f9-4161-85df-8726feae5deb tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 1214.302730] env[65418]: value = "task-4689352" [ 1214.302730] env[65418]: _type = "Task" [ 1214.302730] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.312890] env[65418]: DEBUG oslo_vmware.api [None req-a7e90336-47f9-4161-85df-8726feae5deb tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689352, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.419132] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689351, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.501281] env[65418]: WARNING neutronclient.v2_0.client [req-cf8e40f6-60e9-42e4-8f47-8973579fe1d3 req-91203c1a-4e63-4b7e-bf8c-7768a030af13 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1214.513033] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcb3b48-ee16-4269-b27d-1d69560ab011 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.513971] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de6ba42d-c33a-46bb-9a53-515755a7cd57 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.524083] env[65418]: DEBUG oslo_vmware.api [None req-3fcb3b48-ee16-4269-b27d-1d69560ab011 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1214.524083] env[65418]: value = "task-4689353" [ 1214.524083] env[65418]: _type = "Task" [ 1214.524083] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.535246] env[65418]: DEBUG oslo_vmware.api [None req-3fcb3b48-ee16-4269-b27d-1d69560ab011 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.689564] env[65418]: WARNING neutronclient.v2_0.client [req-cf8e40f6-60e9-42e4-8f47-8973579fe1d3 req-91203c1a-4e63-4b7e-bf8c-7768a030af13 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1214.761019] env[65418]: DEBUG nova.network.neutron [req-cf8e40f6-60e9-42e4-8f47-8973579fe1d3 req-91203c1a-4e63-4b7e-bf8c-7768a030af13 service nova] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Updated VIF entry in instance network info cache for port 9e596173-c205-4956-8571-e385844c77b4. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1214.761507] env[65418]: DEBUG nova.network.neutron [req-cf8e40f6-60e9-42e4-8f47-8973579fe1d3 req-91203c1a-4e63-4b7e-bf8c-7768a030af13 service nova] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Updating instance_info_cache with network_info: [{"id": "9e596173-c205-4956-8571-e385844c77b4", "address": "fa:16:3e:4b:9c:e4", "network": {"id": "f6b3b999-6dfe-4709-a160-5a3cd6bb8cc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1037812382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6abe9da871fc491f9a947dc7235b67b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e596173-c2", "ovs_interfaceid": "9e596173-c205-4956-8571-e385844c77b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.813969] env[65418]: DEBUG oslo_vmware.api [None req-a7e90336-47f9-4161-85df-8726feae5deb tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689352, 'name': ReconfigVM_Task, 'duration_secs': 0.179393} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.814358] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7e90336-47f9-4161-85df-8726feae5deb tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915306', 'volume_id': 'b0c02a9e-1fdd-415d-8856-6915f7b72d94', 'name': 'volume-b0c02a9e-1fdd-415d-8856-6915f7b72d94', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3cdb69f-a268-4e3a-bdc3-1929b1591c0e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b0c02a9e-1fdd-415d-8856-6915f7b72d94', 'serial': 'b0c02a9e-1fdd-415d-8856-6915f7b72d94'} {{(pid=65418) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1214.836894] env[65418]: DEBUG oslo_concurrency.lockutils [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "8f629e0a-51ce-489a-84b7-ae320abcf215-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.837135] env[65418]: DEBUG oslo_concurrency.lockutils [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "8f629e0a-51ce-489a-84b7-ae320abcf215-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.837300] env[65418]: DEBUG oslo_concurrency.lockutils [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "8f629e0a-51ce-489a-84b7-ae320abcf215-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.921438] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689351, 'name': CreateVM_Task} progress is 99%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.035248] env[65418]: DEBUG oslo_vmware.api [None req-3fcb3b48-ee16-4269-b27d-1d69560ab011 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.264448] env[65418]: DEBUG oslo_concurrency.lockutils [req-cf8e40f6-60e9-42e4-8f47-8973579fe1d3 req-91203c1a-4e63-4b7e-bf8c-7768a030af13 service nova] Releasing lock "refresh_cache-fae10bd6-a094-4a70-90f5-4203b27b8f4d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.421939] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689351, 'name': CreateVM_Task, 'duration_secs': 1.463452} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.422388] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1215.422773] env[65418]: WARNING neutronclient.v2_0.client [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.423268] env[65418]: DEBUG oslo_concurrency.lockutils [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.423487] env[65418]: DEBUG oslo_concurrency.lockutils [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.423891] env[65418]: DEBUG oslo_concurrency.lockutils [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.424200] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76e17075-7e65-4545-a932-5c523f965049 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.430443] env[65418]: DEBUG oslo_vmware.api [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1215.430443] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52fbd5c3-f45c-6889-abca-cc68f921b5c1" [ 1215.430443] env[65418]: _type = "Task" [ 1215.430443] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.440353] env[65418]: DEBUG oslo_vmware.api [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52fbd5c3-f45c-6889-abca-cc68f921b5c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.536096] env[65418]: DEBUG oslo_vmware.api [None req-3fcb3b48-ee16-4269-b27d-1d69560ab011 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689353, 'name': PowerOffVM_Task, 'duration_secs': 0.956457} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.536366] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcb3b48-ee16-4269-b27d-1d69560ab011 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.536615] env[65418]: DEBUG nova.compute.manager [None req-3fcb3b48-ee16-4269-b27d-1d69560ab011 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1215.537468] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6b0b4d-2642-47db-a393-6820f2863665 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.844147] env[65418]: WARNING neutronclient.v2_0.client [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.868878] env[65418]: DEBUG nova.objects.instance [None req-a7e90336-47f9-4161-85df-8726feae5deb tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lazy-loading 'flavor' on Instance uuid f3cdb69f-a268-4e3a-bdc3-1929b1591c0e {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.878416] env[65418]: DEBUG oslo_concurrency.lockutils [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "refresh_cache-8f629e0a-51ce-489a-84b7-ae320abcf215" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.878599] env[65418]: DEBUG oslo_concurrency.lockutils [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquired lock "refresh_cache-8f629e0a-51ce-489a-84b7-ae320abcf215" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.878771] env[65418]: DEBUG nova.network.neutron [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1215.941967] env[65418]: DEBUG oslo_vmware.api [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52fbd5c3-f45c-6889-abca-cc68f921b5c1, 'name': SearchDatastore_Task, 'duration_secs': 0.01128} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.942333] env[65418]: DEBUG oslo_concurrency.lockutils [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.942574] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1215.942810] env[65418]: DEBUG oslo_concurrency.lockutils [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.942949] env[65418]: DEBUG oslo_concurrency.lockutils [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.943151] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1215.943432] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56903b8b-58b6-4b08-833c-f0a469cee849 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.953836] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1215.954035] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1215.954624] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f48dca02-47c0-44bd-9949-4930649ecfe1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.961306] env[65418]: DEBUG oslo_vmware.api [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1215.961306] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b6ed26-7663-ca94-56e0-a57f8eb17365" [ 1215.961306] env[65418]: _type = "Task" [ 1215.961306] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.970709] env[65418]: DEBUG oslo_vmware.api [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b6ed26-7663-ca94-56e0-a57f8eb17365, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.051361] env[65418]: DEBUG oslo_concurrency.lockutils [None req-3fcb3b48-ee16-4269-b27d-1d69560ab011 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "58fc376e-bb46-4241-9add-2df059f64341" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.567s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.356587] env[65418]: DEBUG oslo_concurrency.lockutils [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Acquiring lock "75500770-6481-4907-af06-e12d7348e7f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.356878] env[65418]: DEBUG oslo_concurrency.lockutils [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Lock "75500770-6481-4907-af06-e12d7348e7f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.374945] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a7e90336-47f9-4161-85df-8726feae5deb tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.836s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.381261] env[65418]: WARNING neutronclient.v2_0.client [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.479128] env[65418]: DEBUG oslo_vmware.api [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b6ed26-7663-ca94-56e0-a57f8eb17365, 'name': SearchDatastore_Task, 'duration_secs': 0.010153} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.480220] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1b80c9f-e92a-48e7-8ad9-c07747bed837 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.486834] env[65418]: DEBUG oslo_vmware.api [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1216.486834] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5249fce9-69b4-3132-fc09-711f4fede6f3" [ 1216.486834] env[65418]: _type = "Task" [ 1216.486834] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.496829] env[65418]: DEBUG oslo_vmware.api [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5249fce9-69b4-3132-fc09-711f4fede6f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.564412] env[65418]: WARNING neutronclient.v2_0.client [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.638701] env[65418]: DEBUG nova.network.neutron [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Updating instance_info_cache with network_info: [{"id": "304dbe2d-e7d9-4261-bd94-b9928f3dbc05", "address": "fa:16:3e:19:5a:c5", "network": {"id": "c27d84e9-3c8c-494e-9a9a-60f6a70f7158", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1554886198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0140731fab4ddebe63cfa14ec652ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap304dbe2d-e7", "ovs_interfaceid": "304dbe2d-e7d9-4261-bd94-b9928f3dbc05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.859985] env[65418]: DEBUG nova.compute.manager [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1216.998330] env[65418]: DEBUG oslo_vmware.api [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5249fce9-69b4-3132-fc09-711f4fede6f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010584} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.998616] env[65418]: DEBUG oslo_concurrency.lockutils [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.998867] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] fae10bd6-a094-4a70-90f5-4203b27b8f4d/fae10bd6-a094-4a70-90f5-4203b27b8f4d.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1216.999153] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed49cd6d-a465-4d55-beaf-cb039cef298d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.007397] env[65418]: DEBUG oslo_vmware.api [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1217.007397] env[65418]: value = "task-4689354" [ 1217.007397] env[65418]: _type = "Task" [ 1217.007397] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.017361] env[65418]: DEBUG oslo_vmware.api [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.141728] env[65418]: DEBUG oslo_concurrency.lockutils [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Releasing lock "refresh_cache-8f629e0a-51ce-489a-84b7-ae320abcf215" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.229021] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7320648a-88f3-4fe8-9c61-af26c8e8eb65 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquiring lock "f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.229416] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7320648a-88f3-4fe8-9c61-af26c8e8eb65 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.374084] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f26d8809-f820-4a63-80a7-ef044ade9514 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "58fc376e-bb46-4241-9add-2df059f64341" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.374446] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f26d8809-f820-4a63-80a7-ef044ade9514 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "58fc376e-bb46-4241-9add-2df059f64341" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.374713] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f26d8809-f820-4a63-80a7-ef044ade9514 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "58fc376e-bb46-4241-9add-2df059f64341-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.374968] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f26d8809-f820-4a63-80a7-ef044ade9514 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "58fc376e-bb46-4241-9add-2df059f64341-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.375160] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f26d8809-f820-4a63-80a7-ef044ade9514 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "58fc376e-bb46-4241-9add-2df059f64341-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.378489] env[65418]: INFO nova.compute.manager [None req-f26d8809-f820-4a63-80a7-ef044ade9514 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Terminating instance [ 1217.388025] env[65418]: DEBUG oslo_concurrency.lockutils [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.388242] env[65418]: DEBUG oslo_concurrency.lockutils [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.390125] env[65418]: INFO nova.compute.claims [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1217.518246] env[65418]: DEBUG oslo_vmware.api [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689354, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476592} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.518616] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] fae10bd6-a094-4a70-90f5-4203b27b8f4d/fae10bd6-a094-4a70-90f5-4203b27b8f4d.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1217.518719] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1217.518989] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8be0fe74-258b-4d21-b6c3-96a9bfbc7239 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.526624] env[65418]: DEBUG oslo_vmware.api [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1217.526624] env[65418]: value = "task-4689355" [ 1217.526624] env[65418]: _type = "Task" [ 1217.526624] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.537695] env[65418]: DEBUG oslo_vmware.api [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689355, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.651764] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4cb202-ab6f-479f-8743-9167569e8326 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.660419] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd89da07-88b9-48eb-855c-d0235009af6f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.733282] env[65418]: INFO nova.compute.manager [None req-7320648a-88f3-4fe8-9c61-af26c8e8eb65 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Detaching volume ce68b177-5b84-4f37-9419-4400b9ec4912 [ 1217.774079] env[65418]: INFO nova.virt.block_device [None req-7320648a-88f3-4fe8-9c61-af26c8e8eb65 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Attempting to driver detach volume ce68b177-5b84-4f37-9419-4400b9ec4912 from mountpoint /dev/sdb [ 1217.774455] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-7320648a-88f3-4fe8-9c61-af26c8e8eb65 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Volume detach. Driver type: vmdk {{(pid=65418) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1217.774515] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-7320648a-88f3-4fe8-9c61-af26c8e8eb65 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915304', 'volume_id': 'ce68b177-5b84-4f37-9419-4400b9ec4912', 'name': 'volume-ce68b177-5b84-4f37-9419-4400b9ec4912', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3cdb69f-a268-4e3a-bdc3-1929b1591c0e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce68b177-5b84-4f37-9419-4400b9ec4912', 'serial': 'ce68b177-5b84-4f37-9419-4400b9ec4912'} {{(pid=65418) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1217.775435] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8aee58-67aa-4ca6-9234-e31f90ed6a47 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.800796] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84eb17d-264d-4364-809c-db3cbb8ed60d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.809466] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dec0c37-7cc2-4ce7-a0c7-902988302ac5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.834969] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906f756c-1afa-4385-ae7f-e07fe330a766 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.855124] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-7320648a-88f3-4fe8-9c61-af26c8e8eb65 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] The volume has not been displaced from its original location: [datastore1] volume-ce68b177-5b84-4f37-9419-4400b9ec4912/volume-ce68b177-5b84-4f37-9419-4400b9ec4912.vmdk. No consolidation needed. {{(pid=65418) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1217.860512] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-7320648a-88f3-4fe8-9c61-af26c8e8eb65 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1217.860941] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ceec23ec-3343-4e84-940a-bfae31136f70 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.880511] env[65418]: DEBUG oslo_vmware.api [None req-7320648a-88f3-4fe8-9c61-af26c8e8eb65 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 1217.880511] env[65418]: value = "task-4689356" [ 1217.880511] env[65418]: _type = "Task" [ 1217.880511] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.884296] env[65418]: DEBUG nova.compute.manager [None req-f26d8809-f820-4a63-80a7-ef044ade9514 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1217.884499] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f26d8809-f820-4a63-80a7-ef044ade9514 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.885564] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd3ff36-fc01-414c-8614-16e8acbcc272 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.896986] env[65418]: DEBUG oslo_vmware.api [None req-7320648a-88f3-4fe8-9c61-af26c8e8eb65 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689356, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.899741] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f26d8809-f820-4a63-80a7-ef044ade9514 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.900452] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d1d111c-44e6-43e9-85e8-cb8a34152180 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.994732] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f26d8809-f820-4a63-80a7-ef044ade9514 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.995216] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f26d8809-f820-4a63-80a7-ef044ade9514 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.995564] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-f26d8809-f820-4a63-80a7-ef044ade9514 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Deleting the datastore file [datastore1] 58fc376e-bb46-4241-9add-2df059f64341 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.996035] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9ff2765-c8b0-454b-8296-173a40c9fad6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.004537] env[65418]: DEBUG oslo_vmware.api [None req-f26d8809-f820-4a63-80a7-ef044ade9514 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1218.004537] env[65418]: value = "task-4689358" [ 1218.004537] env[65418]: _type = "Task" [ 1218.004537] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.014708] env[65418]: DEBUG oslo_vmware.api [None req-f26d8809-f820-4a63-80a7-ef044ade9514 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.036448] env[65418]: DEBUG oslo_vmware.api [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06676} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.036887] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1218.037574] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52052ef-84d1-4e77-af82-d39298435875 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.061128] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] fae10bd6-a094-4a70-90f5-4203b27b8f4d/fae10bd6-a094-4a70-90f5-4203b27b8f4d.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.061470] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c745cbdb-6e49-4093-afde-6aa0521a31cd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.083313] env[65418]: DEBUG oslo_vmware.api [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1218.083313] env[65418]: value = "task-4689359" [ 1218.083313] env[65418]: _type = "Task" [ 1218.083313] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.092912] env[65418]: DEBUG oslo_vmware.api [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689359, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.391693] env[65418]: DEBUG oslo_vmware.api [None req-7320648a-88f3-4fe8-9c61-af26c8e8eb65 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689356, 'name': ReconfigVM_Task, 'duration_secs': 0.331061} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.392202] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-7320648a-88f3-4fe8-9c61-af26c8e8eb65 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1218.397029] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad9e3b83-9754-4de9-9d42-283a26c01179 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.416703] env[65418]: DEBUG oslo_vmware.api [None req-7320648a-88f3-4fe8-9c61-af26c8e8eb65 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 1218.416703] env[65418]: value = "task-4689360" [ 1218.416703] env[65418]: _type = "Task" [ 1218.416703] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.425875] env[65418]: DEBUG oslo_vmware.api [None req-7320648a-88f3-4fe8-9c61-af26c8e8eb65 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689360, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.517820] env[65418]: DEBUG oslo_vmware.api [None req-f26d8809-f820-4a63-80a7-ef044ade9514 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142741} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.521519] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-f26d8809-f820-4a63-80a7-ef044ade9514 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.521802] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f26d8809-f820-4a63-80a7-ef044ade9514 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.521966] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-f26d8809-f820-4a63-80a7-ef044ade9514 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.522206] env[65418]: INFO nova.compute.manager [None req-f26d8809-f820-4a63-80a7-ef044ade9514 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1218.522513] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-f26d8809-f820-4a63-80a7-ef044ade9514 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1218.522990] env[65418]: DEBUG nova.compute.manager [-] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1218.523131] env[65418]: DEBUG nova.network.neutron [-] [instance: 58fc376e-bb46-4241-9add-2df059f64341] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1218.523469] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1218.558900] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2562c1-4654-4780-8bac-89a3d32b7f1c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.562307] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1218.570182] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf98e886-5008-4601-a8e5-5bf097008d22 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.606697] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8987eea4-5181-45e8-8fc2-4942cc6e23e9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.615120] env[65418]: DEBUG oslo_vmware.api [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689359, 'name': ReconfigVM_Task, 'duration_secs': 0.302623} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.617264] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Reconfigured VM instance instance-0000007c to attach disk [datastore1] fae10bd6-a094-4a70-90f5-4203b27b8f4d/fae10bd6-a094-4a70-90f5-4203b27b8f4d.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.617933] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00028653-daa2-45b7-aa73-618a7e825bef {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.620492] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5303a438-2193-4386-90d1-dad751660cfb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.635091] env[65418]: DEBUG nova.compute.provider_tree [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.637793] env[65418]: DEBUG oslo_vmware.api [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1218.637793] env[65418]: value = "task-4689361" [ 1218.637793] env[65418]: _type = "Task" [ 1218.637793] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.775139] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4322fa0-e2d9-4a0d-b0a0-33e79abbf15e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.797982] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3354ec5-300d-40e4-9306-facd2fbb79a1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.806478] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Updating instance '8f629e0a-51ce-489a-84b7-ae320abcf215' progress to 83 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1218.827488] env[65418]: DEBUG nova.compute.manager [req-982788d0-bf30-4054-9b94-a5ab1f8e79b1 req-6b30340c-4c76-4300-9807-5aa947bcbaa1 service nova] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Received event network-vif-deleted-b3c5fea4-4e3f-47ce-818c-286c57eecbb4 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1218.827488] env[65418]: INFO nova.compute.manager [req-982788d0-bf30-4054-9b94-a5ab1f8e79b1 req-6b30340c-4c76-4300-9807-5aa947bcbaa1 service nova] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Neutron deleted interface b3c5fea4-4e3f-47ce-818c-286c57eecbb4; detaching it from the instance and deleting it from the info cache [ 1218.827488] env[65418]: DEBUG nova.network.neutron [req-982788d0-bf30-4054-9b94-a5ab1f8e79b1 req-6b30340c-4c76-4300-9807-5aa947bcbaa1 service nova] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.929943] env[65418]: DEBUG oslo_vmware.api [None req-7320648a-88f3-4fe8-9c61-af26c8e8eb65 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689360, 'name': ReconfigVM_Task, 'duration_secs': 0.164742} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.930318] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-7320648a-88f3-4fe8-9c61-af26c8e8eb65 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915304', 'volume_id': 'ce68b177-5b84-4f37-9419-4400b9ec4912', 'name': 'volume-ce68b177-5b84-4f37-9419-4400b9ec4912', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3cdb69f-a268-4e3a-bdc3-1929b1591c0e', 'attached_at': '', 'detached_at': '', 'volume_id': 'ce68b177-5b84-4f37-9419-4400b9ec4912', 'serial': 'ce68b177-5b84-4f37-9419-4400b9ec4912'} {{(pid=65418) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1219.140195] env[65418]: DEBUG nova.scheduler.client.report [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.155517] env[65418]: DEBUG oslo_vmware.api [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689361, 'name': Rename_Task, 'duration_secs': 0.167529} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.155798] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.156099] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ab2bb0e-56d5-46c2-ac01-886647531885 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.164961] env[65418]: DEBUG oslo_vmware.api [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1219.164961] env[65418]: value = "task-4689362" [ 1219.164961] env[65418]: _type = "Task" [ 1219.164961] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.174764] env[65418]: DEBUG oslo_vmware.api [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.301964] env[65418]: DEBUG nova.network.neutron [-] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.313508] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.313920] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-badafe82-0a41-404a-a999-9b9e1800b443 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.324166] env[65418]: DEBUG oslo_vmware.api [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1219.324166] env[65418]: value = "task-4689363" [ 1219.324166] env[65418]: _type = "Task" [ 1219.324166] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.329462] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cfff9687-c67f-4af3-8024-056d6bd21bed {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.343195] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d0da23-6a99-41b4-bc96-11811fc58ee5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.354922] env[65418]: DEBUG oslo_vmware.api [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.381436] env[65418]: DEBUG nova.compute.manager [req-982788d0-bf30-4054-9b94-a5ab1f8e79b1 req-6b30340c-4c76-4300-9807-5aa947bcbaa1 service nova] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Detach interface failed, port_id=b3c5fea4-4e3f-47ce-818c-286c57eecbb4, reason: Instance 58fc376e-bb46-4241-9add-2df059f64341 could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1219.482671] env[65418]: DEBUG nova.objects.instance [None req-7320648a-88f3-4fe8-9c61-af26c8e8eb65 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lazy-loading 'flavor' on Instance uuid f3cdb69f-a268-4e3a-bdc3-1929b1591c0e {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.647277] env[65418]: DEBUG oslo_concurrency.lockutils [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.647885] env[65418]: DEBUG nova.compute.manager [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1219.675565] env[65418]: DEBUG oslo_vmware.api [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689362, 'name': PowerOnVM_Task, 'duration_secs': 0.491104} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.675822] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.676060] env[65418]: INFO nova.compute.manager [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Took 8.04 seconds to spawn the instance on the hypervisor. [ 1219.676258] env[65418]: DEBUG nova.compute.manager [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1219.677171] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebaed0f-6ee3-4536-9f90-733b68788dc9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.805542] env[65418]: INFO nova.compute.manager [-] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Took 1.28 seconds to deallocate network for instance. [ 1219.836251] env[65418]: DEBUG oslo_vmware.api [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689363, 'name': PowerOnVM_Task, 'duration_secs': 0.491637} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.836529] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.836710] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-547934a9-6efb-4508-968a-053c5913335b tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Updating instance '8f629e0a-51ce-489a-84b7-ae320abcf215' progress to 100 {{(pid=65418) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1220.152968] env[65418]: DEBUG nova.compute.utils [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1220.154449] env[65418]: DEBUG nova.compute.manager [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Not allocating networking since 'none' was specified. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1220.198838] env[65418]: INFO nova.compute.manager [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Took 15.21 seconds to build instance. [ 1220.252706] env[65418]: DEBUG oslo_vmware.rw_handles [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bc62bd-4d17-9cdd-7174-90b063cf78c9/disk-0.vmdk. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1220.254177] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd6e0674-8681-4164-8e9a-f9f5b400cddd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.261097] env[65418]: DEBUG oslo_vmware.rw_handles [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bc62bd-4d17-9cdd-7174-90b063cf78c9/disk-0.vmdk is in state: ready. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1220.261310] env[65418]: ERROR oslo_vmware.rw_handles [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bc62bd-4d17-9cdd-7174-90b063cf78c9/disk-0.vmdk due to incomplete transfer. [ 1220.261634] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a025018d-ea85-48e7-ba1a-28db2f5062ff {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.271932] env[65418]: DEBUG oslo_vmware.rw_handles [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52bc62bd-4d17-9cdd-7174-90b063cf78c9/disk-0.vmdk. {{(pid=65418) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1220.272242] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Uploaded image f9c0922e-6d20-44ac-bc27-8bd02f480856 to the Glance image server {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1220.274782] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Destroying the VM {{(pid=65418) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1220.275121] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a3378c95-efbc-4198-9c20-723d5688afeb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.283114] env[65418]: DEBUG oslo_vmware.api [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1220.283114] env[65418]: value = "task-4689364" [ 1220.283114] env[65418]: _type = "Task" [ 1220.283114] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.294347] env[65418]: DEBUG oslo_vmware.api [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689364, 'name': Destroy_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.314663] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f26d8809-f820-4a63-80a7-ef044ade9514 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.315030] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f26d8809-f820-4a63-80a7-ef044ade9514 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.315213] env[65418]: DEBUG nova.objects.instance [None req-f26d8809-f820-4a63-80a7-ef044ade9514 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lazy-loading 'resources' on Instance uuid 58fc376e-bb46-4241-9add-2df059f64341 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.490709] env[65418]: DEBUG oslo_concurrency.lockutils [None req-7320648a-88f3-4fe8-9c61-af26c8e8eb65 tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.261s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.563458] env[65418]: DEBUG oslo_concurrency.lockutils [None req-178ff724-b53f-49be-9b60-3cfef698be4e tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquiring lock "f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.563760] env[65418]: DEBUG oslo_concurrency.lockutils [None req-178ff724-b53f-49be-9b60-3cfef698be4e tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.656016] env[65418]: DEBUG nova.compute.manager [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1220.700952] env[65418]: DEBUG oslo_concurrency.lockutils [None req-418f66cc-276a-4336-ae02-9ca4ec344482 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "fae10bd6-a094-4a70-90f5-4203b27b8f4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.717s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.793942] env[65418]: DEBUG oslo_vmware.api [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689364, 'name': Destroy_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.972697] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829f1ed3-f108-4fc8-9948-2d11317be099 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.980305] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2cc68e-400e-4013-8e9a-3aaf348edd8a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.015766] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a14077-4bd6-43cf-9497-32f235fbfa24 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.025152] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40144416-b19b-4916-87be-2834c0082145 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.041320] env[65418]: DEBUG nova.compute.provider_tree [None req-f26d8809-f820-4a63-80a7-ef044ade9514 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.067093] env[65418]: INFO nova.compute.manager [None req-178ff724-b53f-49be-9b60-3cfef698be4e tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Detaching volume b0c02a9e-1fdd-415d-8856-6915f7b72d94 [ 1221.107988] env[65418]: INFO nova.virt.block_device [None req-178ff724-b53f-49be-9b60-3cfef698be4e tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Attempting to driver detach volume b0c02a9e-1fdd-415d-8856-6915f7b72d94 from mountpoint /dev/sdc [ 1221.110051] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-178ff724-b53f-49be-9b60-3cfef698be4e tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Volume detach. Driver type: vmdk {{(pid=65418) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1221.110051] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-178ff724-b53f-49be-9b60-3cfef698be4e tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915306', 'volume_id': 'b0c02a9e-1fdd-415d-8856-6915f7b72d94', 'name': 'volume-b0c02a9e-1fdd-415d-8856-6915f7b72d94', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3cdb69f-a268-4e3a-bdc3-1929b1591c0e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b0c02a9e-1fdd-415d-8856-6915f7b72d94', 'serial': 'b0c02a9e-1fdd-415d-8856-6915f7b72d94'} {{(pid=65418) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1221.110051] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ad8ac1-289f-4f52-a198-16ecba0ba73d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.135020] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d98d9dc-a231-4cb8-ab2d-ac4fc83f05fb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.142257] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f040a0-54c0-4eb6-aa1f-f83d8284db27 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.168946] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8595bfc9-48bd-40a1-8a56-78e10dcc0752 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.194392] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-178ff724-b53f-49be-9b60-3cfef698be4e tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] The volume has not been displaced from its original location: [datastore1] volume-b0c02a9e-1fdd-415d-8856-6915f7b72d94/volume-b0c02a9e-1fdd-415d-8856-6915f7b72d94.vmdk. No consolidation needed. {{(pid=65418) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1221.198474] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-178ff724-b53f-49be-9b60-3cfef698be4e tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Reconfiguring VM instance instance-00000072 to detach disk 2002 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1221.199413] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e2ad470-2388-421f-9f16-9b479c4b93b9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.223014] env[65418]: DEBUG oslo_vmware.api [None req-178ff724-b53f-49be-9b60-3cfef698be4e tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 1221.223014] env[65418]: value = "task-4689365" [ 1221.223014] env[65418]: _type = "Task" [ 1221.223014] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.234598] env[65418]: DEBUG oslo_vmware.api [None req-178ff724-b53f-49be-9b60-3cfef698be4e tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689365, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.295565] env[65418]: DEBUG oslo_vmware.api [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689364, 'name': Destroy_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.440947] env[65418]: DEBUG nova.compute.manager [req-163c227b-35f4-41b3-b3e1-b2a303b1816f req-778acb84-f82f-4d6a-ada9-611822e7997c service nova] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Received event network-changed-9e596173-c205-4956-8571-e385844c77b4 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1221.441205] env[65418]: DEBUG nova.compute.manager [req-163c227b-35f4-41b3-b3e1-b2a303b1816f req-778acb84-f82f-4d6a-ada9-611822e7997c service nova] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Refreshing instance network info cache due to event network-changed-9e596173-c205-4956-8571-e385844c77b4. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1221.441420] env[65418]: DEBUG oslo_concurrency.lockutils [req-163c227b-35f4-41b3-b3e1-b2a303b1816f req-778acb84-f82f-4d6a-ada9-611822e7997c service nova] Acquiring lock "refresh_cache-fae10bd6-a094-4a70-90f5-4203b27b8f4d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.441578] env[65418]: DEBUG oslo_concurrency.lockutils [req-163c227b-35f4-41b3-b3e1-b2a303b1816f req-778acb84-f82f-4d6a-ada9-611822e7997c service nova] Acquired lock "refresh_cache-fae10bd6-a094-4a70-90f5-4203b27b8f4d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.442219] env[65418]: DEBUG nova.network.neutron [req-163c227b-35f4-41b3-b3e1-b2a303b1816f req-778acb84-f82f-4d6a-ada9-611822e7997c service nova] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Refreshing network info cache for port 9e596173-c205-4956-8571-e385844c77b4 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.546885] env[65418]: DEBUG nova.scheduler.client.report [None req-f26d8809-f820-4a63-80a7-ef044ade9514 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.674259] env[65418]: DEBUG nova.compute.manager [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1221.700073] env[65418]: DEBUG nova.virt.hardware [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1221.700342] env[65418]: DEBUG nova.virt.hardware [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1221.700494] env[65418]: DEBUG nova.virt.hardware [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1221.700668] env[65418]: DEBUG nova.virt.hardware [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1221.700808] env[65418]: DEBUG nova.virt.hardware [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1221.700946] env[65418]: DEBUG nova.virt.hardware [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1221.701165] env[65418]: DEBUG nova.virt.hardware [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1221.701322] env[65418]: DEBUG nova.virt.hardware [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1221.701482] env[65418]: DEBUG nova.virt.hardware [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1221.701643] env[65418]: DEBUG nova.virt.hardware [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1221.701805] env[65418]: DEBUG nova.virt.hardware [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1221.703109] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c209bbeb-3d3b-4918-b4f2-ec01885105d8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.711922] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57997e3f-42f1-4134-af91-55d4fee62408 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.726156] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Instance VIF info [] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1221.731849] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Creating folder: Project (29e0ae20b25143d8a8f24e645771b5a4). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1221.734988] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b6e17e6-cd28-43ba-9426-99be809198ef {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.742318] env[65418]: DEBUG oslo_vmware.api [None req-178ff724-b53f-49be-9b60-3cfef698be4e tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689365, 'name': ReconfigVM_Task, 'duration_secs': 0.352166} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.742613] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-178ff724-b53f-49be-9b60-3cfef698be4e tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Reconfigured VM instance instance-00000072 to detach disk 2002 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1221.748296] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db6c6b39-9dbf-4b1e-874e-387b6c1e0647 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.758193] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Created folder: Project (29e0ae20b25143d8a8f24e645771b5a4) in parent group-v914982. [ 1221.758374] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Creating folder: Instances. Parent ref: group-v915312. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1221.759018] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97a8825c-9a37-4ca8-b3b7-6002ed093756 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.769166] env[65418]: DEBUG oslo_vmware.api [None req-178ff724-b53f-49be-9b60-3cfef698be4e tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 1221.769166] env[65418]: value = "task-4689368" [ 1221.769166] env[65418]: _type = "Task" [ 1221.769166] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.774656] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Created folder: Instances in parent group-v915312. [ 1221.774983] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1221.775116] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1221.775416] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c95b45e-60fa-46df-a2eb-d6d10aaa75a3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.792825] env[65418]: DEBUG oslo_vmware.api [None req-178ff724-b53f-49be-9b60-3cfef698be4e tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689368, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.802712] env[65418]: DEBUG oslo_vmware.api [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689364, 'name': Destroy_Task, 'duration_secs': 1.027134} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.804173] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Destroyed the VM [ 1221.804536] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Deleting Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1221.804798] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1221.804798] env[65418]: value = "task-4689369" [ 1221.804798] env[65418]: _type = "Task" [ 1221.804798] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.805022] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-21676142-3334-4918-bd99-44c3a3b1f76b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.815741] env[65418]: DEBUG oslo_vmware.api [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1221.815741] env[65418]: value = "task-4689370" [ 1221.815741] env[65418]: _type = "Task" [ 1221.815741] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.818557] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689369, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.945072] env[65418]: WARNING neutronclient.v2_0.client [req-163c227b-35f4-41b3-b3e1-b2a303b1816f req-778acb84-f82f-4d6a-ada9-611822e7997c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1221.991802] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59bd3b08-77d5-450f-a522-ab5d8a130be7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "8f629e0a-51ce-489a-84b7-ae320abcf215" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.992139] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59bd3b08-77d5-450f-a522-ab5d8a130be7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "8f629e0a-51ce-489a-84b7-ae320abcf215" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.992284] env[65418]: DEBUG nova.compute.manager [None req-59bd3b08-77d5-450f-a522-ab5d8a130be7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Going to confirm migration 10 {{(pid=65418) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1222.050927] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f26d8809-f820-4a63-80a7-ef044ade9514 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.736s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.080051] env[65418]: INFO nova.scheduler.client.report [None req-f26d8809-f820-4a63-80a7-ef044ade9514 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Deleted allocations for instance 58fc376e-bb46-4241-9add-2df059f64341 [ 1222.120737] env[65418]: WARNING neutronclient.v2_0.client [req-163c227b-35f4-41b3-b3e1-b2a303b1816f req-778acb84-f82f-4d6a-ada9-611822e7997c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.201514] env[65418]: DEBUG nova.network.neutron [req-163c227b-35f4-41b3-b3e1-b2a303b1816f req-778acb84-f82f-4d6a-ada9-611822e7997c service nova] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Updated VIF entry in instance network info cache for port 9e596173-c205-4956-8571-e385844c77b4. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1222.202058] env[65418]: DEBUG nova.network.neutron [req-163c227b-35f4-41b3-b3e1-b2a303b1816f req-778acb84-f82f-4d6a-ada9-611822e7997c service nova] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Updating instance_info_cache with network_info: [{"id": "9e596173-c205-4956-8571-e385844c77b4", "address": "fa:16:3e:4b:9c:e4", "network": {"id": "f6b3b999-6dfe-4709-a160-5a3cd6bb8cc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1037812382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6abe9da871fc491f9a947dc7235b67b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e596173-c2", "ovs_interfaceid": "9e596173-c205-4956-8571-e385844c77b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.280441] env[65418]: DEBUG oslo_vmware.api [None req-178ff724-b53f-49be-9b60-3cfef698be4e tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689368, 'name': ReconfigVM_Task, 'duration_secs': 0.199596} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.280776] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-178ff724-b53f-49be-9b60-3cfef698be4e tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915306', 'volume_id': 'b0c02a9e-1fdd-415d-8856-6915f7b72d94', 'name': 'volume-b0c02a9e-1fdd-415d-8856-6915f7b72d94', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f3cdb69f-a268-4e3a-bdc3-1929b1591c0e', 'attached_at': '', 'detached_at': '', 'volume_id': 'b0c02a9e-1fdd-415d-8856-6915f7b72d94', 'serial': 'b0c02a9e-1fdd-415d-8856-6915f7b72d94'} {{(pid=65418) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1222.317567] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689369, 'name': CreateVM_Task, 'duration_secs': 0.282143} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.317772] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1222.318246] env[65418]: DEBUG oslo_concurrency.lockutils [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.318401] env[65418]: DEBUG oslo_concurrency.lockutils [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.318776] env[65418]: DEBUG oslo_concurrency.lockutils [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.319119] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d80c1816-e7b2-4a13-bdef-65228d1b4c2f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.330198] env[65418]: DEBUG oslo_vmware.api [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689370, 'name': RemoveSnapshot_Task, 'duration_secs': 0.381307} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.331694] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Deleted Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1222.331978] env[65418]: DEBUG nova.compute.manager [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1222.332370] env[65418]: DEBUG oslo_vmware.api [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Waiting for the task: (returnval){ [ 1222.332370] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b8e83f-4674-b1d5-0afe-01c867fdc43e" [ 1222.332370] env[65418]: _type = "Task" [ 1222.332370] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.333120] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732ac62f-d24b-41d1-a170-4f69d6945ce6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.349014] env[65418]: DEBUG oslo_vmware.api [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b8e83f-4674-b1d5-0afe-01c867fdc43e, 'name': SearchDatastore_Task, 'duration_secs': 0.010454} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.349562] env[65418]: DEBUG oslo_concurrency.lockutils [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.349788] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1222.350049] env[65418]: DEBUG oslo_concurrency.lockutils [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.350211] env[65418]: DEBUG oslo_concurrency.lockutils [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.350389] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1222.350654] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f9a1c2b-db34-42b3-8b2e-50a87b03e682 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.360252] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.360471] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1222.361222] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f23c90b-df5d-4ad1-9f78-0246730ba134 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.367102] env[65418]: DEBUG oslo_vmware.api [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Waiting for the task: (returnval){ [ 1222.367102] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c8f58c-0de2-f2bd-6b97-596e29a21793" [ 1222.367102] env[65418]: _type = "Task" [ 1222.367102] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.376668] env[65418]: DEBUG oslo_vmware.api [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c8f58c-0de2-f2bd-6b97-596e29a21793, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.500947] env[65418]: WARNING neutronclient.v2_0.client [None req-59bd3b08-77d5-450f-a522-ab5d8a130be7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.549666] env[65418]: WARNING neutronclient.v2_0.client [None req-59bd3b08-77d5-450f-a522-ab5d8a130be7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.550092] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59bd3b08-77d5-450f-a522-ab5d8a130be7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "refresh_cache-8f629e0a-51ce-489a-84b7-ae320abcf215" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.550299] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59bd3b08-77d5-450f-a522-ab5d8a130be7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquired lock "refresh_cache-8f629e0a-51ce-489a-84b7-ae320abcf215" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.550480] env[65418]: DEBUG nova.network.neutron [None req-59bd3b08-77d5-450f-a522-ab5d8a130be7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1222.550659] env[65418]: DEBUG nova.objects.instance [None req-59bd3b08-77d5-450f-a522-ab5d8a130be7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lazy-loading 'info_cache' on Instance uuid 8f629e0a-51ce-489a-84b7-ae320abcf215 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.587152] env[65418]: DEBUG oslo_concurrency.lockutils [None req-f26d8809-f820-4a63-80a7-ef044ade9514 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "58fc376e-bb46-4241-9add-2df059f64341" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.213s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.705643] env[65418]: DEBUG oslo_concurrency.lockutils [req-163c227b-35f4-41b3-b3e1-b2a303b1816f req-778acb84-f82f-4d6a-ada9-611822e7997c service nova] Releasing lock "refresh_cache-fae10bd6-a094-4a70-90f5-4203b27b8f4d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.831353] env[65418]: DEBUG nova.objects.instance [None req-178ff724-b53f-49be-9b60-3cfef698be4e tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lazy-loading 'flavor' on Instance uuid f3cdb69f-a268-4e3a-bdc3-1929b1591c0e {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.852957] env[65418]: INFO nova.compute.manager [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Shelve offloading [ 1222.878799] env[65418]: DEBUG oslo_vmware.api [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52c8f58c-0de2-f2bd-6b97-596e29a21793, 'name': SearchDatastore_Task, 'duration_secs': 0.009747} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.880728] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b42d4e0f-399f-45d4-be4a-e63952bce22e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.892774] env[65418]: DEBUG oslo_vmware.api [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Waiting for the task: (returnval){ [ 1222.892774] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b12d28-b804-19ec-4393-554af87712cb" [ 1222.892774] env[65418]: _type = "Task" [ 1222.892774] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.902636] env[65418]: DEBUG oslo_vmware.api [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b12d28-b804-19ec-4393-554af87712cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.356578] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.356894] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0e6fa090-dec0-438e-8740-acb72f5d59d7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.366085] env[65418]: DEBUG oslo_vmware.api [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1223.366085] env[65418]: value = "task-4689371" [ 1223.366085] env[65418]: _type = "Task" [ 1223.366085] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.376268] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] VM already powered off {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1223.376491] env[65418]: DEBUG nova.compute.manager [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1223.377282] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6d3e66-df0a-4342-8472-43c739353e03 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.384061] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "refresh_cache-2f555004-b95d-4773-8980-1c2837a67adb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.384222] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquired lock "refresh_cache-2f555004-b95d-4773-8980-1c2837a67adb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.384389] env[65418]: DEBUG nova.network.neutron [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1223.391027] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8da7bcbe-ffd5-4bd5-916e-f91faf72b639 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "5bb3d343-2754-4900-aa0c-975cf4ef7af8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.391027] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8da7bcbe-ffd5-4bd5-916e-f91faf72b639 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "5bb3d343-2754-4900-aa0c-975cf4ef7af8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.391027] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8da7bcbe-ffd5-4bd5-916e-f91faf72b639 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "5bb3d343-2754-4900-aa0c-975cf4ef7af8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.391027] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8da7bcbe-ffd5-4bd5-916e-f91faf72b639 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "5bb3d343-2754-4900-aa0c-975cf4ef7af8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.391027] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8da7bcbe-ffd5-4bd5-916e-f91faf72b639 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "5bb3d343-2754-4900-aa0c-975cf4ef7af8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.392368] env[65418]: INFO nova.compute.manager [None req-8da7bcbe-ffd5-4bd5-916e-f91faf72b639 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Terminating instance [ 1223.406221] env[65418]: DEBUG oslo_vmware.api [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b12d28-b804-19ec-4393-554af87712cb, 'name': SearchDatastore_Task, 'duration_secs': 0.01077} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.407011] env[65418]: DEBUG oslo_concurrency.lockutils [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.407269] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 75500770-6481-4907-af06-e12d7348e7f6/75500770-6481-4907-af06-e12d7348e7f6.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1223.407833] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebb24637-2095-446d-a0a3-dbff1c7a2be6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.415480] env[65418]: DEBUG oslo_vmware.api [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Waiting for the task: (returnval){ [ 1223.415480] env[65418]: value = "task-4689372" [ 1223.415480] env[65418]: _type = "Task" [ 1223.415480] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.424451] env[65418]: DEBUG oslo_vmware.api [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': task-4689372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.558551] env[65418]: WARNING neutronclient.v2_0.client [None req-59bd3b08-77d5-450f-a522-ab5d8a130be7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1223.753830] env[65418]: WARNING neutronclient.v2_0.client [None req-59bd3b08-77d5-450f-a522-ab5d8a130be7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1223.831544] env[65418]: DEBUG nova.network.neutron [None req-59bd3b08-77d5-450f-a522-ab5d8a130be7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Updating instance_info_cache with network_info: [{"id": "304dbe2d-e7d9-4261-bd94-b9928f3dbc05", "address": "fa:16:3e:19:5a:c5", "network": {"id": "c27d84e9-3c8c-494e-9a9a-60f6a70f7158", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1554886198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f0140731fab4ddebe63cfa14ec652ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7a0d5af-5be9-477a-837c-58ef55c717f4", "external-id": "nsx-vlan-transportzone-598", "segmentation_id": 598, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap304dbe2d-e7", "ovs_interfaceid": "304dbe2d-e7d9-4261-bd94-b9928f3dbc05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.838979] env[65418]: DEBUG oslo_concurrency.lockutils [None req-178ff724-b53f-49be-9b60-3cfef698be4e tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.275s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.886989] env[65418]: WARNING neutronclient.v2_0.client [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1223.900394] env[65418]: DEBUG nova.compute.manager [None req-8da7bcbe-ffd5-4bd5-916e-f91faf72b639 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1223.900684] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8da7bcbe-ffd5-4bd5-916e-f91faf72b639 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.901739] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e1935c-9d21-40c8-859f-447f9d405583 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.911049] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da7bcbe-ffd5-4bd5-916e-f91faf72b639 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.911390] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44fd590a-bdde-4ebe-a810-c822e7394b41 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.922372] env[65418]: DEBUG oslo_vmware.api [None req-8da7bcbe-ffd5-4bd5-916e-f91faf72b639 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1223.922372] env[65418]: value = "task-4689373" [ 1223.922372] env[65418]: _type = "Task" [ 1223.922372] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.930469] env[65418]: DEBUG oslo_vmware.api [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': task-4689372, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.941885] env[65418]: DEBUG oslo_vmware.api [None req-8da7bcbe-ffd5-4bd5-916e-f91faf72b639 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.088981] env[65418]: WARNING neutronclient.v2_0.client [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1224.164698] env[65418]: DEBUG nova.network.neutron [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Updating instance_info_cache with network_info: [{"id": "f28dd771-4673-4f4e-a1ad-93bfd5ca4b86", "address": "fa:16:3e:e2:da:95", "network": {"id": "c5654c64-ff10-4cb7-bcc0-9c8f1f9f2c7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-459739501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e14fd3d9ea54564854290858d3c5cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf28dd771-46", "ovs_interfaceid": "f28dd771-4673-4f4e-a1ad-93bfd5ca4b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.334234] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59bd3b08-77d5-450f-a522-ab5d8a130be7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Releasing lock "refresh_cache-8f629e0a-51ce-489a-84b7-ae320abcf215" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.334504] env[65418]: DEBUG nova.objects.instance [None req-59bd3b08-77d5-450f-a522-ab5d8a130be7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lazy-loading 'migration_context' on Instance uuid 8f629e0a-51ce-489a-84b7-ae320abcf215 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.430234] env[65418]: DEBUG oslo_vmware.api [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': task-4689372, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541026} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.430451] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore1] 75500770-6481-4907-af06-e12d7348e7f6/75500770-6481-4907-af06-e12d7348e7f6.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1224.430751] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1224.431394] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aabfa3bb-624a-4137-8e3e-217173a8eb55 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.436545] env[65418]: DEBUG oslo_vmware.api [None req-8da7bcbe-ffd5-4bd5-916e-f91faf72b639 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689373, 'name': PowerOffVM_Task, 'duration_secs': 0.214381} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.437164] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8da7bcbe-ffd5-4bd5-916e-f91faf72b639 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1224.437336] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8da7bcbe-ffd5-4bd5-916e-f91faf72b639 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1224.437588] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8c5510d-f98d-4322-a4b3-f003c3a98dc7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.442671] env[65418]: DEBUG oslo_vmware.api [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Waiting for the task: (returnval){ [ 1224.442671] env[65418]: value = "task-4689374" [ 1224.442671] env[65418]: _type = "Task" [ 1224.442671] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.451432] env[65418]: DEBUG oslo_vmware.api [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': task-4689374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.512559] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8da7bcbe-ffd5-4bd5-916e-f91faf72b639 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1224.513080] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8da7bcbe-ffd5-4bd5-916e-f91faf72b639 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1224.513080] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da7bcbe-ffd5-4bd5-916e-f91faf72b639 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Deleting the datastore file [datastore2] 5bb3d343-2754-4900-aa0c-975cf4ef7af8 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1224.514075] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d04e1d09-33e3-4d96-a469-b54817757004 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.522377] env[65418]: DEBUG oslo_vmware.api [None req-8da7bcbe-ffd5-4bd5-916e-f91faf72b639 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for the task: (returnval){ [ 1224.522377] env[65418]: value = "task-4689376" [ 1224.522377] env[65418]: _type = "Task" [ 1224.522377] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.531757] env[65418]: DEBUG oslo_vmware.api [None req-8da7bcbe-ffd5-4bd5-916e-f91faf72b639 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.667399] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Releasing lock "refresh_cache-2f555004-b95d-4773-8980-1c2837a67adb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.668047] env[65418]: WARNING neutronclient.v2_0.client [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1224.668450] env[65418]: WARNING neutronclient.v2_0.client [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1224.837451] env[65418]: DEBUG nova.objects.base [None req-59bd3b08-77d5-450f-a522-ab5d8a130be7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Object Instance<8f629e0a-51ce-489a-84b7-ae320abcf215> lazy-loaded attributes: info_cache,migration_context {{(pid=65418) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1224.838465] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796afd1d-1309-4c53-9e63-27304c7690a2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.858652] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aea6993a-30c8-4732-935d-ed0e86b2858b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.864347] env[65418]: DEBUG oslo_vmware.api [None req-59bd3b08-77d5-450f-a522-ab5d8a130be7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1224.864347] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52550f08-02e7-fee5-0cbc-5c72b5fd92b2" [ 1224.864347] env[65418]: _type = "Task" [ 1224.864347] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.873134] env[65418]: DEBUG oslo_vmware.api [None req-59bd3b08-77d5-450f-a522-ab5d8a130be7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52550f08-02e7-fee5-0cbc-5c72b5fd92b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.913557] env[65418]: DEBUG nova.compute.manager [req-75d809b0-67df-424e-8f47-e751e511f07d req-61102bf7-7d22-4d4f-996d-f234b7e35add service nova] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Received event network-vif-unplugged-f28dd771-4673-4f4e-a1ad-93bfd5ca4b86 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1224.913787] env[65418]: DEBUG oslo_concurrency.lockutils [req-75d809b0-67df-424e-8f47-e751e511f07d req-61102bf7-7d22-4d4f-996d-f234b7e35add service nova] Acquiring lock "2f555004-b95d-4773-8980-1c2837a67adb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.913983] env[65418]: DEBUG oslo_concurrency.lockutils [req-75d809b0-67df-424e-8f47-e751e511f07d req-61102bf7-7d22-4d4f-996d-f234b7e35add service nova] Lock "2f555004-b95d-4773-8980-1c2837a67adb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.914216] env[65418]: DEBUG oslo_concurrency.lockutils [req-75d809b0-67df-424e-8f47-e751e511f07d req-61102bf7-7d22-4d4f-996d-f234b7e35add service nova] Lock "2f555004-b95d-4773-8980-1c2837a67adb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.914311] env[65418]: DEBUG nova.compute.manager [req-75d809b0-67df-424e-8f47-e751e511f07d req-61102bf7-7d22-4d4f-996d-f234b7e35add service nova] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] No waiting events found dispatching network-vif-unplugged-f28dd771-4673-4f4e-a1ad-93bfd5ca4b86 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1224.914468] env[65418]: WARNING nova.compute.manager [req-75d809b0-67df-424e-8f47-e751e511f07d req-61102bf7-7d22-4d4f-996d-f234b7e35add service nova] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Received unexpected event network-vif-unplugged-f28dd771-4673-4f4e-a1ad-93bfd5ca4b86 for instance with vm_state shelved and task_state shelving_offloading. [ 1224.953066] env[65418]: DEBUG oslo_vmware.api [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': task-4689374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108896} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.953347] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1224.954757] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343b0b16-de90-4e68-ac70-769c157579e8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.974976] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 75500770-6481-4907-af06-e12d7348e7f6/75500770-6481-4907-af06-e12d7348e7f6.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.975331] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-455ead81-b88d-4c7a-a210-04cfb059f8c4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.996961] env[65418]: DEBUG oslo_vmware.api [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Waiting for the task: (returnval){ [ 1224.996961] env[65418]: value = "task-4689377" [ 1224.996961] env[65418]: _type = "Task" [ 1224.996961] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.003809] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0bd5f2a4-2c65-46d2-b20a-3622cf2b62bf tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquiring lock "f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.004076] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0bd5f2a4-2c65-46d2-b20a-3622cf2b62bf tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.004280] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0bd5f2a4-2c65-46d2-b20a-3622cf2b62bf tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquiring lock "f3cdb69f-a268-4e3a-bdc3-1929b1591c0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.004453] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0bd5f2a4-2c65-46d2-b20a-3622cf2b62bf tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "f3cdb69f-a268-4e3a-bdc3-1929b1591c0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.004611] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0bd5f2a4-2c65-46d2-b20a-3622cf2b62bf tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "f3cdb69f-a268-4e3a-bdc3-1929b1591c0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.009435] env[65418]: DEBUG oslo_vmware.api [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': task-4689377, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.009955] env[65418]: INFO nova.compute.manager [None req-0bd5f2a4-2c65-46d2-b20a-3622cf2b62bf tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Terminating instance [ 1225.019276] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.020196] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31489b35-f9c6-490e-aa75-2b86e3689513 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.034972] env[65418]: DEBUG oslo_vmware.api [None req-8da7bcbe-ffd5-4bd5-916e-f91faf72b639 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Task: {'id': task-4689376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140667} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.035279] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.035576] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-8da7bcbe-ffd5-4bd5-916e-f91faf72b639 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.035685] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8da7bcbe-ffd5-4bd5-916e-f91faf72b639 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.035854] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8da7bcbe-ffd5-4bd5-916e-f91faf72b639 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.036840] env[65418]: INFO nova.compute.manager [None req-8da7bcbe-ffd5-4bd5-916e-f91faf72b639 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1225.036840] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-8da7bcbe-ffd5-4bd5-916e-f91faf72b639 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1225.036840] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db16675b-7119-48b2-ac48-1fe23a7b4adf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.038034] env[65418]: DEBUG nova.compute.manager [-] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1225.038034] env[65418]: DEBUG nova.network.neutron [-] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1225.038347] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.071210] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.143038] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.143219] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.143316] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Deleting the datastore file [datastore2] 2f555004-b95d-4773-8980-1c2837a67adb {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.143592] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67001652-5058-49e2-b414-31d4ceb7cbd7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.150562] env[65418]: DEBUG oslo_vmware.api [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1225.150562] env[65418]: value = "task-4689379" [ 1225.150562] env[65418]: _type = "Task" [ 1225.150562] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.159590] env[65418]: DEBUG oslo_vmware.api [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689379, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.376129] env[65418]: DEBUG oslo_vmware.api [None req-59bd3b08-77d5-450f-a522-ab5d8a130be7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52550f08-02e7-fee5-0cbc-5c72b5fd92b2, 'name': SearchDatastore_Task, 'duration_secs': 0.007795} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.376437] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59bd3b08-77d5-450f-a522-ab5d8a130be7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.376678] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59bd3b08-77d5-450f-a522-ab5d8a130be7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.508068] env[65418]: DEBUG oslo_vmware.api [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': task-4689377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.513881] env[65418]: DEBUG nova.compute.manager [None req-0bd5f2a4-2c65-46d2-b20a-3622cf2b62bf tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1225.514125] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd5f2a4-2c65-46d2-b20a-3622cf2b62bf tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.515231] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bc9a93-aafe-4abb-b8b4-e4186166f3d3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.523139] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd5f2a4-2c65-46d2-b20a-3622cf2b62bf tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.523407] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8687a185-27c1-4456-9091-4f2d18f3898c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.531051] env[65418]: DEBUG oslo_vmware.api [None req-0bd5f2a4-2c65-46d2-b20a-3622cf2b62bf tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 1225.531051] env[65418]: value = "task-4689380" [ 1225.531051] env[65418]: _type = "Task" [ 1225.531051] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.540084] env[65418]: DEBUG oslo_vmware.api [None req-0bd5f2a4-2c65-46d2-b20a-3622cf2b62bf tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.660836] env[65418]: DEBUG oslo_vmware.api [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689379, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383933} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.661113] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.661295] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.661462] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.685026] env[65418]: INFO nova.scheduler.client.report [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Deleted allocations for instance 2f555004-b95d-4773-8980-1c2837a67adb [ 1225.805669] env[65418]: DEBUG nova.network.neutron [-] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.985532] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19c9d3f-f4be-40b0-90dc-d686634b1d50 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.994371] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3afadbb-1f70-4326-ae78-48499b1eeea1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.005903] env[65418]: DEBUG oslo_vmware.api [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': task-4689377, 'name': ReconfigVM_Task, 'duration_secs': 0.806658} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.030982] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 75500770-6481-4907-af06-e12d7348e7f6/75500770-6481-4907-af06-e12d7348e7f6.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.031866] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f90a75ea-e0a7-45f0-b2c2-543f64dfd3bb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.034032] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96df835c-6eae-47b1-9cb6-63c933a5cf88 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.044429] env[65418]: DEBUG oslo_vmware.api [None req-0bd5f2a4-2c65-46d2-b20a-3622cf2b62bf tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689380, 'name': PowerOffVM_Task, 'duration_secs': 0.309385} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.047418] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd5f2a4-2c65-46d2-b20a-3622cf2b62bf tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.047607] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd5f2a4-2c65-46d2-b20a-3622cf2b62bf tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.047934] env[65418]: DEBUG oslo_vmware.api [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Waiting for the task: (returnval){ [ 1226.047934] env[65418]: value = "task-4689381" [ 1226.047934] env[65418]: _type = "Task" [ 1226.047934] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.048202] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0374748-f29a-489d-9857-2b1418a270b3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.050844] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bc7e49-3a01-44f3-9b60-5ba4abdf7d13 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.065751] env[65418]: DEBUG oslo_vmware.api [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': task-4689381, 'name': Rename_Task} progress is 14%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.073593] env[65418]: DEBUG nova.compute.provider_tree [None req-59bd3b08-77d5-450f-a522-ab5d8a130be7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.128512] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd5f2a4-2c65-46d2-b20a-3622cf2b62bf tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.128757] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd5f2a4-2c65-46d2-b20a-3622cf2b62bf tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.128913] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bd5f2a4-2c65-46d2-b20a-3622cf2b62bf tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Deleting the datastore file [datastore2] f3cdb69f-a268-4e3a-bdc3-1929b1591c0e {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.129201] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d341c11c-f88a-4cc3-b1e4-d736a5590edd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.137190] env[65418]: DEBUG oslo_vmware.api [None req-0bd5f2a4-2c65-46d2-b20a-3622cf2b62bf tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for the task: (returnval){ [ 1226.137190] env[65418]: value = "task-4689383" [ 1226.137190] env[65418]: _type = "Task" [ 1226.137190] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.146151] env[65418]: DEBUG oslo_vmware.api [None req-0bd5f2a4-2c65-46d2-b20a-3622cf2b62bf tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689383, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.189163] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.308556] env[65418]: INFO nova.compute.manager [-] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Took 1.27 seconds to deallocate network for instance. [ 1226.560681] env[65418]: DEBUG oslo_vmware.api [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': task-4689381, 'name': Rename_Task, 'duration_secs': 0.152323} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.560983] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.561259] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e930e429-d8ac-4d4d-a7be-ae57636fda1d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.569694] env[65418]: DEBUG oslo_vmware.api [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Waiting for the task: (returnval){ [ 1226.569694] env[65418]: value = "task-4689384" [ 1226.569694] env[65418]: _type = "Task" [ 1226.569694] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.579264] env[65418]: DEBUG nova.scheduler.client.report [None req-59bd3b08-77d5-450f-a522-ab5d8a130be7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.582934] env[65418]: DEBUG oslo_vmware.api [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': task-4689384, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.647508] env[65418]: DEBUG oslo_vmware.api [None req-0bd5f2a4-2c65-46d2-b20a-3622cf2b62bf tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Task: {'id': task-4689383, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140491} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.647821] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bd5f2a4-2c65-46d2-b20a-3622cf2b62bf tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.647968] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd5f2a4-2c65-46d2-b20a-3622cf2b62bf tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.648158] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd5f2a4-2c65-46d2-b20a-3622cf2b62bf tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.648328] env[65418]: INFO nova.compute.manager [None req-0bd5f2a4-2c65-46d2-b20a-3622cf2b62bf tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1226.648599] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-0bd5f2a4-2c65-46d2-b20a-3622cf2b62bf tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1226.648824] env[65418]: DEBUG nova.compute.manager [-] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1226.648926] env[65418]: DEBUG nova.network.neutron [-] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1226.649180] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.683241] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.815821] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8da7bcbe-ffd5-4bd5-916e-f91faf72b639 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.943093] env[65418]: DEBUG nova.compute.manager [req-b2f04009-8dd7-4166-aa6c-90324c0bc7d2 req-bd40dc28-d355-4954-a52b-dda06fdf0413 service nova] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Received event network-changed-f28dd771-4673-4f4e-a1ad-93bfd5ca4b86 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1226.943296] env[65418]: DEBUG nova.compute.manager [req-b2f04009-8dd7-4166-aa6c-90324c0bc7d2 req-bd40dc28-d355-4954-a52b-dda06fdf0413 service nova] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Refreshing instance network info cache due to event network-changed-f28dd771-4673-4f4e-a1ad-93bfd5ca4b86. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1226.943540] env[65418]: DEBUG oslo_concurrency.lockutils [req-b2f04009-8dd7-4166-aa6c-90324c0bc7d2 req-bd40dc28-d355-4954-a52b-dda06fdf0413 service nova] Acquiring lock "refresh_cache-2f555004-b95d-4773-8980-1c2837a67adb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.943702] env[65418]: DEBUG oslo_concurrency.lockutils [req-b2f04009-8dd7-4166-aa6c-90324c0bc7d2 req-bd40dc28-d355-4954-a52b-dda06fdf0413 service nova] Acquired lock "refresh_cache-2f555004-b95d-4773-8980-1c2837a67adb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.943964] env[65418]: DEBUG nova.network.neutron [req-b2f04009-8dd7-4166-aa6c-90324c0bc7d2 req-bd40dc28-d355-4954-a52b-dda06fdf0413 service nova] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Refreshing network info cache for port f28dd771-4673-4f4e-a1ad-93bfd5ca4b86 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.081163] env[65418]: DEBUG oslo_vmware.api [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': task-4689384, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.150722] env[65418]: DEBUG nova.compute.manager [req-9b3b6db5-cc28-48d6-89d2-dad7e5a02762 req-3ebdc181-4658-42b5-80d2-778530eb9319 service nova] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Received event network-vif-deleted-0ecb5389-731a-440b-a943-a5c0557be6f9 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1227.150722] env[65418]: INFO nova.compute.manager [req-9b3b6db5-cc28-48d6-89d2-dad7e5a02762 req-3ebdc181-4658-42b5-80d2-778530eb9319 service nova] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Neutron deleted interface 0ecb5389-731a-440b-a943-a5c0557be6f9; detaching it from the instance and deleting it from the info cache [ 1227.150893] env[65418]: DEBUG nova.network.neutron [req-9b3b6db5-cc28-48d6-89d2-dad7e5a02762 req-3ebdc181-4658-42b5-80d2-778530eb9319 service nova] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.447150] env[65418]: WARNING neutronclient.v2_0.client [req-b2f04009-8dd7-4166-aa6c-90324c0bc7d2 req-bd40dc28-d355-4954-a52b-dda06fdf0413 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1227.502403] env[65418]: DEBUG oslo_concurrency.lockutils [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "2f555004-b95d-4773-8980-1c2837a67adb" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.581076] env[65418]: DEBUG oslo_vmware.api [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': task-4689384, 'name': PowerOnVM_Task, 'duration_secs': 0.709566} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.581387] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.581585] env[65418]: INFO nova.compute.manager [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Took 5.91 seconds to spawn the instance on the hypervisor. [ 1227.581782] env[65418]: DEBUG nova.compute.manager [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1227.582772] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c30b06c-27ef-45fb-ab27-1023a84be563 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.589537] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59bd3b08-77d5-450f-a522-ab5d8a130be7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.213s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.594205] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.405s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.594447] env[65418]: DEBUG nova.objects.instance [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lazy-loading 'resources' on Instance uuid 2f555004-b95d-4773-8980-1c2837a67adb {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.630024] env[65418]: DEBUG nova.network.neutron [-] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.642241] env[65418]: WARNING neutronclient.v2_0.client [req-b2f04009-8dd7-4166-aa6c-90324c0bc7d2 req-bd40dc28-d355-4954-a52b-dda06fdf0413 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1227.654576] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb0157a3-33e3-44fa-830f-4580ab1e728f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.666204] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd49761-5595-47fb-8612-68aa0262fc32 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.698512] env[65418]: DEBUG nova.compute.manager [req-9b3b6db5-cc28-48d6-89d2-dad7e5a02762 req-3ebdc181-4658-42b5-80d2-778530eb9319 service nova] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Detach interface failed, port_id=0ecb5389-731a-440b-a943-a5c0557be6f9, reason: Instance f3cdb69f-a268-4e3a-bdc3-1929b1591c0e could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1227.717408] env[65418]: DEBUG nova.network.neutron [req-b2f04009-8dd7-4166-aa6c-90324c0bc7d2 req-bd40dc28-d355-4954-a52b-dda06fdf0413 service nova] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Updated VIF entry in instance network info cache for port f28dd771-4673-4f4e-a1ad-93bfd5ca4b86. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1227.717790] env[65418]: DEBUG nova.network.neutron [req-b2f04009-8dd7-4166-aa6c-90324c0bc7d2 req-bd40dc28-d355-4954-a52b-dda06fdf0413 service nova] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Updating instance_info_cache with network_info: [{"id": "f28dd771-4673-4f4e-a1ad-93bfd5ca4b86", "address": "fa:16:3e:e2:da:95", "network": {"id": "c5654c64-ff10-4cb7-bcc0-9c8f1f9f2c7e", "bridge": null, "label": "tempest-ServerActionsTestOtherB-459739501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e14fd3d9ea54564854290858d3c5cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf28dd771-46", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.106547] env[65418]: DEBUG nova.objects.instance [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lazy-loading 'numa_topology' on Instance uuid 2f555004-b95d-4773-8980-1c2837a67adb {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.111070] env[65418]: INFO nova.compute.manager [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Took 10.75 seconds to build instance. [ 1228.133189] env[65418]: INFO nova.compute.manager [-] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Took 1.48 seconds to deallocate network for instance. [ 1228.164123] env[65418]: INFO nova.scheduler.client.report [None req-59bd3b08-77d5-450f-a522-ab5d8a130be7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Deleted allocation for migration 0d633df1-fa8f-41a4-90d1-f28bf4b51c38 [ 1228.221127] env[65418]: DEBUG oslo_concurrency.lockutils [req-b2f04009-8dd7-4166-aa6c-90324c0bc7d2 req-bd40dc28-d355-4954-a52b-dda06fdf0413 service nova] Releasing lock "refresh_cache-2f555004-b95d-4773-8980-1c2837a67adb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.221366] env[65418]: DEBUG nova.compute.manager [req-b2f04009-8dd7-4166-aa6c-90324c0bc7d2 req-bd40dc28-d355-4954-a52b-dda06fdf0413 service nova] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Received event network-vif-deleted-5e910ffd-ed63-483f-9e19-a406471bcc7a {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1228.605673] env[65418]: INFO nova.compute.manager [None req-d50769e6-a8b0-4606-9e45-a957deba1e1a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Get console output [ 1228.606175] env[65418]: WARNING nova.virt.vmwareapi.driver [None req-d50769e6-a8b0-4606-9e45-a957deba1e1a tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] The console log is missing. Check your VSPC configuration [ 1228.610968] env[65418]: DEBUG nova.objects.base [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Object Instance<2f555004-b95d-4773-8980-1c2837a67adb> lazy-loaded attributes: resources,numa_topology {{(pid=65418) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1228.613575] env[65418]: DEBUG oslo_concurrency.lockutils [None req-24b4947b-bb42-457a-b1ac-30c70d364131 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Lock "75500770-6481-4907-af06-e12d7348e7f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.257s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.638415] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0bd5f2a4-2c65-46d2-b20a-3622cf2b62bf tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.670778] env[65418]: DEBUG oslo_concurrency.lockutils [None req-59bd3b08-77d5-450f-a522-ab5d8a130be7 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "8f629e0a-51ce-489a-84b7-ae320abcf215" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.678s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.726715] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a9c0d2-a8d7-441e-a00b-49eeab3b92cb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.736219] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa669a1-0ebc-4c12-ae5c-8801166dc3f3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.771213] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb87ad09-2358-49de-90c0-765a63791d66 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.779483] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef23aa7e-d531-4226-98f5-c85a719b0b10 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.794974] env[65418]: DEBUG nova.compute.provider_tree [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.297900] env[65418]: DEBUG nova.scheduler.client.report [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.468214] env[65418]: INFO nova.compute.manager [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Rebuilding instance [ 1229.514765] env[65418]: DEBUG nova.compute.manager [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1229.515822] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830c9c3f-9a9d-4bd1-9e7e-eb8055a00729 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.802542] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.805318] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8da7bcbe-ffd5-4bd5-916e-f91faf72b639 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.989s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.805603] env[65418]: DEBUG nova.objects.instance [None req-8da7bcbe-ffd5-4bd5-916e-f91faf72b639 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lazy-loading 'resources' on Instance uuid 5bb3d343-2754-4900-aa0c-975cf4ef7af8 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.315089] env[65418]: DEBUG oslo_concurrency.lockutils [None req-2010dc24-c902-4782-98df-e97468572909 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "2f555004-b95d-4773-8980-1c2837a67adb" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.337s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.315974] env[65418]: DEBUG oslo_concurrency.lockutils [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "2f555004-b95d-4773-8980-1c2837a67adb" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.814s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.316194] env[65418]: INFO nova.compute.manager [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Unshelving [ 1230.426090] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989aafe6-3ecb-4641-8ee3-d5e2d23f444d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.434556] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e0dd53-7039-4144-a186-e5c816ffe4ca {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.466496] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b215d1-2be8-44e8-b485-96671638c7ab {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.474689] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687f2e01-09a3-4723-8212-059ec8d89afb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.489153] env[65418]: DEBUG nova.compute.provider_tree [None req-8da7bcbe-ffd5-4bd5-916e-f91faf72b639 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.530452] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.531192] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78304475-35d4-4483-9a0b-fb7a3e486ddb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.539051] env[65418]: DEBUG oslo_vmware.api [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Waiting for the task: (returnval){ [ 1230.539051] env[65418]: value = "task-4689385" [ 1230.539051] env[65418]: _type = "Task" [ 1230.539051] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.549923] env[65418]: DEBUG oslo_vmware.api [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': task-4689385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.992502] env[65418]: DEBUG nova.scheduler.client.report [None req-8da7bcbe-ffd5-4bd5-916e-f91faf72b639 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.050036] env[65418]: DEBUG oslo_vmware.api [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': task-4689385, 'name': PowerOffVM_Task, 'duration_secs': 0.116902} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.050350] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.050572] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.051415] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7341f23-badf-48aa-9103-53fd3315a1b4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.059399] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1231.059660] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5b89f34-9413-46bb-9cc5-47db2d13f29c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.087772] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1231.088080] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1231.088349] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Deleting the datastore file [datastore1] 75500770-6481-4907-af06-e12d7348e7f6 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1231.088735] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1de5823-90f9-4943-8873-e034573420b0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.096425] env[65418]: DEBUG oslo_vmware.api [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Waiting for the task: (returnval){ [ 1231.096425] env[65418]: value = "task-4689387" [ 1231.096425] env[65418]: _type = "Task" [ 1231.096425] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.104808] env[65418]: DEBUG oslo_vmware.api [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': task-4689387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.342591] env[65418]: DEBUG oslo_concurrency.lockutils [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.497425] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8da7bcbe-ffd5-4bd5-916e-f91faf72b639 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.499859] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0bd5f2a4-2c65-46d2-b20a-3622cf2b62bf tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.862s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.500122] env[65418]: DEBUG nova.objects.instance [None req-0bd5f2a4-2c65-46d2-b20a-3622cf2b62bf tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lazy-loading 'resources' on Instance uuid f3cdb69f-a268-4e3a-bdc3-1929b1591c0e {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.515843] env[65418]: INFO nova.scheduler.client.report [None req-8da7bcbe-ffd5-4bd5-916e-f91faf72b639 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Deleted allocations for instance 5bb3d343-2754-4900-aa0c-975cf4ef7af8 [ 1231.606447] env[65418]: DEBUG oslo_vmware.api [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': task-4689387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104219} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.606629] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1231.606806] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1231.606981] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1232.025278] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8da7bcbe-ffd5-4bd5-916e-f91faf72b639 tempest-ServersTestJSON-1291473095 tempest-ServersTestJSON-1291473095-project-member] Lock "5bb3d343-2754-4900-aa0c-975cf4ef7af8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.636s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.109760] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4839cd6e-1981-4bdb-b8eb-991bf25dfddb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.122912] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f990558-e0ee-483c-8d7d-6e2b622e9859 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.153716] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c02938-0329-48d6-84b3-99d8f344c6ca {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.162259] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b7a2b4-d614-4460-b062-f7d5b1e7f0db {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.176195] env[65418]: DEBUG nova.compute.provider_tree [None req-0bd5f2a4-2c65-46d2-b20a-3622cf2b62bf tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.646306] env[65418]: DEBUG nova.virt.hardware [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1232.646610] env[65418]: DEBUG nova.virt.hardware [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1232.646819] env[65418]: DEBUG nova.virt.hardware [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1232.647094] env[65418]: DEBUG nova.virt.hardware [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1232.647296] env[65418]: DEBUG nova.virt.hardware [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1232.647820] env[65418]: DEBUG nova.virt.hardware [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1232.647820] env[65418]: DEBUG nova.virt.hardware [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1232.647820] env[65418]: DEBUG nova.virt.hardware [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1232.648048] env[65418]: DEBUG nova.virt.hardware [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1232.648263] env[65418]: DEBUG nova.virt.hardware [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1232.648470] env[65418]: DEBUG nova.virt.hardware [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1232.649438] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dffc9e7c-b6cc-46e5-a646-46b7bac20eaf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.658279] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b241946-b254-45ca-8ad7-78ce7303004c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.672314] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Instance VIF info [] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1232.678014] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1232.678848] env[65418]: DEBUG nova.scheduler.client.report [None req-0bd5f2a4-2c65-46d2-b20a-3622cf2b62bf tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.682264] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1232.682492] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cebd47a4-5923-40a5-9987-d845993d5879 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.696109] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0bd5f2a4-2c65-46d2-b20a-3622cf2b62bf tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.196s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.698147] env[65418]: DEBUG oslo_concurrency.lockutils [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.356s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.698254] env[65418]: DEBUG nova.objects.instance [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lazy-loading 'pci_requests' on Instance uuid 2f555004-b95d-4773-8980-1c2837a67adb {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.708639] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1232.708639] env[65418]: value = "task-4689388" [ 1232.708639] env[65418]: _type = "Task" [ 1232.708639] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.718820] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689388, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.721311] env[65418]: INFO nova.scheduler.client.report [None req-0bd5f2a4-2c65-46d2-b20a-3622cf2b62bf tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Deleted allocations for instance f3cdb69f-a268-4e3a-bdc3-1929b1591c0e [ 1233.203712] env[65418]: DEBUG nova.objects.instance [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lazy-loading 'numa_topology' on Instance uuid 2f555004-b95d-4773-8980-1c2837a67adb {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.220999] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689388, 'name': CreateVM_Task, 'duration_secs': 0.304369} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.221234] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1233.221802] env[65418]: DEBUG oslo_concurrency.lockutils [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.222040] env[65418]: DEBUG oslo_concurrency.lockutils [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.222382] env[65418]: DEBUG oslo_concurrency.lockutils [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.222654] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40321d3e-b396-4030-ae3b-aa51f3e0280e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.230399] env[65418]: DEBUG oslo_vmware.api [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Waiting for the task: (returnval){ [ 1233.230399] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b08d22-1bbb-fd77-8c48-53463c0d1bf1" [ 1233.230399] env[65418]: _type = "Task" [ 1233.230399] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.231245] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0bd5f2a4-2c65-46d2-b20a-3622cf2b62bf tempest-AttachVolumeTestJSON-893762802 tempest-AttachVolumeTestJSON-893762802-project-member] Lock "f3cdb69f-a268-4e3a-bdc3-1929b1591c0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.227s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.245931] env[65418]: DEBUG oslo_vmware.api [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52b08d22-1bbb-fd77-8c48-53463c0d1bf1, 'name': SearchDatastore_Task, 'duration_secs': 0.011143} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.246279] env[65418]: DEBUG oslo_concurrency.lockutils [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.246522] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1233.246763] env[65418]: DEBUG oslo_concurrency.lockutils [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.246905] env[65418]: DEBUG oslo_concurrency.lockutils [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.247272] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1233.247628] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-585b6002-9909-469a-88a6-ee30429063ec {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.259847] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1233.260082] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1233.261387] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c9ea226-f9b2-4581-ab58-e40479e34f1e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.268935] env[65418]: DEBUG oslo_vmware.api [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Waiting for the task: (returnval){ [ 1233.268935] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52447e6d-3b7f-f967-605a-2935f3286a3c" [ 1233.268935] env[65418]: _type = "Task" [ 1233.268935] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.279196] env[65418]: DEBUG oslo_vmware.api [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52447e6d-3b7f-f967-605a-2935f3286a3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.706157] env[65418]: INFO nova.compute.claims [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1233.780313] env[65418]: DEBUG oslo_vmware.api [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52447e6d-3b7f-f967-605a-2935f3286a3c, 'name': SearchDatastore_Task, 'duration_secs': 0.0105} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.781136] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c66f1ac-ed06-4c74-9eed-04133fa6f8aa {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.786986] env[65418]: DEBUG oslo_vmware.api [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Waiting for the task: (returnval){ [ 1233.786986] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52fd3f79-a6b3-7483-ed0e-2c5080a4fcf1" [ 1233.786986] env[65418]: _type = "Task" [ 1233.786986] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.795268] env[65418]: DEBUG oslo_vmware.api [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52fd3f79-a6b3-7483-ed0e-2c5080a4fcf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.301584] env[65418]: DEBUG oslo_vmware.api [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52fd3f79-a6b3-7483-ed0e-2c5080a4fcf1, 'name': SearchDatastore_Task, 'duration_secs': 0.010555} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.302038] env[65418]: DEBUG oslo_concurrency.lockutils [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.302382] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 75500770-6481-4907-af06-e12d7348e7f6/75500770-6481-4907-af06-e12d7348e7f6.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1234.303036] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f7ff401-d55b-4a1e-82ae-612ed7c50b09 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.311524] env[65418]: DEBUG oslo_vmware.api [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Waiting for the task: (returnval){ [ 1234.311524] env[65418]: value = "task-4689390" [ 1234.311524] env[65418]: _type = "Task" [ 1234.311524] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.320870] env[65418]: DEBUG oslo_vmware.api [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': task-4689390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.818489] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7d6a17-bc51-43a8-971e-44d5b3a66c62 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.829984] env[65418]: DEBUG oslo_vmware.api [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': task-4689390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468755} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.831060] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10eb3928-e63d-492e-9f1e-39fff9e9224f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.834105] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 75500770-6481-4907-af06-e12d7348e7f6/75500770-6481-4907-af06-e12d7348e7f6.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1234.834321] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1234.834560] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1281a5fe-5167-494a-a45c-8a7aab482ab4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.841886] env[65418]: DEBUG oslo_vmware.api [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Waiting for the task: (returnval){ [ 1234.841886] env[65418]: value = "task-4689391" [ 1234.841886] env[65418]: _type = "Task" [ 1234.841886] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.869506] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b619769a-a341-4530-b9e3-9bdf438b5677 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.878072] env[65418]: DEBUG oslo_vmware.api [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': task-4689391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.881247] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65492dc-5862-49a5-9ddf-7155004e714a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.895097] env[65418]: DEBUG nova.compute.provider_tree [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.375916] env[65418]: DEBUG oslo_vmware.api [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': task-4689391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.187245} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.376238] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1235.376999] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3408e7a5-dc27-4516-baa5-fcf202f444ed {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.397031] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 75500770-6481-4907-af06-e12d7348e7f6/75500770-6481-4907-af06-e12d7348e7f6.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1235.398035] env[65418]: DEBUG nova.scheduler.client.report [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.400982] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cca1b8bc-c7c4-4699-811a-9d84dac7326e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.416287] env[65418]: DEBUG oslo_concurrency.lockutils [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.416735] env[65418]: WARNING neutronclient.v2_0.client [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1235.425975] env[65418]: DEBUG oslo_vmware.api [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Waiting for the task: (returnval){ [ 1235.425975] env[65418]: value = "task-4689392" [ 1235.425975] env[65418]: _type = "Task" [ 1235.425975] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.437357] env[65418]: DEBUG oslo_vmware.api [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': task-4689392, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.450244] env[65418]: INFO nova.network.neutron [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Updating port f28dd771-4673-4f4e-a1ad-93bfd5ca4b86 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1235.937096] env[65418]: DEBUG oslo_vmware.api [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': task-4689392, 'name': ReconfigVM_Task, 'duration_secs': 0.268703} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.937506] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 75500770-6481-4907-af06-e12d7348e7f6/75500770-6481-4907-af06-e12d7348e7f6.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.938080] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7353a32-bbaa-4114-a9ad-9a86747e74d6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.946613] env[65418]: DEBUG oslo_vmware.api [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Waiting for the task: (returnval){ [ 1235.946613] env[65418]: value = "task-4689394" [ 1235.946613] env[65418]: _type = "Task" [ 1235.946613] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.955720] env[65418]: DEBUG oslo_vmware.api [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': task-4689394, 'name': Rename_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.457358] env[65418]: DEBUG oslo_vmware.api [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': task-4689394, 'name': Rename_Task, 'duration_secs': 0.146321} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.457641] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1236.457911] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df8a056f-90dc-4f3a-b953-dd1e2c96a26c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.465967] env[65418]: DEBUG oslo_vmware.api [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Waiting for the task: (returnval){ [ 1236.465967] env[65418]: value = "task-4689395" [ 1236.465967] env[65418]: _type = "Task" [ 1236.465967] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.474791] env[65418]: DEBUG oslo_vmware.api [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': task-4689395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.874728] env[65418]: DEBUG nova.compute.manager [req-7ad4c244-3e57-4f90-89ff-b8ec68902542 req-79aa3ed7-95cf-435c-9930-f8098a03e964 service nova] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Received event network-vif-plugged-f28dd771-4673-4f4e-a1ad-93bfd5ca4b86 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1236.875041] env[65418]: DEBUG oslo_concurrency.lockutils [req-7ad4c244-3e57-4f90-89ff-b8ec68902542 req-79aa3ed7-95cf-435c-9930-f8098a03e964 service nova] Acquiring lock "2f555004-b95d-4773-8980-1c2837a67adb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.875168] env[65418]: DEBUG oslo_concurrency.lockutils [req-7ad4c244-3e57-4f90-89ff-b8ec68902542 req-79aa3ed7-95cf-435c-9930-f8098a03e964 service nova] Lock "2f555004-b95d-4773-8980-1c2837a67adb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.875331] env[65418]: DEBUG oslo_concurrency.lockutils [req-7ad4c244-3e57-4f90-89ff-b8ec68902542 req-79aa3ed7-95cf-435c-9930-f8098a03e964 service nova] Lock "2f555004-b95d-4773-8980-1c2837a67adb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.875492] env[65418]: DEBUG nova.compute.manager [req-7ad4c244-3e57-4f90-89ff-b8ec68902542 req-79aa3ed7-95cf-435c-9930-f8098a03e964 service nova] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] No waiting events found dispatching network-vif-plugged-f28dd771-4673-4f4e-a1ad-93bfd5ca4b86 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1236.875644] env[65418]: WARNING nova.compute.manager [req-7ad4c244-3e57-4f90-89ff-b8ec68902542 req-79aa3ed7-95cf-435c-9930-f8098a03e964 service nova] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Received unexpected event network-vif-plugged-f28dd771-4673-4f4e-a1ad-93bfd5ca4b86 for instance with vm_state shelved_offloaded and task_state spawning. [ 1236.952280] env[65418]: DEBUG oslo_concurrency.lockutils [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "refresh_cache-2f555004-b95d-4773-8980-1c2837a67adb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.952505] env[65418]: DEBUG oslo_concurrency.lockutils [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquired lock "refresh_cache-2f555004-b95d-4773-8980-1c2837a67adb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.952702] env[65418]: DEBUG nova.network.neutron [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1236.975790] env[65418]: DEBUG oslo_vmware.api [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': task-4689395, 'name': PowerOnVM_Task, 'duration_secs': 0.411376} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.976155] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.976294] env[65418]: DEBUG nova.compute.manager [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1236.977146] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21cbc30-931d-4b39-a13d-e8240d094c21 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.455368] env[65418]: WARNING neutronclient.v2_0.client [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1237.496143] env[65418]: DEBUG oslo_concurrency.lockutils [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.496402] env[65418]: DEBUG oslo_concurrency.lockutils [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.496570] env[65418]: DEBUG nova.objects.instance [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65418) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1237.621610] env[65418]: WARNING neutronclient.v2_0.client [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1237.694834] env[65418]: DEBUG nova.network.neutron [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Updating instance_info_cache with network_info: [{"id": "f28dd771-4673-4f4e-a1ad-93bfd5ca4b86", "address": "fa:16:3e:e2:da:95", "network": {"id": "c5654c64-ff10-4cb7-bcc0-9c8f1f9f2c7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-459739501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e14fd3d9ea54564854290858d3c5cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf28dd771-46", "ovs_interfaceid": "f28dd771-4673-4f4e-a1ad-93bfd5ca4b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.198229] env[65418]: DEBUG oslo_concurrency.lockutils [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Releasing lock "refresh_cache-2f555004-b95d-4773-8980-1c2837a67adb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.226616] env[65418]: DEBUG nova.virt.hardware [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='dcf3b1b8ee8e4f33ec9a5f3113c7d49d',container_format='bare',created_at=2025-11-21T20:50:36Z,direct_url=,disk_format='vmdk',id=f9c0922e-6d20-44ac-bc27-8bd02f480856,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1832804407-shelved',owner='5e14fd3d9ea54564854290858d3c5cc9',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-11-21T20:50:49Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1238.226886] env[65418]: DEBUG nova.virt.hardware [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.227068] env[65418]: DEBUG nova.virt.hardware [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1238.227263] env[65418]: DEBUG nova.virt.hardware [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.227424] env[65418]: DEBUG nova.virt.hardware [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1238.227579] env[65418]: DEBUG nova.virt.hardware [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1238.227801] env[65418]: DEBUG nova.virt.hardware [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1238.227980] env[65418]: DEBUG nova.virt.hardware [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1238.228178] env[65418]: DEBUG nova.virt.hardware [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1238.228341] env[65418]: DEBUG nova.virt.hardware [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1238.228536] env[65418]: DEBUG nova.virt.hardware [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1238.229502] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7bdcf4-630b-4d09-ab47-8ad1ad6deb39 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.238644] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a695d652-c47d-4220-8bf2-cc498a35884f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.257488] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:da:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '209639b9-c313-4b35-86dc-dccd744d174a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f28dd771-4673-4f4e-a1ad-93bfd5ca4b86', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1238.265265] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1238.265571] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1238.265823] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4cfd181-6ff2-433d-be7d-100877a36db4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.281287] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Acquiring lock "75500770-6481-4907-af06-e12d7348e7f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.281539] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Lock "75500770-6481-4907-af06-e12d7348e7f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.281789] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Acquiring lock "75500770-6481-4907-af06-e12d7348e7f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.281978] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Lock "75500770-6481-4907-af06-e12d7348e7f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.282187] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Lock "75500770-6481-4907-af06-e12d7348e7f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.284806] env[65418]: INFO nova.compute.manager [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Terminating instance [ 1238.290445] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1238.290445] env[65418]: value = "task-4689396" [ 1238.290445] env[65418]: _type = "Task" [ 1238.290445] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.299777] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689396, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.506262] env[65418]: DEBUG oslo_concurrency.lockutils [None req-48c16201-697b-4c82-816b-3ef5b6a29253 tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.789194] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Acquiring lock "refresh_cache-75500770-6481-4907-af06-e12d7348e7f6" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.789389] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Acquired lock "refresh_cache-75500770-6481-4907-af06-e12d7348e7f6" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.789598] env[65418]: DEBUG nova.network.neutron [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1238.800795] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689396, 'name': CreateVM_Task, 'duration_secs': 0.335019} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.801480] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1238.802020] env[65418]: WARNING neutronclient.v2_0.client [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1238.802412] env[65418]: DEBUG oslo_concurrency.lockutils [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9c0922e-6d20-44ac-bc27-8bd02f480856" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.802561] env[65418]: DEBUG oslo_concurrency.lockutils [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9c0922e-6d20-44ac-bc27-8bd02f480856" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.802932] env[65418]: DEBUG oslo_concurrency.lockutils [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9c0922e-6d20-44ac-bc27-8bd02f480856" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.803416] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9d3af7d-7a04-4179-9953-2da0294aeae0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.808992] env[65418]: DEBUG oslo_vmware.api [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1238.808992] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528799f9-2bc2-f810-5402-f9cb76507d96" [ 1238.808992] env[65418]: _type = "Task" [ 1238.808992] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.817765] env[65418]: DEBUG oslo_vmware.api [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]528799f9-2bc2-f810-5402-f9cb76507d96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.905029] env[65418]: DEBUG nova.compute.manager [req-89007ec4-d4c7-4787-97c6-924e933ab54c req-044e7c58-0e46-4eac-bb76-3218c6562691 service nova] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Received event network-changed-f28dd771-4673-4f4e-a1ad-93bfd5ca4b86 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1238.905029] env[65418]: DEBUG nova.compute.manager [req-89007ec4-d4c7-4787-97c6-924e933ab54c req-044e7c58-0e46-4eac-bb76-3218c6562691 service nova] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Refreshing instance network info cache due to event network-changed-f28dd771-4673-4f4e-a1ad-93bfd5ca4b86. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1238.905029] env[65418]: DEBUG oslo_concurrency.lockutils [req-89007ec4-d4c7-4787-97c6-924e933ab54c req-044e7c58-0e46-4eac-bb76-3218c6562691 service nova] Acquiring lock "refresh_cache-2f555004-b95d-4773-8980-1c2837a67adb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.905029] env[65418]: DEBUG oslo_concurrency.lockutils [req-89007ec4-d4c7-4787-97c6-924e933ab54c req-044e7c58-0e46-4eac-bb76-3218c6562691 service nova] Acquired lock "refresh_cache-2f555004-b95d-4773-8980-1c2837a67adb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.905272] env[65418]: DEBUG nova.network.neutron [req-89007ec4-d4c7-4787-97c6-924e933ab54c req-044e7c58-0e46-4eac-bb76-3218c6562691 service nova] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Refreshing network info cache for port f28dd771-4673-4f4e-a1ad-93bfd5ca4b86 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.295762] env[65418]: WARNING neutronclient.v2_0.client [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1239.315257] env[65418]: DEBUG nova.network.neutron [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1239.322641] env[65418]: DEBUG oslo_concurrency.lockutils [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9c0922e-6d20-44ac-bc27-8bd02f480856" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.323050] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Processing image f9c0922e-6d20-44ac-bc27-8bd02f480856 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1239.323403] env[65418]: DEBUG oslo_concurrency.lockutils [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9c0922e-6d20-44ac-bc27-8bd02f480856/f9c0922e-6d20-44ac-bc27-8bd02f480856.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.323652] env[65418]: DEBUG oslo_concurrency.lockutils [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9c0922e-6d20-44ac-bc27-8bd02f480856/f9c0922e-6d20-44ac-bc27-8bd02f480856.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.323973] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1239.324355] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f9445d0-311c-4be9-ae51-5127d3bda89d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.344631] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1239.344812] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1239.345807] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71fe636d-fbf7-4ccc-b837-037bbd9349da {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.352391] env[65418]: DEBUG oslo_vmware.api [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1239.352391] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e79429-1299-4f19-6d40-bff84dd0341c" [ 1239.352391] env[65418]: _type = "Task" [ 1239.352391] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.360925] env[65418]: DEBUG oslo_vmware.api [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e79429-1299-4f19-6d40-bff84dd0341c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.382096] env[65418]: DEBUG nova.network.neutron [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.407700] env[65418]: WARNING neutronclient.v2_0.client [req-89007ec4-d4c7-4787-97c6-924e933ab54c req-044e7c58-0e46-4eac-bb76-3218c6562691 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1239.576646] env[65418]: WARNING neutronclient.v2_0.client [req-89007ec4-d4c7-4787-97c6-924e933ab54c req-044e7c58-0e46-4eac-bb76-3218c6562691 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1239.646290] env[65418]: DEBUG nova.network.neutron [req-89007ec4-d4c7-4787-97c6-924e933ab54c req-044e7c58-0e46-4eac-bb76-3218c6562691 service nova] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Updated VIF entry in instance network info cache for port f28dd771-4673-4f4e-a1ad-93bfd5ca4b86. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1239.646666] env[65418]: DEBUG nova.network.neutron [req-89007ec4-d4c7-4787-97c6-924e933ab54c req-044e7c58-0e46-4eac-bb76-3218c6562691 service nova] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Updating instance_info_cache with network_info: [{"id": "f28dd771-4673-4f4e-a1ad-93bfd5ca4b86", "address": "fa:16:3e:e2:da:95", "network": {"id": "c5654c64-ff10-4cb7-bcc0-9c8f1f9f2c7e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-459739501-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e14fd3d9ea54564854290858d3c5cc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf28dd771-46", "ovs_interfaceid": "f28dd771-4673-4f4e-a1ad-93bfd5ca4b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.865411] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Preparing fetch location {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1239.865669] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Fetch image to [datastore2] OSTACK_IMG_0c5f444b-1a51-474d-9a28-c759bb8172fb/OSTACK_IMG_0c5f444b-1a51-474d-9a28-c759bb8172fb.vmdk {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1239.865847] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Downloading stream optimized image f9c0922e-6d20-44ac-bc27-8bd02f480856 to [datastore2] OSTACK_IMG_0c5f444b-1a51-474d-9a28-c759bb8172fb/OSTACK_IMG_0c5f444b-1a51-474d-9a28-c759bb8172fb.vmdk on the data store datastore2 as vApp {{(pid=65418) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1239.866035] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Downloading image file data f9c0922e-6d20-44ac-bc27-8bd02f480856 to the ESX as VM named 'OSTACK_IMG_0c5f444b-1a51-474d-9a28-c759bb8172fb' {{(pid=65418) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1239.884646] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Releasing lock "refresh_cache-75500770-6481-4907-af06-e12d7348e7f6" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.885155] env[65418]: DEBUG nova.compute.manager [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1239.885352] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1239.886265] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea1640db-5022-46b2-93b8-d75e0be558b0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.896394] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.913022] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5df7a40a-165a-4278-a6df-8a03f19f1cfe {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.921039] env[65418]: DEBUG oslo_vmware.api [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Waiting for the task: (returnval){ [ 1239.921039] env[65418]: value = "task-4689398" [ 1239.921039] env[65418]: _type = "Task" [ 1239.921039] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.931637] env[65418]: DEBUG oslo_vmware.api [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': task-4689398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.958032] env[65418]: DEBUG oslo_vmware.rw_handles [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1239.958032] env[65418]: value = "resgroup-9" [ 1239.958032] env[65418]: _type = "ResourcePool" [ 1239.958032] env[65418]: }. {{(pid=65418) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1239.958032] env[65418]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-296358b8-146b-42a0-bf6d-4daa59c2cbb9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.986777] env[65418]: DEBUG oslo_vmware.rw_handles [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lease: (returnval){ [ 1239.986777] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52642f8d-e8f9-ac40-ba60-e97661c7d1ab" [ 1239.986777] env[65418]: _type = "HttpNfcLease" [ 1239.986777] env[65418]: } obtained for vApp import into resource pool (val){ [ 1239.986777] env[65418]: value = "resgroup-9" [ 1239.986777] env[65418]: _type = "ResourcePool" [ 1239.986777] env[65418]: }. {{(pid=65418) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1239.987068] env[65418]: DEBUG oslo_vmware.api [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the lease: (returnval){ [ 1239.987068] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52642f8d-e8f9-ac40-ba60-e97661c7d1ab" [ 1239.987068] env[65418]: _type = "HttpNfcLease" [ 1239.987068] env[65418]: } to be ready. {{(pid=65418) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1239.995306] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1239.995306] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52642f8d-e8f9-ac40-ba60-e97661c7d1ab" [ 1239.995306] env[65418]: _type = "HttpNfcLease" [ 1239.995306] env[65418]: } is initializing. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1240.149410] env[65418]: DEBUG oslo_concurrency.lockutils [req-89007ec4-d4c7-4787-97c6-924e933ab54c req-044e7c58-0e46-4eac-bb76-3218c6562691 service nova] Releasing lock "refresh_cache-2f555004-b95d-4773-8980-1c2837a67adb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.432949] env[65418]: DEBUG oslo_vmware.api [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': task-4689398, 'name': PowerOffVM_Task, 'duration_secs': 0.211585} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.433370] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1240.433370] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1240.433649] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc813507-2a55-4493-b51d-eaf5c3562028 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.461707] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1240.461916] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1240.462119] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Deleting the datastore file [datastore2] 75500770-6481-4907-af06-e12d7348e7f6 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1240.462403] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a4cf11a-ea3f-464a-995c-ac5ec9e646c0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.470508] env[65418]: DEBUG oslo_vmware.api [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Waiting for the task: (returnval){ [ 1240.470508] env[65418]: value = "task-4689401" [ 1240.470508] env[65418]: _type = "Task" [ 1240.470508] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.479038] env[65418]: DEBUG oslo_vmware.api [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': task-4689401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.495397] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1240.495397] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52642f8d-e8f9-ac40-ba60-e97661c7d1ab" [ 1240.495397] env[65418]: _type = "HttpNfcLease" [ 1240.495397] env[65418]: } is ready. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1240.495678] env[65418]: DEBUG oslo_vmware.rw_handles [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1240.495678] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52642f8d-e8f9-ac40-ba60-e97661c7d1ab" [ 1240.495678] env[65418]: _type = "HttpNfcLease" [ 1240.495678] env[65418]: }. {{(pid=65418) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1240.496407] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5447da4e-581a-4376-93c2-35359bc52471 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.504022] env[65418]: DEBUG oslo_vmware.rw_handles [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528987c7-fb38-380a-c5c5-14934ec9c5df/disk-0.vmdk from lease info. {{(pid=65418) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1240.504205] env[65418]: DEBUG oslo_vmware.rw_handles [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528987c7-fb38-380a-c5c5-14934ec9c5df/disk-0.vmdk. {{(pid=65418) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1240.565403] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e0f65e32-4898-48d1-b535-e2cb87bd47f9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.981916] env[65418]: DEBUG oslo_vmware.api [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Task: {'id': task-4689401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090344} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.982141] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1240.982329] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1240.982503] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1240.982671] env[65418]: INFO nova.compute.manager [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1240.982918] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1240.983165] env[65418]: DEBUG nova.compute.manager [-] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1240.983277] env[65418]: DEBUG nova.network.neutron [-] [instance: 75500770-6481-4907-af06-e12d7348e7f6] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1240.983565] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.000067] env[65418]: DEBUG nova.network.neutron [-] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1241.000323] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.502973] env[65418]: DEBUG nova.network.neutron [-] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.709724] env[65418]: DEBUG oslo_vmware.rw_handles [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Completed reading data from the image iterator. {{(pid=65418) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1241.710086] env[65418]: DEBUG oslo_vmware.rw_handles [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528987c7-fb38-380a-c5c5-14934ec9c5df/disk-0.vmdk. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1241.710938] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782b048a-e085-4b45-a6d8-64515acc2771 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.718463] env[65418]: DEBUG oslo_vmware.rw_handles [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528987c7-fb38-380a-c5c5-14934ec9c5df/disk-0.vmdk is in state: ready. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1241.718668] env[65418]: DEBUG oslo_vmware.rw_handles [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528987c7-fb38-380a-c5c5-14934ec9c5df/disk-0.vmdk. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1241.718900] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-32490533-e5b4-4664-9c9e-89e4ff7b9646 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.903291] env[65418]: DEBUG oslo_vmware.rw_handles [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528987c7-fb38-380a-c5c5-14934ec9c5df/disk-0.vmdk. {{(pid=65418) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1241.903553] env[65418]: INFO nova.virt.vmwareapi.images [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Downloaded image file data f9c0922e-6d20-44ac-bc27-8bd02f480856 [ 1241.904453] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69ec90e-a9f5-44bc-a2c1-8f5e3838af18 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.921467] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e4f55ab-906e-49d1-8716-2961599185e0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.947841] env[65418]: INFO nova.virt.vmwareapi.images [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] The imported VM was unregistered [ 1241.950171] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Caching image {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1241.950409] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Creating directory with path [datastore2] devstack-image-cache_base/f9c0922e-6d20-44ac-bc27-8bd02f480856 {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1241.950698] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2261fc41-88c1-4ad0-9613-04bf11dd679d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.963149] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Created directory with path [datastore2] devstack-image-cache_base/f9c0922e-6d20-44ac-bc27-8bd02f480856 {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1241.963348] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_0c5f444b-1a51-474d-9a28-c759bb8172fb/OSTACK_IMG_0c5f444b-1a51-474d-9a28-c759bb8172fb.vmdk to [datastore2] devstack-image-cache_base/f9c0922e-6d20-44ac-bc27-8bd02f480856/f9c0922e-6d20-44ac-bc27-8bd02f480856.vmdk. {{(pid=65418) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1241.963592] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f882494b-7b00-477d-9076-b98d6dd00865 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.970472] env[65418]: DEBUG oslo_vmware.api [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1241.970472] env[65418]: value = "task-4689403" [ 1241.970472] env[65418]: _type = "Task" [ 1241.970472] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.978965] env[65418]: DEBUG oslo_vmware.api [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689403, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.005743] env[65418]: INFO nova.compute.manager [-] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Took 1.02 seconds to deallocate network for instance. [ 1242.481866] env[65418]: DEBUG oslo_vmware.api [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689403, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.512209] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.512577] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.512717] env[65418]: DEBUG nova.objects.instance [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Lazy-loading 'resources' on Instance uuid 75500770-6481-4907-af06-e12d7348e7f6 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.983485] env[65418]: DEBUG oslo_vmware.api [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689403, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.119816] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d19c64-da1f-457c-af48-263ca421617c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.128812] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6157a13-1712-453d-9412-92ec1ec02afb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.163920] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2b4ece-13f1-462c-96f6-c644d1569874 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.174697] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4867016e-d3d0-4590-8813-f9c122f46f12 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.193074] env[65418]: DEBUG nova.compute.provider_tree [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.483729] env[65418]: DEBUG oslo_vmware.api [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689403, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.696914] env[65418]: DEBUG nova.scheduler.client.report [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.986423] env[65418]: DEBUG oslo_vmware.api [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689403, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.202915] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.242830] env[65418]: INFO nova.scheduler.client.report [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Deleted allocations for instance 75500770-6481-4907-af06-e12d7348e7f6 [ 1244.484318] env[65418]: DEBUG oslo_vmware.api [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689403, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.751472] env[65418]: DEBUG oslo_concurrency.lockutils [None req-ac44c26c-9308-460f-807f-a68fc6ac66ed tempest-ServerShowV254Test-1351249989 tempest-ServerShowV254Test-1351249989-project-member] Lock "75500770-6481-4907-af06-e12d7348e7f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.470s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.985232] env[65418]: DEBUG oslo_vmware.api [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689403, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.701353} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.985443] env[65418]: INFO nova.virt.vmwareapi.ds_util [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_0c5f444b-1a51-474d-9a28-c759bb8172fb/OSTACK_IMG_0c5f444b-1a51-474d-9a28-c759bb8172fb.vmdk to [datastore2] devstack-image-cache_base/f9c0922e-6d20-44ac-bc27-8bd02f480856/f9c0922e-6d20-44ac-bc27-8bd02f480856.vmdk. [ 1244.985621] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Cleaning up location [datastore2] OSTACK_IMG_0c5f444b-1a51-474d-9a28-c759bb8172fb {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1244.985773] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_0c5f444b-1a51-474d-9a28-c759bb8172fb {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1244.986049] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-def3ef14-b935-4be2-a00f-581c9582ec33 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.993857] env[65418]: DEBUG oslo_vmware.api [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1244.993857] env[65418]: value = "task-4689404" [ 1244.993857] env[65418]: _type = "Task" [ 1244.993857] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.001984] env[65418]: DEBUG oslo_vmware.api [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.503716] env[65418]: DEBUG oslo_vmware.api [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.079977} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.503996] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1245.504173] env[65418]: DEBUG oslo_concurrency.lockutils [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9c0922e-6d20-44ac-bc27-8bd02f480856/f9c0922e-6d20-44ac-bc27-8bd02f480856.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.504416] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9c0922e-6d20-44ac-bc27-8bd02f480856/f9c0922e-6d20-44ac-bc27-8bd02f480856.vmdk to [datastore2] 2f555004-b95d-4773-8980-1c2837a67adb/2f555004-b95d-4773-8980-1c2837a67adb.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1245.504669] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8150c60-e769-4450-a557-90ac544e96a2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.511890] env[65418]: DEBUG oslo_vmware.api [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1245.511890] env[65418]: value = "task-4689405" [ 1245.511890] env[65418]: _type = "Task" [ 1245.511890] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.520579] env[65418]: DEBUG oslo_vmware.api [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.024081] env[65418]: DEBUG oslo_vmware.api [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689405, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.524019] env[65418]: DEBUG oslo_vmware.api [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689405, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.025029] env[65418]: DEBUG oslo_vmware.api [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689405, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.525366] env[65418]: DEBUG oslo_vmware.api [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689405, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.025966] env[65418]: DEBUG oslo_vmware.api [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689405, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.343902} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.026383] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9c0922e-6d20-44ac-bc27-8bd02f480856/f9c0922e-6d20-44ac-bc27-8bd02f480856.vmdk to [datastore2] 2f555004-b95d-4773-8980-1c2837a67adb/2f555004-b95d-4773-8980-1c2837a67adb.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1248.027177] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e55f4c-853b-4119-a024-8625e830e6b1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.051925] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 2f555004-b95d-4773-8980-1c2837a67adb/2f555004-b95d-4773-8980-1c2837a67adb.vmdk or device None with type streamOptimized {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1248.052267] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb33afc3-e504-494e-b2a4-ea93a48924c7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.072052] env[65418]: DEBUG oslo_vmware.api [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1248.072052] env[65418]: value = "task-4689406" [ 1248.072052] env[65418]: _type = "Task" [ 1248.072052] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.080887] env[65418]: DEBUG oslo_vmware.api [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.584169] env[65418]: DEBUG oslo_vmware.api [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689406, 'name': ReconfigVM_Task, 'duration_secs': 0.296188} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.584385] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 2f555004-b95d-4773-8980-1c2837a67adb/2f555004-b95d-4773-8980-1c2837a67adb.vmdk or device None with type streamOptimized {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.584986] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cd75788-695c-46ce-9eb1-f47de072bdf8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.592025] env[65418]: DEBUG oslo_vmware.api [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1248.592025] env[65418]: value = "task-4689407" [ 1248.592025] env[65418]: _type = "Task" [ 1248.592025] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.604890] env[65418]: DEBUG oslo_vmware.api [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689407, 'name': Rename_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.102326] env[65418]: DEBUG oslo_vmware.api [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689407, 'name': Rename_Task, 'duration_secs': 0.144459} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.102720] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1249.102831] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e87d62f7-aa90-44e9-94e9-d1083c590289 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.110311] env[65418]: DEBUG oslo_vmware.api [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1249.110311] env[65418]: value = "task-4689408" [ 1249.110311] env[65418]: _type = "Task" [ 1249.110311] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.118863] env[65418]: DEBUG oslo_vmware.api [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.621048] env[65418]: DEBUG oslo_vmware.api [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689408, 'name': PowerOnVM_Task, 'duration_secs': 0.47062} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.621333] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1249.730728] env[65418]: DEBUG nova.compute.manager [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1249.732182] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c33385-5604-4b55-ac12-d676bbcd0493 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.254035] env[65418]: DEBUG oslo_concurrency.lockutils [None req-33ce61e3-00db-4dbd-b400-ac941b21f241 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "2f555004-b95d-4773-8980-1c2837a67adb" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.937s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.132688] env[65418]: DEBUG oslo_concurrency.lockutils [None req-996020c5-47ca-4f83-9578-673dbf66dfd9 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "2f555004-b95d-4773-8980-1c2837a67adb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.132942] env[65418]: DEBUG oslo_concurrency.lockutils [None req-996020c5-47ca-4f83-9578-673dbf66dfd9 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "2f555004-b95d-4773-8980-1c2837a67adb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.133176] env[65418]: DEBUG oslo_concurrency.lockutils [None req-996020c5-47ca-4f83-9578-673dbf66dfd9 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "2f555004-b95d-4773-8980-1c2837a67adb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.133357] env[65418]: DEBUG oslo_concurrency.lockutils [None req-996020c5-47ca-4f83-9578-673dbf66dfd9 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "2f555004-b95d-4773-8980-1c2837a67adb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.133522] env[65418]: DEBUG oslo_concurrency.lockutils [None req-996020c5-47ca-4f83-9578-673dbf66dfd9 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "2f555004-b95d-4773-8980-1c2837a67adb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.135689] env[65418]: INFO nova.compute.manager [None req-996020c5-47ca-4f83-9578-673dbf66dfd9 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Terminating instance [ 1251.639901] env[65418]: DEBUG nova.compute.manager [None req-996020c5-47ca-4f83-9578-673dbf66dfd9 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1251.640346] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-996020c5-47ca-4f83-9578-673dbf66dfd9 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.641079] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9ffcf7-b60d-44a8-8f99-1309159dfca5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.649270] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-996020c5-47ca-4f83-9578-673dbf66dfd9 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.649520] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32c397df-9637-4f9f-ac68-841198362a4b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.656511] env[65418]: DEBUG oslo_vmware.api [None req-996020c5-47ca-4f83-9578-673dbf66dfd9 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1251.656511] env[65418]: value = "task-4689409" [ 1251.656511] env[65418]: _type = "Task" [ 1251.656511] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.666162] env[65418]: DEBUG oslo_vmware.api [None req-996020c5-47ca-4f83-9578-673dbf66dfd9 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.168144] env[65418]: DEBUG oslo_vmware.api [None req-996020c5-47ca-4f83-9578-673dbf66dfd9 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689409, 'name': PowerOffVM_Task, 'duration_secs': 0.208659} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.168144] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-996020c5-47ca-4f83-9578-673dbf66dfd9 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.168144] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-996020c5-47ca-4f83-9578-673dbf66dfd9 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1252.168144] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ecc93b0-731b-41f3-bb6f-86df1a912a98 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.239376] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-996020c5-47ca-4f83-9578-673dbf66dfd9 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1252.239599] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-996020c5-47ca-4f83-9578-673dbf66dfd9 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1252.239775] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-996020c5-47ca-4f83-9578-673dbf66dfd9 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Deleting the datastore file [datastore2] 2f555004-b95d-4773-8980-1c2837a67adb {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1252.240085] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe2d5ead-32e2-4a4d-9b34-ad88c9a117c7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.248205] env[65418]: DEBUG oslo_vmware.api [None req-996020c5-47ca-4f83-9578-673dbf66dfd9 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for the task: (returnval){ [ 1252.248205] env[65418]: value = "task-4689411" [ 1252.248205] env[65418]: _type = "Task" [ 1252.248205] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.256912] env[65418]: DEBUG oslo_vmware.api [None req-996020c5-47ca-4f83-9578-673dbf66dfd9 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.758550] env[65418]: DEBUG oslo_vmware.api [None req-996020c5-47ca-4f83-9578-673dbf66dfd9 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Task: {'id': task-4689411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127372} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.759086] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-996020c5-47ca-4f83-9578-673dbf66dfd9 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1252.759086] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-996020c5-47ca-4f83-9578-673dbf66dfd9 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1252.759272] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-996020c5-47ca-4f83-9578-673dbf66dfd9 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1252.759345] env[65418]: INFO nova.compute.manager [None req-996020c5-47ca-4f83-9578-673dbf66dfd9 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1252.759580] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-996020c5-47ca-4f83-9578-673dbf66dfd9 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1252.759778] env[65418]: DEBUG nova.compute.manager [-] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1252.759871] env[65418]: DEBUG nova.network.neutron [-] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1252.760126] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1252.793100] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1253.230290] env[65418]: DEBUG nova.compute.manager [req-5d9972c5-8c19-4f7b-8add-de3529315a51 req-d7127c11-33e7-45b4-a1ef-7e3c7588c694 service nova] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Received event network-vif-deleted-f28dd771-4673-4f4e-a1ad-93bfd5ca4b86 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1253.230483] env[65418]: INFO nova.compute.manager [req-5d9972c5-8c19-4f7b-8add-de3529315a51 req-d7127c11-33e7-45b4-a1ef-7e3c7588c694 service nova] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Neutron deleted interface f28dd771-4673-4f4e-a1ad-93bfd5ca4b86; detaching it from the instance and deleting it from the info cache [ 1253.230675] env[65418]: DEBUG nova.network.neutron [req-5d9972c5-8c19-4f7b-8add-de3529315a51 req-d7127c11-33e7-45b4-a1ef-7e3c7588c694 service nova] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.709083] env[65418]: DEBUG nova.network.neutron [-] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.733057] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-565825e4-c2b3-41b1-b8dd-dc8e1b3b03ad {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.743959] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3dd4b9-3bc6-41ad-99ea-a43898f6869d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.771890] env[65418]: DEBUG nova.compute.manager [req-5d9972c5-8c19-4f7b-8add-de3529315a51 req-d7127c11-33e7-45b4-a1ef-7e3c7588c694 service nova] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Detach interface failed, port_id=f28dd771-4673-4f4e-a1ad-93bfd5ca4b86, reason: Instance 2f555004-b95d-4773-8980-1c2837a67adb could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1254.211828] env[65418]: INFO nova.compute.manager [-] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Took 1.45 seconds to deallocate network for instance. [ 1254.719162] env[65418]: DEBUG oslo_concurrency.lockutils [None req-996020c5-47ca-4f83-9578-673dbf66dfd9 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.719470] env[65418]: DEBUG oslo_concurrency.lockutils [None req-996020c5-47ca-4f83-9578-673dbf66dfd9 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.719715] env[65418]: DEBUG nova.objects.instance [None req-996020c5-47ca-4f83-9578-673dbf66dfd9 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lazy-loading 'resources' on Instance uuid 2f555004-b95d-4773-8980-1c2837a67adb {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.309102] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd49b612-95ae-4000-a447-f921fd47c9dd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.318076] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea89c81-c57b-4c6d-8bd2-83a7918daca3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.350439] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c70c954-7bde-4c22-903c-ac9df6bcb3e6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.358990] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bbb132-06a1-4081-ba28-e1b1c4a6e6c0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.372959] env[65418]: DEBUG nova.compute.provider_tree [None req-996020c5-47ca-4f83-9578-673dbf66dfd9 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.541181] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "8f629e0a-51ce-489a-84b7-ae320abcf215" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.541442] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "8f629e0a-51ce-489a-84b7-ae320abcf215" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.541645] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "8f629e0a-51ce-489a-84b7-ae320abcf215-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.541840] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "8f629e0a-51ce-489a-84b7-ae320abcf215-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.542032] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "8f629e0a-51ce-489a-84b7-ae320abcf215-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.544203] env[65418]: INFO nova.compute.manager [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Terminating instance [ 1255.876144] env[65418]: DEBUG nova.scheduler.client.report [None req-996020c5-47ca-4f83-9578-673dbf66dfd9 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1256.048581] env[65418]: DEBUG nova.compute.manager [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1256.048788] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1256.049185] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-576655f5-edcc-4c5b-bd6d-b2c11d2ffb86 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.057551] env[65418]: DEBUG oslo_vmware.api [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1256.057551] env[65418]: value = "task-4689412" [ 1256.057551] env[65418]: _type = "Task" [ 1256.057551] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.067461] env[65418]: DEBUG oslo_vmware.api [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.381142] env[65418]: DEBUG oslo_concurrency.lockutils [None req-996020c5-47ca-4f83-9578-673dbf66dfd9 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.399891] env[65418]: INFO nova.scheduler.client.report [None req-996020c5-47ca-4f83-9578-673dbf66dfd9 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Deleted allocations for instance 2f555004-b95d-4773-8980-1c2837a67adb [ 1256.567835] env[65418]: DEBUG oslo_vmware.api [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689412, 'name': PowerOffVM_Task, 'duration_secs': 0.155202} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.568055] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1256.568255] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Volume detach. Driver type: vmdk {{(pid=65418) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1256.568443] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915297', 'volume_id': '98042500-c255-4b37-b2e9-b9ece4fcd5b4', 'name': 'volume-98042500-c255-4b37-b2e9-b9ece4fcd5b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8f629e0a-51ce-489a-84b7-ae320abcf215', 'attached_at': '2025-11-21T20:50:47.000000', 'detached_at': '', 'volume_id': '98042500-c255-4b37-b2e9-b9ece4fcd5b4', 'serial': '98042500-c255-4b37-b2e9-b9ece4fcd5b4'} {{(pid=65418) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1256.569226] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64832eb-ddab-4eba-a18c-7397c99c86d0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.589438] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a846f6c-12b4-4fb5-839f-e3ecf07a5d29 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.597432] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909a5ce4-1d49-4cea-b76e-cecf5a396ab7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.615919] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83f88be-49b0-47bf-8355-9c353918cc3c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.632701] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] The volume has not been displaced from its original location: [datastore2] volume-98042500-c255-4b37-b2e9-b9ece4fcd5b4/volume-98042500-c255-4b37-b2e9-b9ece4fcd5b4.vmdk. No consolidation needed. {{(pid=65418) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1256.638113] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1256.638455] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fe56de8-adfc-488b-8137-96edd15198a9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.657578] env[65418]: DEBUG oslo_vmware.api [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1256.657578] env[65418]: value = "task-4689413" [ 1256.657578] env[65418]: _type = "Task" [ 1256.657578] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.666285] env[65418]: DEBUG oslo_vmware.api [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689413, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.907548] env[65418]: DEBUG oslo_concurrency.lockutils [None req-996020c5-47ca-4f83-9578-673dbf66dfd9 tempest-ServerActionsTestOtherB-69504015 tempest-ServerActionsTestOtherB-69504015-project-member] Lock "2f555004-b95d-4773-8980-1c2837a67adb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.774s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.168306] env[65418]: DEBUG oslo_vmware.api [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689413, 'name': ReconfigVM_Task, 'duration_secs': 0.163338} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.168655] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1257.173293] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c8c36e7-122c-4a18-ab91-bc472c4a1ab7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.190114] env[65418]: DEBUG oslo_vmware.api [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1257.190114] env[65418]: value = "task-4689414" [ 1257.190114] env[65418]: _type = "Task" [ 1257.190114] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.199478] env[65418]: DEBUG oslo_vmware.api [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689414, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.700178] env[65418]: DEBUG oslo_vmware.api [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689414, 'name': ReconfigVM_Task, 'duration_secs': 0.167287} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.700559] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915297', 'volume_id': '98042500-c255-4b37-b2e9-b9ece4fcd5b4', 'name': 'volume-98042500-c255-4b37-b2e9-b9ece4fcd5b4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '8f629e0a-51ce-489a-84b7-ae320abcf215', 'attached_at': '2025-11-21T20:50:47.000000', 'detached_at': '', 'volume_id': '98042500-c255-4b37-b2e9-b9ece4fcd5b4', 'serial': '98042500-c255-4b37-b2e9-b9ece4fcd5b4'} {{(pid=65418) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1257.700700] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.701506] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ccc94b-d7ea-4624-96fc-4848f619d709 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.708734] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1257.708984] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eff471e5-3164-4b10-80fe-f6f6a39d4772 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.777056] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1257.777367] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1257.777571] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Deleting the datastore file [datastore2] 8f629e0a-51ce-489a-84b7-ae320abcf215 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1257.777857] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a2f52e6-3daf-4426-9ca3-996ecfd7f955 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.785819] env[65418]: DEBUG oslo_vmware.api [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1257.785819] env[65418]: value = "task-4689417" [ 1257.785819] env[65418]: _type = "Task" [ 1257.785819] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.794929] env[65418]: DEBUG oslo_vmware.api [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.296720] env[65418]: DEBUG oslo_vmware.api [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.077586} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.297011] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1258.297198] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1258.297389] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1258.297557] env[65418]: INFO nova.compute.manager [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1258.297808] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1258.298009] env[65418]: DEBUG nova.compute.manager [-] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1258.298112] env[65418]: DEBUG nova.network.neutron [-] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1258.298360] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1258.342906] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1258.790481] env[65418]: DEBUG nova.compute.manager [req-9696b55d-27a2-42b7-9719-155042e76953 req-61211079-7a56-491b-ac53-8c492bddf8f1 service nova] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Received event network-vif-deleted-304dbe2d-e7d9-4261-bd94-b9928f3dbc05 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1258.790778] env[65418]: INFO nova.compute.manager [req-9696b55d-27a2-42b7-9719-155042e76953 req-61211079-7a56-491b-ac53-8c492bddf8f1 service nova] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Neutron deleted interface 304dbe2d-e7d9-4261-bd94-b9928f3dbc05; detaching it from the instance and deleting it from the info cache [ 1258.790916] env[65418]: DEBUG nova.network.neutron [req-9696b55d-27a2-42b7-9719-155042e76953 req-61211079-7a56-491b-ac53-8c492bddf8f1 service nova] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.267447] env[65418]: DEBUG nova.network.neutron [-] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.294136] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1f77c42-5fe8-40a3-9fda-1deb8406d5a3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.305455] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78ad60a-d4fa-4dff-a7b6-92bb2f2bc0bb {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.324738] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.324941] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.325031] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.325206] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.325359] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.325500] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.325651] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.325834] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65418) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1259.325973] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1259.337490] env[65418]: DEBUG nova.compute.manager [req-9696b55d-27a2-42b7-9719-155042e76953 req-61211079-7a56-491b-ac53-8c492bddf8f1 service nova] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Detach interface failed, port_id=304dbe2d-e7d9-4261-bd94-b9928f3dbc05, reason: Instance 8f629e0a-51ce-489a-84b7-ae320abcf215 could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1259.770433] env[65418]: INFO nova.compute.manager [-] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Took 1.47 seconds to deallocate network for instance. [ 1259.840298] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.840589] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.840747] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.840903] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65418) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1259.841773] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c8c4c6-6f8e-4c30-b056-76fb001219d3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.850251] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e4c203-3959-46c8-8a86-b5f79ff7e892 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.864770] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d979ea-d484-4fdb-9b64-038d6694d8ad {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.872038] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656254cf-973b-4bd3-a291-86a9f1660816 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.901655] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179671MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65418) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1259.901826] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.902097] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.314812] env[65418]: INFO nova.compute.manager [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Took 0.54 seconds to detach 1 volumes for instance. [ 1260.317128] env[65418]: DEBUG nova.compute.manager [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Deleting volume: 98042500-c255-4b37-b2e9-b9ece4fcd5b4 {{(pid=65418) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3320}} [ 1260.855794] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.963012] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance f20a3241-1b6e-4072-b3f6-f8cef3f52188 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1260.963012] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance decc248d-4fd5-4a56-b86e-1c590ea310a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1260.963012] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance 8f629e0a-51ce-489a-84b7-ae320abcf215 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1260.963012] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance fae10bd6-a094-4a70-90f5-4203b27b8f4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1260.963012] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=65418) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1260.963012] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=100GB used_disk=3GB total_vcpus=48 used_vcpus=4 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '4', 'num_vm_active': '4', 'num_task_None': '3', 'num_os_type_None': '4', 'num_proj_4f0140731fab4ddebe63cfa14ec652ae': '3', 'io_workload': '0', 'num_task_deleting': '1', 'num_proj_6abe9da871fc491f9a947dc7235b67b3': '1'} {{(pid=65418) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1261.008919] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cb244d-e509-4ddf-affb-902be5633367 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.018223] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7734ecc9-07e3-4b01-87a8-6d640452dda9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.050685] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1692bb5-04dd-41b6-8051-6a785dca3f85 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.059566] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a3098f-fe6d-4956-90bc-a98d0d21b36e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.074023] env[65418]: DEBUG nova.compute.provider_tree [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.577676] env[65418]: DEBUG nova.scheduler.client.report [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.083549] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65418) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1262.083850] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.182s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.084069] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.228s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.084301] env[65418]: DEBUG nova.objects.instance [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lazy-loading 'resources' on Instance uuid 8f629e0a-51ce-489a-84b7-ae320abcf215 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.164642] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquiring lock "fae10bd6-a094-4a70-90f5-4203b27b8f4d" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.164844] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "fae10bd6-a094-4a70-90f5-4203b27b8f4d" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.165307] env[65418]: INFO nova.compute.manager [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Shelving [ 1262.659650] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571e5ada-1268-4009-991e-6fc7ac2ef0fc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.668015] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e4bc1b-bb98-4f14-86b5-44cd029c03f4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.703508] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.703508] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeec522d-483a-43cd-9998-0acee159fe0f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.706131] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-768c9425-2191-4f1f-9eed-6ce6d3357b56 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.715163] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd073ae-a228-4eeb-b658-e41e8b69f5be {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.719129] env[65418]: DEBUG oslo_vmware.api [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1262.719129] env[65418]: value = "task-4689419" [ 1262.719129] env[65418]: _type = "Task" [ 1262.719129] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.731168] env[65418]: DEBUG nova.compute.provider_tree [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.739574] env[65418]: DEBUG oslo_vmware.api [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.231993] env[65418]: DEBUG oslo_vmware.api [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689419, 'name': PowerOffVM_Task, 'duration_secs': 0.183055} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.232398] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.233055] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5f6951-e696-447b-b8f8-b08a25297828 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.237125] env[65418]: DEBUG nova.scheduler.client.report [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.254722] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c5fe72-a25a-4a11-bb12-31ba79121887 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.755276] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.767860] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Creating Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1263.768344] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-72ce337e-b6da-4fa8-91c8-d46b9a5e4520 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.778200] env[65418]: DEBUG oslo_vmware.api [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1263.778200] env[65418]: value = "task-4689420" [ 1263.778200] env[65418]: _type = "Task" [ 1263.778200] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.783518] env[65418]: INFO nova.scheduler.client.report [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Deleted allocations for instance 8f629e0a-51ce-489a-84b7-ae320abcf215 [ 1263.793975] env[65418]: DEBUG oslo_vmware.api [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689420, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.289441] env[65418]: DEBUG oslo_vmware.api [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689420, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.297521] env[65418]: DEBUG oslo_concurrency.lockutils [None req-5b8a2ddc-96df-4501-9093-56869b6c93ac tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "8f629e0a-51ce-489a-84b7-ae320abcf215" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.756s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.548194] env[65418]: DEBUG oslo_concurrency.lockutils [None req-19624d89-ba2e-400d-809d-4a04979670d6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "decc248d-4fd5-4a56-b86e-1c590ea310a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.548458] env[65418]: DEBUG oslo_concurrency.lockutils [None req-19624d89-ba2e-400d-809d-4a04979670d6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "decc248d-4fd5-4a56-b86e-1c590ea310a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.548678] env[65418]: DEBUG oslo_concurrency.lockutils [None req-19624d89-ba2e-400d-809d-4a04979670d6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "decc248d-4fd5-4a56-b86e-1c590ea310a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.549431] env[65418]: DEBUG oslo_concurrency.lockutils [None req-19624d89-ba2e-400d-809d-4a04979670d6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "decc248d-4fd5-4a56-b86e-1c590ea310a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.549615] env[65418]: DEBUG oslo_concurrency.lockutils [None req-19624d89-ba2e-400d-809d-4a04979670d6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "decc248d-4fd5-4a56-b86e-1c590ea310a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.552653] env[65418]: INFO nova.compute.manager [None req-19624d89-ba2e-400d-809d-4a04979670d6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Terminating instance [ 1264.791257] env[65418]: DEBUG oslo_vmware.api [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689420, 'name': CreateSnapshot_Task, 'duration_secs': 0.831899} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.791559] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Created Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1264.792340] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9d9c80-d7b6-4c97-99f6-8d05a2e09bb1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.056677] env[65418]: DEBUG nova.compute.manager [None req-19624d89-ba2e-400d-809d-4a04979670d6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1265.056906] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-19624d89-ba2e-400d-809d-4a04979670d6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1265.057828] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ec8cde-d9cd-447c-a9e7-c1e401238e6c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.067590] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-19624d89-ba2e-400d-809d-4a04979670d6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.067590] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03463086-49e9-4d3e-ae1f-7a9f27f9659d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.074540] env[65418]: DEBUG oslo_vmware.api [None req-19624d89-ba2e-400d-809d-4a04979670d6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1265.074540] env[65418]: value = "task-4689421" [ 1265.074540] env[65418]: _type = "Task" [ 1265.074540] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.083777] env[65418]: DEBUG oslo_vmware.api [None req-19624d89-ba2e-400d-809d-4a04979670d6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.313094] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Creating linked-clone VM from snapshot {{(pid=65418) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1265.313448] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5f83ce5f-6f0f-40af-9737-9edb890c3400 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.323117] env[65418]: DEBUG oslo_vmware.api [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1265.323117] env[65418]: value = "task-4689422" [ 1265.323117] env[65418]: _type = "Task" [ 1265.323117] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.333260] env[65418]: DEBUG oslo_vmware.api [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689422, 'name': CloneVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.585053] env[65418]: DEBUG oslo_vmware.api [None req-19624d89-ba2e-400d-809d-4a04979670d6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689421, 'name': PowerOffVM_Task, 'duration_secs': 0.212647} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.585336] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-19624d89-ba2e-400d-809d-4a04979670d6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.585511] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-19624d89-ba2e-400d-809d-4a04979670d6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1265.585776] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6508ac1a-3b17-47d7-a1c8-88ff12316673 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.656911] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-19624d89-ba2e-400d-809d-4a04979670d6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1265.657166] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-19624d89-ba2e-400d-809d-4a04979670d6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1265.657334] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-19624d89-ba2e-400d-809d-4a04979670d6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Deleting the datastore file [datastore2] decc248d-4fd5-4a56-b86e-1c590ea310a0 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1265.657618] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1078866f-d254-4f9d-92f6-6ece5883d501 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.664860] env[65418]: DEBUG oslo_vmware.api [None req-19624d89-ba2e-400d-809d-4a04979670d6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1265.664860] env[65418]: value = "task-4689424" [ 1265.664860] env[65418]: _type = "Task" [ 1265.664860] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.674706] env[65418]: DEBUG oslo_vmware.api [None req-19624d89-ba2e-400d-809d-4a04979670d6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689424, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.833896] env[65418]: DEBUG oslo_vmware.api [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689422, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.176716] env[65418]: DEBUG oslo_vmware.api [None req-19624d89-ba2e-400d-809d-4a04979670d6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689424, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141036} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.176716] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-19624d89-ba2e-400d-809d-4a04979670d6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1266.176716] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-19624d89-ba2e-400d-809d-4a04979670d6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1266.176716] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-19624d89-ba2e-400d-809d-4a04979670d6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1266.177038] env[65418]: INFO nova.compute.manager [None req-19624d89-ba2e-400d-809d-4a04979670d6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1266.177038] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-19624d89-ba2e-400d-809d-4a04979670d6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1266.177271] env[65418]: DEBUG nova.compute.manager [-] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1266.177368] env[65418]: DEBUG nova.network.neutron [-] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1266.177617] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1266.214343] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1266.336533] env[65418]: DEBUG oslo_vmware.api [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689422, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.520036] env[65418]: DEBUG nova.compute.manager [req-4f0800be-3d29-4e8e-bf4b-75671cd48149 req-eff67e3a-c6e8-4c40-a289-0823fb4bd6bd service nova] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Received event network-vif-deleted-0d46f6f3-a453-4374-8140-1d1a6860496d {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1266.520036] env[65418]: INFO nova.compute.manager [req-4f0800be-3d29-4e8e-bf4b-75671cd48149 req-eff67e3a-c6e8-4c40-a289-0823fb4bd6bd service nova] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Neutron deleted interface 0d46f6f3-a453-4374-8140-1d1a6860496d; detaching it from the instance and deleting it from the info cache [ 1266.520298] env[65418]: DEBUG nova.network.neutron [req-4f0800be-3d29-4e8e-bf4b-75671cd48149 req-eff67e3a-c6e8-4c40-a289-0823fb4bd6bd service nova] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.832474] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1266.837287] env[65418]: DEBUG oslo_vmware.api [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689422, 'name': CloneVM_Task, 'duration_secs': 1.393128} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.837802] env[65418]: INFO nova.virt.vmwareapi.vmops [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Created linked-clone VM from snapshot [ 1266.838625] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274a8eb3-72d9-4a90-966f-82f9e6c933b0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.847767] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Uploading image 31aaa760-ee4a-4a78-a51a-b54e35934a7a {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1266.873116] env[65418]: DEBUG oslo_vmware.rw_handles [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1266.873116] env[65418]: value = "vm-915319" [ 1266.873116] env[65418]: _type = "VirtualMachine" [ 1266.873116] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1266.873385] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f8ab4ca8-fa9b-4409-bdb2-6c34c68e63dc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.881144] env[65418]: DEBUG oslo_vmware.rw_handles [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lease: (returnval){ [ 1266.881144] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ffcb75-d16e-1f7d-c8ac-bd5654ae76bd" [ 1266.881144] env[65418]: _type = "HttpNfcLease" [ 1266.881144] env[65418]: } obtained for exporting VM: (result){ [ 1266.881144] env[65418]: value = "vm-915319" [ 1266.881144] env[65418]: _type = "VirtualMachine" [ 1266.881144] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1266.881446] env[65418]: DEBUG oslo_vmware.api [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the lease: (returnval){ [ 1266.881446] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ffcb75-d16e-1f7d-c8ac-bd5654ae76bd" [ 1266.881446] env[65418]: _type = "HttpNfcLease" [ 1266.881446] env[65418]: } to be ready. {{(pid=65418) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1266.890541] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1266.890541] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ffcb75-d16e-1f7d-c8ac-bd5654ae76bd" [ 1266.890541] env[65418]: _type = "HttpNfcLease" [ 1266.890541] env[65418]: } is initializing. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1266.936739] env[65418]: DEBUG nova.network.neutron [-] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.023357] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-967544df-058d-40f2-a9a3-3170340fc404 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.033993] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a9f007-5214-444e-8f64-0ace73956170 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.063945] env[65418]: DEBUG nova.compute.manager [req-4f0800be-3d29-4e8e-bf4b-75671cd48149 req-eff67e3a-c6e8-4c40-a289-0823fb4bd6bd service nova] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Detach interface failed, port_id=0d46f6f3-a453-4374-8140-1d1a6860496d, reason: Instance decc248d-4fd5-4a56-b86e-1c590ea310a0 could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1267.390081] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1267.390081] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ffcb75-d16e-1f7d-c8ac-bd5654ae76bd" [ 1267.390081] env[65418]: _type = "HttpNfcLease" [ 1267.390081] env[65418]: } is ready. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1267.390714] env[65418]: DEBUG oslo_vmware.rw_handles [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1267.390714] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ffcb75-d16e-1f7d-c8ac-bd5654ae76bd" [ 1267.390714] env[65418]: _type = "HttpNfcLease" [ 1267.390714] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1267.392372] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a5ed0b-9277-406a-9b44-b811581c96dd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.399921] env[65418]: DEBUG oslo_vmware.rw_handles [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b5cd3-b575-04b9-48eb-f87d2c05b002/disk-0.vmdk from lease info. {{(pid=65418) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1267.400133] env[65418]: DEBUG oslo_vmware.rw_handles [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b5cd3-b575-04b9-48eb-f87d2c05b002/disk-0.vmdk for reading. {{(pid=65418) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1267.458685] env[65418]: INFO nova.compute.manager [-] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Took 1.28 seconds to deallocate network for instance. [ 1267.494503] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f3a8561e-3a53-49d5-9486-c260ae81f4d7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.969981] env[65418]: DEBUG oslo_concurrency.lockutils [None req-19624d89-ba2e-400d-809d-4a04979670d6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.970314] env[65418]: DEBUG oslo_concurrency.lockutils [None req-19624d89-ba2e-400d-809d-4a04979670d6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.970619] env[65418]: DEBUG nova.objects.instance [None req-19624d89-ba2e-400d-809d-4a04979670d6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lazy-loading 'resources' on Instance uuid decc248d-4fd5-4a56-b86e-1c590ea310a0 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.539670] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc928efb-eebf-4666-81ef-04c1aceb3286 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.548216] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341bd022-3cea-4814-a9d9-fa7c7b746f42 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.585962] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08df8b4-56a2-435f-b279-947afa1c2af5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.597174] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12143e9-fb0a-4ed5-b39d-8c410199a42b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.615190] env[65418]: DEBUG nova.compute.provider_tree [None req-19624d89-ba2e-400d-809d-4a04979670d6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.119484] env[65418]: DEBUG nova.scheduler.client.report [None req-19624d89-ba2e-400d-809d-4a04979670d6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.624763] env[65418]: DEBUG oslo_concurrency.lockutils [None req-19624d89-ba2e-400d-809d-4a04979670d6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.654s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.657686] env[65418]: INFO nova.scheduler.client.report [None req-19624d89-ba2e-400d-809d-4a04979670d6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Deleted allocations for instance decc248d-4fd5-4a56-b86e-1c590ea310a0 [ 1270.167780] env[65418]: DEBUG oslo_concurrency.lockutils [None req-19624d89-ba2e-400d-809d-4a04979670d6 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "decc248d-4fd5-4a56-b86e-1c590ea310a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.619s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.506811] env[65418]: DEBUG oslo_concurrency.lockutils [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Acquiring lock "4c6e2478-d739-41f1-b092-255f2e5a9ac1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.507052] env[65418]: DEBUG oslo_concurrency.lockutils [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Lock "4c6e2478-d739-41f1-b092-255f2e5a9ac1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.012021] env[65418]: DEBUG nova.compute.manager [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1271.533340] env[65418]: DEBUG oslo_concurrency.lockutils [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.533699] env[65418]: DEBUG oslo_concurrency.lockutils [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.535812] env[65418]: INFO nova.compute.claims [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1272.599262] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8bd3ce-6b6c-4445-abc3-c71a5a13182f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.607533] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a895d776-d950-45f9-bde0-797eba004851 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.638516] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be71fb24-42c2-4a8e-93e7-f3f91dca504c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.646834] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2684a633-9a58-4bf4-a335-0b10cb49a716 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.661342] env[65418]: DEBUG nova.compute.provider_tree [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.165312] env[65418]: DEBUG nova.scheduler.client.report [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.671020] env[65418]: DEBUG oslo_concurrency.lockutils [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.137s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.671629] env[65418]: DEBUG nova.compute.manager [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1274.176578] env[65418]: DEBUG nova.compute.utils [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1274.177985] env[65418]: DEBUG nova.compute.manager [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1274.178208] env[65418]: DEBUG nova.network.neutron [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1274.178628] env[65418]: WARNING neutronclient.v2_0.client [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1274.178979] env[65418]: WARNING neutronclient.v2_0.client [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1274.220032] env[65418]: DEBUG nova.policy [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5db9ab1ca0244b32825b8a98c6a18738', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '169e90e184074171844721496c42f42e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1274.499270] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0c03d128-3ba3-47d7-8b33-6c6b13033805 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "f20a3241-1b6e-4072-b3f6-f8cef3f52188" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.499498] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0c03d128-3ba3-47d7-8b33-6c6b13033805 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "f20a3241-1b6e-4072-b3f6-f8cef3f52188" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.499770] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0c03d128-3ba3-47d7-8b33-6c6b13033805 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "f20a3241-1b6e-4072-b3f6-f8cef3f52188-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.500012] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0c03d128-3ba3-47d7-8b33-6c6b13033805 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "f20a3241-1b6e-4072-b3f6-f8cef3f52188-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.500247] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0c03d128-3ba3-47d7-8b33-6c6b13033805 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "f20a3241-1b6e-4072-b3f6-f8cef3f52188-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.502814] env[65418]: INFO nova.compute.manager [None req-0c03d128-3ba3-47d7-8b33-6c6b13033805 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Terminating instance [ 1274.507266] env[65418]: DEBUG nova.network.neutron [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Successfully created port: 55830f60-78ae-4611-8383-2de7ae52ae9c {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1274.682844] env[65418]: DEBUG nova.compute.manager [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1275.011092] env[65418]: DEBUG nova.compute.manager [None req-0c03d128-3ba3-47d7-8b33-6c6b13033805 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1275.011325] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0c03d128-3ba3-47d7-8b33-6c6b13033805 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1275.012299] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884df518-39fc-4295-95a1-a63eecce8149 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.020995] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c03d128-3ba3-47d7-8b33-6c6b13033805 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.021275] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74308ac0-332d-4c58-9ae1-882cd73d1eb7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.029242] env[65418]: DEBUG oslo_vmware.api [None req-0c03d128-3ba3-47d7-8b33-6c6b13033805 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1275.029242] env[65418]: value = "task-4689427" [ 1275.029242] env[65418]: _type = "Task" [ 1275.029242] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.042561] env[65418]: DEBUG oslo_vmware.api [None req-0c03d128-3ba3-47d7-8b33-6c6b13033805 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.421596] env[65418]: DEBUG oslo_vmware.rw_handles [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b5cd3-b575-04b9-48eb-f87d2c05b002/disk-0.vmdk. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1275.422825] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110f71dc-6d7d-4651-8119-2214d6182639 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.430249] env[65418]: DEBUG oslo_vmware.rw_handles [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b5cd3-b575-04b9-48eb-f87d2c05b002/disk-0.vmdk is in state: ready. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1275.430412] env[65418]: ERROR oslo_vmware.rw_handles [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b5cd3-b575-04b9-48eb-f87d2c05b002/disk-0.vmdk due to incomplete transfer. [ 1275.430666] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d0272a06-ac13-4f7c-8c0e-845c46a66a83 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.440117] env[65418]: DEBUG oslo_vmware.rw_handles [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b5cd3-b575-04b9-48eb-f87d2c05b002/disk-0.vmdk. {{(pid=65418) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1275.440347] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Uploaded image 31aaa760-ee4a-4a78-a51a-b54e35934a7a to the Glance image server {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1275.442611] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Destroying the VM {{(pid=65418) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1275.442882] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6a8e296e-968c-466c-b738-54337b41bfe7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.450842] env[65418]: DEBUG oslo_vmware.api [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1275.450842] env[65418]: value = "task-4689428" [ 1275.450842] env[65418]: _type = "Task" [ 1275.450842] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.461478] env[65418]: DEBUG oslo_vmware.api [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689428, 'name': Destroy_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.540670] env[65418]: DEBUG oslo_vmware.api [None req-0c03d128-3ba3-47d7-8b33-6c6b13033805 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689427, 'name': PowerOffVM_Task, 'duration_secs': 0.254781} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.540950] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c03d128-3ba3-47d7-8b33-6c6b13033805 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.541135] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0c03d128-3ba3-47d7-8b33-6c6b13033805 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1275.541589] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fe2d5cf-06a4-4e3e-aef0-f9042f126a25 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.616491] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0c03d128-3ba3-47d7-8b33-6c6b13033805 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1275.616855] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0c03d128-3ba3-47d7-8b33-6c6b13033805 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1275.617112] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c03d128-3ba3-47d7-8b33-6c6b13033805 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Deleting the datastore file [datastore1] f20a3241-1b6e-4072-b3f6-f8cef3f52188 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1275.617468] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cbe0abe-4313-4e25-8116-c122a4e96cde {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.624949] env[65418]: DEBUG oslo_vmware.api [None req-0c03d128-3ba3-47d7-8b33-6c6b13033805 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for the task: (returnval){ [ 1275.624949] env[65418]: value = "task-4689430" [ 1275.624949] env[65418]: _type = "Task" [ 1275.624949] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.634022] env[65418]: DEBUG oslo_vmware.api [None req-0c03d128-3ba3-47d7-8b33-6c6b13033805 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.695645] env[65418]: DEBUG nova.compute.manager [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1275.722601] env[65418]: DEBUG nova.virt.hardware [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1275.722854] env[65418]: DEBUG nova.virt.hardware [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1275.723011] env[65418]: DEBUG nova.virt.hardware [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1275.723195] env[65418]: DEBUG nova.virt.hardware [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1275.723339] env[65418]: DEBUG nova.virt.hardware [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1275.723483] env[65418]: DEBUG nova.virt.hardware [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1275.723684] env[65418]: DEBUG nova.virt.hardware [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1275.723865] env[65418]: DEBUG nova.virt.hardware [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1275.724091] env[65418]: DEBUG nova.virt.hardware [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1275.724252] env[65418]: DEBUG nova.virt.hardware [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1275.724454] env[65418]: DEBUG nova.virt.hardware [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1275.725394] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c106d024-23a1-42d8-a6ee-feaa0503395b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.735812] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f59e8a6-7ff2-431d-9614-4a0e9c726ec2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.927389] env[65418]: DEBUG nova.compute.manager [req-9c94d745-7f48-47bd-baec-54a522447a40 req-85de7ec4-f4e2-476e-8f83-b4d56a339012 service nova] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Received event network-vif-plugged-55830f60-78ae-4611-8383-2de7ae52ae9c {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1275.927626] env[65418]: DEBUG oslo_concurrency.lockutils [req-9c94d745-7f48-47bd-baec-54a522447a40 req-85de7ec4-f4e2-476e-8f83-b4d56a339012 service nova] Acquiring lock "4c6e2478-d739-41f1-b092-255f2e5a9ac1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.927875] env[65418]: DEBUG oslo_concurrency.lockutils [req-9c94d745-7f48-47bd-baec-54a522447a40 req-85de7ec4-f4e2-476e-8f83-b4d56a339012 service nova] Lock "4c6e2478-d739-41f1-b092-255f2e5a9ac1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.927983] env[65418]: DEBUG oslo_concurrency.lockutils [req-9c94d745-7f48-47bd-baec-54a522447a40 req-85de7ec4-f4e2-476e-8f83-b4d56a339012 service nova] Lock "4c6e2478-d739-41f1-b092-255f2e5a9ac1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.928162] env[65418]: DEBUG nova.compute.manager [req-9c94d745-7f48-47bd-baec-54a522447a40 req-85de7ec4-f4e2-476e-8f83-b4d56a339012 service nova] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] No waiting events found dispatching network-vif-plugged-55830f60-78ae-4611-8383-2de7ae52ae9c {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1275.928322] env[65418]: WARNING nova.compute.manager [req-9c94d745-7f48-47bd-baec-54a522447a40 req-85de7ec4-f4e2-476e-8f83-b4d56a339012 service nova] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Received unexpected event network-vif-plugged-55830f60-78ae-4611-8383-2de7ae52ae9c for instance with vm_state building and task_state spawning. [ 1275.962853] env[65418]: DEBUG oslo_vmware.api [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689428, 'name': Destroy_Task, 'duration_secs': 0.388966} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.963117] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Destroyed the VM [ 1275.963360] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Deleting Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1275.963608] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c4517b1d-12f0-4d70-8857-90b38b9e5aea {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.971169] env[65418]: DEBUG oslo_vmware.api [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1275.971169] env[65418]: value = "task-4689431" [ 1275.971169] env[65418]: _type = "Task" [ 1275.971169] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.982467] env[65418]: DEBUG oslo_vmware.api [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689431, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.011111] env[65418]: DEBUG nova.network.neutron [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Successfully updated port: 55830f60-78ae-4611-8383-2de7ae52ae9c {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1276.135426] env[65418]: DEBUG oslo_vmware.api [None req-0c03d128-3ba3-47d7-8b33-6c6b13033805 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Task: {'id': task-4689430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141773} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.135685] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c03d128-3ba3-47d7-8b33-6c6b13033805 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1276.135876] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0c03d128-3ba3-47d7-8b33-6c6b13033805 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1276.136085] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-0c03d128-3ba3-47d7-8b33-6c6b13033805 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1276.136231] env[65418]: INFO nova.compute.manager [None req-0c03d128-3ba3-47d7-8b33-6c6b13033805 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1276.136471] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-0c03d128-3ba3-47d7-8b33-6c6b13033805 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1276.136659] env[65418]: DEBUG nova.compute.manager [-] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1276.136751] env[65418]: DEBUG nova.network.neutron [-] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1276.136986] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1276.173110] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1276.482110] env[65418]: DEBUG oslo_vmware.api [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689431, 'name': RemoveSnapshot_Task, 'duration_secs': 0.373285} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.482411] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Deleted Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1276.482687] env[65418]: DEBUG nova.compute.manager [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1276.483487] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9ece2b-9469-414a-adf9-88a6c1f7c669 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.514369] env[65418]: DEBUG oslo_concurrency.lockutils [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Acquiring lock "refresh_cache-4c6e2478-d739-41f1-b092-255f2e5a9ac1" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.514549] env[65418]: DEBUG oslo_concurrency.lockutils [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Acquired lock "refresh_cache-4c6e2478-d739-41f1-b092-255f2e5a9ac1" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.514727] env[65418]: DEBUG nova.network.neutron [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1276.921935] env[65418]: DEBUG nova.network.neutron [-] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.997816] env[65418]: INFO nova.compute.manager [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Shelve offloading [ 1277.051226] env[65418]: DEBUG nova.network.neutron [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1277.128822] env[65418]: WARNING neutronclient.v2_0.client [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1277.202295] env[65418]: DEBUG nova.network.neutron [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Updating instance_info_cache with network_info: [{"id": "55830f60-78ae-4611-8383-2de7ae52ae9c", "address": "fa:16:3e:74:5c:99", "network": {"id": "f01c8c72-b60b-405b-9005-c315f0f0a66a", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1654046180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "169e90e184074171844721496c42f42e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55830f60-78", "ovs_interfaceid": "55830f60-78ae-4611-8383-2de7ae52ae9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.427150] env[65418]: INFO nova.compute.manager [-] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Took 1.29 seconds to deallocate network for instance. [ 1277.501465] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.501775] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04a62985-74f6-48d2-9167-0808c453cee8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.511229] env[65418]: DEBUG oslo_vmware.api [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1277.511229] env[65418]: value = "task-4689432" [ 1277.511229] env[65418]: _type = "Task" [ 1277.511229] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.521843] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] VM already powered off {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1277.522090] env[65418]: DEBUG nova.compute.manager [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1277.522864] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09d5313-afe2-491a-8596-29f2210aab61 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.529819] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquiring lock "refresh_cache-fae10bd6-a094-4a70-90f5-4203b27b8f4d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.529992] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquired lock "refresh_cache-fae10bd6-a094-4a70-90f5-4203b27b8f4d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.530182] env[65418]: DEBUG nova.network.neutron [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1277.705012] env[65418]: DEBUG oslo_concurrency.lockutils [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Releasing lock "refresh_cache-4c6e2478-d739-41f1-b092-255f2e5a9ac1" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.705373] env[65418]: DEBUG nova.compute.manager [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Instance network_info: |[{"id": "55830f60-78ae-4611-8383-2de7ae52ae9c", "address": "fa:16:3e:74:5c:99", "network": {"id": "f01c8c72-b60b-405b-9005-c315f0f0a66a", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1654046180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "169e90e184074171844721496c42f42e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55830f60-78", "ovs_interfaceid": "55830f60-78ae-4611-8383-2de7ae52ae9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1277.705848] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:5c:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b9aabc7c-0f6c-42eb-bd27-493a1496c0c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55830f60-78ae-4611-8383-2de7ae52ae9c', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1277.713446] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Creating folder: Project (169e90e184074171844721496c42f42e). Parent ref: group-v914982. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1277.713808] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e65c5d2-1ee3-471b-8701-13ebc1594cf5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.727064] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Created folder: Project (169e90e184074171844721496c42f42e) in parent group-v914982. [ 1277.727275] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Creating folder: Instances. Parent ref: group-v915320. {{(pid=65418) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1277.727538] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c0addca-0a6f-4e1a-bfff-bf1bccb7064b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.738850] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Created folder: Instances in parent group-v915320. [ 1277.739122] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1277.739325] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1277.739543] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95993d6d-fceb-4bf6-99fa-892f34632658 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.760702] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1277.760702] env[65418]: value = "task-4689435" [ 1277.760702] env[65418]: _type = "Task" [ 1277.760702] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.769751] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689435, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.934046] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0c03d128-3ba3-47d7-8b33-6c6b13033805 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.934403] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0c03d128-3ba3-47d7-8b33-6c6b13033805 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.934595] env[65418]: DEBUG nova.objects.instance [None req-0c03d128-3ba3-47d7-8b33-6c6b13033805 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lazy-loading 'resources' on Instance uuid f20a3241-1b6e-4072-b3f6-f8cef3f52188 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.967280] env[65418]: DEBUG nova.compute.manager [req-5755dddd-ff4d-4307-96c1-c8d86d7d1de5 req-2da2654f-2109-41be-a754-d5fa3adee46f service nova] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Received event network-changed-55830f60-78ae-4611-8383-2de7ae52ae9c {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1277.967492] env[65418]: DEBUG nova.compute.manager [req-5755dddd-ff4d-4307-96c1-c8d86d7d1de5 req-2da2654f-2109-41be-a754-d5fa3adee46f service nova] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Refreshing instance network info cache due to event network-changed-55830f60-78ae-4611-8383-2de7ae52ae9c. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1277.967725] env[65418]: DEBUG oslo_concurrency.lockutils [req-5755dddd-ff4d-4307-96c1-c8d86d7d1de5 req-2da2654f-2109-41be-a754-d5fa3adee46f service nova] Acquiring lock "refresh_cache-4c6e2478-d739-41f1-b092-255f2e5a9ac1" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.967866] env[65418]: DEBUG oslo_concurrency.lockutils [req-5755dddd-ff4d-4307-96c1-c8d86d7d1de5 req-2da2654f-2109-41be-a754-d5fa3adee46f service nova] Acquired lock "refresh_cache-4c6e2478-d739-41f1-b092-255f2e5a9ac1" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.968033] env[65418]: DEBUG nova.network.neutron [req-5755dddd-ff4d-4307-96c1-c8d86d7d1de5 req-2da2654f-2109-41be-a754-d5fa3adee46f service nova] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Refreshing network info cache for port 55830f60-78ae-4611-8383-2de7ae52ae9c {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1278.033795] env[65418]: WARNING neutronclient.v2_0.client [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1278.200790] env[65418]: WARNING neutronclient.v2_0.client [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1278.271211] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689435, 'name': CreateVM_Task, 'duration_secs': 0.32004} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.271404] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1278.271891] env[65418]: WARNING neutronclient.v2_0.client [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1278.272284] env[65418]: DEBUG oslo_concurrency.lockutils [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.272439] env[65418]: DEBUG oslo_concurrency.lockutils [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.272753] env[65418]: DEBUG oslo_concurrency.lockutils [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.273846] env[65418]: DEBUG nova.network.neutron [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Updating instance_info_cache with network_info: [{"id": "9e596173-c205-4956-8571-e385844c77b4", "address": "fa:16:3e:4b:9c:e4", "network": {"id": "f6b3b999-6dfe-4709-a160-5a3cd6bb8cc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1037812382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6abe9da871fc491f9a947dc7235b67b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e596173-c2", "ovs_interfaceid": "9e596173-c205-4956-8571-e385844c77b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.275083] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e9aece2-8f51-417a-9cc7-ff8359c5f207 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.280740] env[65418]: DEBUG oslo_vmware.api [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Waiting for the task: (returnval){ [ 1278.280740] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520e9896-bacd-4ad9-b810-fddd5c9f583e" [ 1278.280740] env[65418]: _type = "Task" [ 1278.280740] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.290618] env[65418]: DEBUG oslo_vmware.api [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520e9896-bacd-4ad9-b810-fddd5c9f583e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.472126] env[65418]: WARNING neutronclient.v2_0.client [req-5755dddd-ff4d-4307-96c1-c8d86d7d1de5 req-2da2654f-2109-41be-a754-d5fa3adee46f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1278.495890] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7025d92b-8e2f-4091-8766-d6426a47f4b9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.506560] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8681061-4d4d-4146-a487-ab2038fc0405 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.537671] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d153b2-f2f1-44ea-95b0-affb4ae31444 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.548383] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e67e984-2d5d-4fe6-b34b-1d307e0fc158 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.563263] env[65418]: DEBUG nova.compute.provider_tree [None req-0c03d128-3ba3-47d7-8b33-6c6b13033805 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.619599] env[65418]: WARNING neutronclient.v2_0.client [req-5755dddd-ff4d-4307-96c1-c8d86d7d1de5 req-2da2654f-2109-41be-a754-d5fa3adee46f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1278.689014] env[65418]: DEBUG nova.network.neutron [req-5755dddd-ff4d-4307-96c1-c8d86d7d1de5 req-2da2654f-2109-41be-a754-d5fa3adee46f service nova] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Updated VIF entry in instance network info cache for port 55830f60-78ae-4611-8383-2de7ae52ae9c. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1278.689422] env[65418]: DEBUG nova.network.neutron [req-5755dddd-ff4d-4307-96c1-c8d86d7d1de5 req-2da2654f-2109-41be-a754-d5fa3adee46f service nova] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Updating instance_info_cache with network_info: [{"id": "55830f60-78ae-4611-8383-2de7ae52ae9c", "address": "fa:16:3e:74:5c:99", "network": {"id": "f01c8c72-b60b-405b-9005-c315f0f0a66a", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1654046180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "169e90e184074171844721496c42f42e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b9aabc7c-0f6c-42eb-bd27-493a1496c0c8", "external-id": "nsx-vlan-transportzone-368", "segmentation_id": 368, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55830f60-78", "ovs_interfaceid": "55830f60-78ae-4611-8383-2de7ae52ae9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.778044] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Releasing lock "refresh_cache-fae10bd6-a094-4a70-90f5-4203b27b8f4d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.778459] env[65418]: WARNING neutronclient.v2_0.client [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1278.778745] env[65418]: WARNING neutronclient.v2_0.client [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1278.791616] env[65418]: DEBUG oslo_vmware.api [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]520e9896-bacd-4ad9-b810-fddd5c9f583e, 'name': SearchDatastore_Task, 'duration_secs': 0.012873} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.791911] env[65418]: DEBUG oslo_concurrency.lockutils [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.792214] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1278.792467] env[65418]: DEBUG oslo_concurrency.lockutils [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.792615] env[65418]: DEBUG oslo_concurrency.lockutils [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.792791] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1278.793094] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68cb4335-1be8-45bb-9688-8eac12375200 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.803257] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1278.803457] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1278.804258] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-397157e9-4cfa-44fb-9f0b-2c3819e35fa1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.810460] env[65418]: DEBUG oslo_vmware.api [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Waiting for the task: (returnval){ [ 1278.810460] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e3060c-00a1-0ac0-dfd2-51d34951707e" [ 1278.810460] env[65418]: _type = "Task" [ 1278.810460] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.819634] env[65418]: DEBUG oslo_vmware.api [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e3060c-00a1-0ac0-dfd2-51d34951707e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.021768] env[65418]: DEBUG nova.compute.manager [req-77cd911b-920b-4c5c-b8bd-81119b047005 req-1b9e9619-f75c-4c9a-b710-7df9f7f8e13c service nova] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Received event network-vif-unplugged-9e596173-c205-4956-8571-e385844c77b4 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1279.022059] env[65418]: DEBUG oslo_concurrency.lockutils [req-77cd911b-920b-4c5c-b8bd-81119b047005 req-1b9e9619-f75c-4c9a-b710-7df9f7f8e13c service nova] Acquiring lock "fae10bd6-a094-4a70-90f5-4203b27b8f4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.022274] env[65418]: DEBUG oslo_concurrency.lockutils [req-77cd911b-920b-4c5c-b8bd-81119b047005 req-1b9e9619-f75c-4c9a-b710-7df9f7f8e13c service nova] Lock "fae10bd6-a094-4a70-90f5-4203b27b8f4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.022441] env[65418]: DEBUG oslo_concurrency.lockutils [req-77cd911b-920b-4c5c-b8bd-81119b047005 req-1b9e9619-f75c-4c9a-b710-7df9f7f8e13c service nova] Lock "fae10bd6-a094-4a70-90f5-4203b27b8f4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.022599] env[65418]: DEBUG nova.compute.manager [req-77cd911b-920b-4c5c-b8bd-81119b047005 req-1b9e9619-f75c-4c9a-b710-7df9f7f8e13c service nova] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] No waiting events found dispatching network-vif-unplugged-9e596173-c205-4956-8571-e385844c77b4 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1279.022757] env[65418]: WARNING nova.compute.manager [req-77cd911b-920b-4c5c-b8bd-81119b047005 req-1b9e9619-f75c-4c9a-b710-7df9f7f8e13c service nova] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Received unexpected event network-vif-unplugged-9e596173-c205-4956-8571-e385844c77b4 for instance with vm_state shelved and task_state shelving_offloading. [ 1279.066017] env[65418]: DEBUG nova.scheduler.client.report [None req-0c03d128-3ba3-47d7-8b33-6c6b13033805 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.122586] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1279.123492] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0862295d-981c-483f-a776-b131b9984361 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.131448] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1279.131684] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3248054d-83da-402e-8f48-c69555b64dca {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.192027] env[65418]: DEBUG oslo_concurrency.lockutils [req-5755dddd-ff4d-4307-96c1-c8d86d7d1de5 req-2da2654f-2109-41be-a754-d5fa3adee46f service nova] Releasing lock "refresh_cache-4c6e2478-d739-41f1-b092-255f2e5a9ac1" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.192345] env[65418]: DEBUG nova.compute.manager [req-5755dddd-ff4d-4307-96c1-c8d86d7d1de5 req-2da2654f-2109-41be-a754-d5fa3adee46f service nova] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Received event network-vif-deleted-25c90991-f9c9-4cb1-9561-dd3f59865ed0 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1279.241889] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1279.242125] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Deleting contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1279.242316] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Deleting the datastore file [datastore1] fae10bd6-a094-4a70-90f5-4203b27b8f4d {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1279.242613] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f9a6c38-40fa-4df7-b3e4-ca606b4d04e7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.249937] env[65418]: DEBUG oslo_vmware.api [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1279.249937] env[65418]: value = "task-4689437" [ 1279.249937] env[65418]: _type = "Task" [ 1279.249937] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.259470] env[65418]: DEBUG oslo_vmware.api [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.321961] env[65418]: DEBUG oslo_vmware.api [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e3060c-00a1-0ac0-dfd2-51d34951707e, 'name': SearchDatastore_Task, 'duration_secs': 0.010594} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.323103] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a3aed1c-1d09-41e9-a511-7b227701bc84 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.329869] env[65418]: DEBUG oslo_vmware.api [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Waiting for the task: (returnval){ [ 1279.329869] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525993cd-2bd1-2550-aa31-1aa14f9e704e" [ 1279.329869] env[65418]: _type = "Task" [ 1279.329869] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.339225] env[65418]: DEBUG oslo_vmware.api [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525993cd-2bd1-2550-aa31-1aa14f9e704e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.571591] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0c03d128-3ba3-47d7-8b33-6c6b13033805 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.591888] env[65418]: INFO nova.scheduler.client.report [None req-0c03d128-3ba3-47d7-8b33-6c6b13033805 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Deleted allocations for instance f20a3241-1b6e-4072-b3f6-f8cef3f52188 [ 1279.759908] env[65418]: DEBUG oslo_vmware.api [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142121} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.760184] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1279.760360] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Deleted contents of the VM from datastore datastore1 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1279.760531] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1279.779704] env[65418]: INFO nova.scheduler.client.report [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Deleted allocations for instance fae10bd6-a094-4a70-90f5-4203b27b8f4d [ 1279.840771] env[65418]: DEBUG oslo_vmware.api [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]525993cd-2bd1-2550-aa31-1aa14f9e704e, 'name': SearchDatastore_Task, 'duration_secs': 0.010312} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.841047] env[65418]: DEBUG oslo_concurrency.lockutils [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.841306] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 4c6e2478-d739-41f1-b092-255f2e5a9ac1/4c6e2478-d739-41f1-b092-255f2e5a9ac1.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1279.841572] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90051845-b48b-486b-8970-ffd0a496f8fa {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.850536] env[65418]: DEBUG oslo_vmware.api [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Waiting for the task: (returnval){ [ 1279.850536] env[65418]: value = "task-4689438" [ 1279.850536] env[65418]: _type = "Task" [ 1279.850536] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.861108] env[65418]: DEBUG oslo_vmware.api [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Task: {'id': task-4689438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.100436] env[65418]: DEBUG oslo_concurrency.lockutils [None req-0c03d128-3ba3-47d7-8b33-6c6b13033805 tempest-ServerActionsTestOtherA-276981019 tempest-ServerActionsTestOtherA-276981019-project-member] Lock "f20a3241-1b6e-4072-b3f6-f8cef3f52188" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.601s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.283864] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.284243] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.284484] env[65418]: DEBUG nova.objects.instance [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lazy-loading 'resources' on Instance uuid fae10bd6-a094-4a70-90f5-4203b27b8f4d {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.362173] env[65418]: DEBUG oslo_vmware.api [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Task: {'id': task-4689438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485479} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.362446] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] 4c6e2478-d739-41f1-b092-255f2e5a9ac1/4c6e2478-d739-41f1-b092-255f2e5a9ac1.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1280.362653] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1280.362908] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b0714ac-dc00-4b74-baba-c58d9a12a3ed {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.370793] env[65418]: DEBUG oslo_vmware.api [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Waiting for the task: (returnval){ [ 1280.370793] env[65418]: value = "task-4689439" [ 1280.370793] env[65418]: _type = "Task" [ 1280.370793] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.381253] env[65418]: DEBUG oslo_vmware.api [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Task: {'id': task-4689439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.787336] env[65418]: DEBUG nova.objects.instance [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lazy-loading 'numa_topology' on Instance uuid fae10bd6-a094-4a70-90f5-4203b27b8f4d {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.883583] env[65418]: DEBUG oslo_vmware.api [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Task: {'id': task-4689439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058965} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.884022] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1280.885691] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18a98de-2301-4002-8d3c-e76ca2c5c5cd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.914845] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 4c6e2478-d739-41f1-b092-255f2e5a9ac1/4c6e2478-d739-41f1-b092-255f2e5a9ac1.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1280.915260] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-254ad454-3db3-4650-8fad-4bd17901ebe1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.937745] env[65418]: DEBUG oslo_vmware.api [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Waiting for the task: (returnval){ [ 1280.937745] env[65418]: value = "task-4689440" [ 1280.937745] env[65418]: _type = "Task" [ 1280.937745] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.946814] env[65418]: DEBUG oslo_vmware.api [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Task: {'id': task-4689440, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.056651] env[65418]: DEBUG nova.compute.manager [req-cc6033f7-8998-4e59-8ae3-ed42be0fc911 req-945a179b-c9b1-40af-ad26-eac5672281c3 service nova] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Received event network-changed-9e596173-c205-4956-8571-e385844c77b4 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1281.056869] env[65418]: DEBUG nova.compute.manager [req-cc6033f7-8998-4e59-8ae3-ed42be0fc911 req-945a179b-c9b1-40af-ad26-eac5672281c3 service nova] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Refreshing instance network info cache due to event network-changed-9e596173-c205-4956-8571-e385844c77b4. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1281.057328] env[65418]: DEBUG oslo_concurrency.lockutils [req-cc6033f7-8998-4e59-8ae3-ed42be0fc911 req-945a179b-c9b1-40af-ad26-eac5672281c3 service nova] Acquiring lock "refresh_cache-fae10bd6-a094-4a70-90f5-4203b27b8f4d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.057519] env[65418]: DEBUG oslo_concurrency.lockutils [req-cc6033f7-8998-4e59-8ae3-ed42be0fc911 req-945a179b-c9b1-40af-ad26-eac5672281c3 service nova] Acquired lock "refresh_cache-fae10bd6-a094-4a70-90f5-4203b27b8f4d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.057687] env[65418]: DEBUG nova.network.neutron [req-cc6033f7-8998-4e59-8ae3-ed42be0fc911 req-945a179b-c9b1-40af-ad26-eac5672281c3 service nova] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Refreshing network info cache for port 9e596173-c205-4956-8571-e385844c77b4 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1281.292199] env[65418]: DEBUG nova.objects.base [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65418) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1281.336573] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58448f97-4d66-40d3-a7c6-5611f8bdf113 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.344871] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f90fe6d-8650-42a4-bba1-adabd025cbf7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.376617] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8c48b7-ae31-43cf-9eaf-338694868d5f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.385204] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45577f52-a0d0-4981-b933-26ec99c6f524 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.399453] env[65418]: DEBUG nova.compute.provider_tree [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.448025] env[65418]: DEBUG oslo_vmware.api [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Task: {'id': task-4689440, 'name': ReconfigVM_Task, 'duration_secs': 0.300882} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.448306] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 4c6e2478-d739-41f1-b092-255f2e5a9ac1/4c6e2478-d739-41f1-b092-255f2e5a9ac1.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.449031] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a9294be-80db-42e6-99ce-46ecf4fd2ef1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.455938] env[65418]: DEBUG oslo_vmware.api [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Waiting for the task: (returnval){ [ 1281.455938] env[65418]: value = "task-4689441" [ 1281.455938] env[65418]: _type = "Task" [ 1281.455938] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.464087] env[65418]: DEBUG oslo_vmware.api [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Task: {'id': task-4689441, 'name': Rename_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.560410] env[65418]: WARNING neutronclient.v2_0.client [req-cc6033f7-8998-4e59-8ae3-ed42be0fc911 req-945a179b-c9b1-40af-ad26-eac5672281c3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1281.647280] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquiring lock "fae10bd6-a094-4a70-90f5-4203b27b8f4d" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.744513] env[65418]: WARNING neutronclient.v2_0.client [req-cc6033f7-8998-4e59-8ae3-ed42be0fc911 req-945a179b-c9b1-40af-ad26-eac5672281c3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1281.811820] env[65418]: DEBUG nova.network.neutron [req-cc6033f7-8998-4e59-8ae3-ed42be0fc911 req-945a179b-c9b1-40af-ad26-eac5672281c3 service nova] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Updated VIF entry in instance network info cache for port 9e596173-c205-4956-8571-e385844c77b4. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1281.812183] env[65418]: DEBUG nova.network.neutron [req-cc6033f7-8998-4e59-8ae3-ed42be0fc911 req-945a179b-c9b1-40af-ad26-eac5672281c3 service nova] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Updating instance_info_cache with network_info: [{"id": "9e596173-c205-4956-8571-e385844c77b4", "address": "fa:16:3e:4b:9c:e4", "network": {"id": "f6b3b999-6dfe-4709-a160-5a3cd6bb8cc5", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1037812382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6abe9da871fc491f9a947dc7235b67b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9e596173-c2", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.902527] env[65418]: DEBUG nova.scheduler.client.report [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.965770] env[65418]: DEBUG oslo_vmware.api [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Task: {'id': task-4689441, 'name': Rename_Task, 'duration_secs': 0.148517} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.966045] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1281.966291] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ab600c8-5a99-4044-affa-7931eccd3982 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.973644] env[65418]: DEBUG oslo_vmware.api [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Waiting for the task: (returnval){ [ 1281.973644] env[65418]: value = "task-4689442" [ 1281.973644] env[65418]: _type = "Task" [ 1281.973644] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.981713] env[65418]: DEBUG oslo_vmware.api [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Task: {'id': task-4689442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.314733] env[65418]: DEBUG oslo_concurrency.lockutils [req-cc6033f7-8998-4e59-8ae3-ed42be0fc911 req-945a179b-c9b1-40af-ad26-eac5672281c3 service nova] Releasing lock "refresh_cache-fae10bd6-a094-4a70-90f5-4203b27b8f4d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.408260] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.485054] env[65418]: DEBUG oslo_vmware.api [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Task: {'id': task-4689442, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.917843] env[65418]: DEBUG oslo_concurrency.lockutils [None req-1731a0bc-f559-4417-bf37-e922cca24067 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "fae10bd6-a094-4a70-90f5-4203b27b8f4d" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.753s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.918813] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "fae10bd6-a094-4a70-90f5-4203b27b8f4d" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.272s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.918989] env[65418]: INFO nova.compute.manager [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Unshelving [ 1282.984570] env[65418]: DEBUG oslo_vmware.api [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Task: {'id': task-4689442, 'name': PowerOnVM_Task, 'duration_secs': 0.560711} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.984823] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.985027] env[65418]: INFO nova.compute.manager [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Took 7.29 seconds to spawn the instance on the hypervisor. [ 1282.985227] env[65418]: DEBUG nova.compute.manager [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1282.986048] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39160af4-9bcf-437c-af31-559f0757ed92 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.506888] env[65418]: INFO nova.compute.manager [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Took 11.99 seconds to build instance. [ 1283.929345] env[65418]: DEBUG nova.compute.utils [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1284.009566] env[65418]: DEBUG oslo_concurrency.lockutils [None req-781f7c5f-eb07-4f1c-a98c-711a48918671 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Lock "4c6e2478-d739-41f1-b092-255f2e5a9ac1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.502s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.433388] env[65418]: INFO nova.virt.block_device [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Booting with volume eedde511-c45b-4783-bcd6-077b858feec3 at /dev/sdb [ 1284.468981] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e27ae39-c7ad-4fef-acd4-a1fd0dd89445 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.479253] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b690f98f-819c-4193-878b-10f50d1d7464 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.504916] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a5f47fc-8c5b-4700-9894-8a15b3b10b49 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.514234] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f891b47c-c93e-43da-9eb2-2b8047bbb65a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.541451] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee2fce1-a96a-4abb-8dd3-59e7e05ddfb6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.548982] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3639ca6-c452-46ce-b27d-584e4d61ddea {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.562531] env[65418]: DEBUG nova.virt.block_device [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Updating existing volume attachment record: cbbe3b2f-ac40-41a7-810c-a6d3cabc6c88 {{(pid=65418) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1284.642350] env[65418]: DEBUG oslo_concurrency.lockutils [None req-253db73e-9a3b-4f09-8a6a-3fb07b3e5c96 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Acquiring lock "4c6e2478-d739-41f1-b092-255f2e5a9ac1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.642610] env[65418]: DEBUG oslo_concurrency.lockutils [None req-253db73e-9a3b-4f09-8a6a-3fb07b3e5c96 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Lock "4c6e2478-d739-41f1-b092-255f2e5a9ac1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.642814] env[65418]: DEBUG oslo_concurrency.lockutils [None req-253db73e-9a3b-4f09-8a6a-3fb07b3e5c96 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Acquiring lock "4c6e2478-d739-41f1-b092-255f2e5a9ac1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.642990] env[65418]: DEBUG oslo_concurrency.lockutils [None req-253db73e-9a3b-4f09-8a6a-3fb07b3e5c96 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Lock "4c6e2478-d739-41f1-b092-255f2e5a9ac1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.643200] env[65418]: DEBUG oslo_concurrency.lockutils [None req-253db73e-9a3b-4f09-8a6a-3fb07b3e5c96 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Lock "4c6e2478-d739-41f1-b092-255f2e5a9ac1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.645377] env[65418]: INFO nova.compute.manager [None req-253db73e-9a3b-4f09-8a6a-3fb07b3e5c96 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Terminating instance [ 1285.149444] env[65418]: DEBUG nova.compute.manager [None req-253db73e-9a3b-4f09-8a6a-3fb07b3e5c96 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1285.149666] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-253db73e-9a3b-4f09-8a6a-3fb07b3e5c96 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1285.150837] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8107e7-93ae-4451-8d77-f9e72b15b65b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.159574] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-253db73e-9a3b-4f09-8a6a-3fb07b3e5c96 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.159852] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb6f621c-99dd-4b4a-a527-1e196cce7470 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.166521] env[65418]: DEBUG oslo_vmware.api [None req-253db73e-9a3b-4f09-8a6a-3fb07b3e5c96 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Waiting for the task: (returnval){ [ 1285.166521] env[65418]: value = "task-4689446" [ 1285.166521] env[65418]: _type = "Task" [ 1285.166521] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.177533] env[65418]: DEBUG oslo_vmware.api [None req-253db73e-9a3b-4f09-8a6a-3fb07b3e5c96 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Task: {'id': task-4689446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.677068] env[65418]: DEBUG oslo_vmware.api [None req-253db73e-9a3b-4f09-8a6a-3fb07b3e5c96 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Task: {'id': task-4689446, 'name': PowerOffVM_Task, 'duration_secs': 0.207916} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.677482] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-253db73e-9a3b-4f09-8a6a-3fb07b3e5c96 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1285.677482] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-253db73e-9a3b-4f09-8a6a-3fb07b3e5c96 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1285.677716] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de523078-4a81-4793-b56b-b5b12515a9d2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.754657] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-253db73e-9a3b-4f09-8a6a-3fb07b3e5c96 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1285.754871] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-253db73e-9a3b-4f09-8a6a-3fb07b3e5c96 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1285.755102] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-253db73e-9a3b-4f09-8a6a-3fb07b3e5c96 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Deleting the datastore file [datastore2] 4c6e2478-d739-41f1-b092-255f2e5a9ac1 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1285.755418] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3147feb-f9fd-4c41-af0b-039df4b8b2a0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.762456] env[65418]: DEBUG oslo_vmware.api [None req-253db73e-9a3b-4f09-8a6a-3fb07b3e5c96 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Waiting for the task: (returnval){ [ 1285.762456] env[65418]: value = "task-4689448" [ 1285.762456] env[65418]: _type = "Task" [ 1285.762456] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.771132] env[65418]: DEBUG oslo_vmware.api [None req-253db73e-9a3b-4f09-8a6a-3fb07b3e5c96 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Task: {'id': task-4689448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.273106] env[65418]: DEBUG oslo_vmware.api [None req-253db73e-9a3b-4f09-8a6a-3fb07b3e5c96 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Task: {'id': task-4689448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14816} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.273380] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-253db73e-9a3b-4f09-8a6a-3fb07b3e5c96 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1286.273595] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-253db73e-9a3b-4f09-8a6a-3fb07b3e5c96 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1286.273794] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-253db73e-9a3b-4f09-8a6a-3fb07b3e5c96 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1286.273965] env[65418]: INFO nova.compute.manager [None req-253db73e-9a3b-4f09-8a6a-3fb07b3e5c96 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1286.274263] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-253db73e-9a3b-4f09-8a6a-3fb07b3e5c96 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1286.274468] env[65418]: DEBUG nova.compute.manager [-] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1286.274562] env[65418]: DEBUG nova.network.neutron [-] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1286.274799] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1286.307867] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1286.558542] env[65418]: DEBUG nova.compute.manager [req-87c10705-95f4-4ccd-9f66-82e4b392f0d4 req-89eaea2e-dfd6-47dd-bae9-80295e47f228 service nova] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Received event network-vif-deleted-55830f60-78ae-4611-8383-2de7ae52ae9c {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1286.558751] env[65418]: INFO nova.compute.manager [req-87c10705-95f4-4ccd-9f66-82e4b392f0d4 req-89eaea2e-dfd6-47dd-bae9-80295e47f228 service nova] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Neutron deleted interface 55830f60-78ae-4611-8383-2de7ae52ae9c; detaching it from the instance and deleting it from the info cache [ 1286.558926] env[65418]: DEBUG nova.network.neutron [req-87c10705-95f4-4ccd-9f66-82e4b392f0d4 req-89eaea2e-dfd6-47dd-bae9-80295e47f228 service nova] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.039328] env[65418]: DEBUG nova.network.neutron [-] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.061419] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb7d0b28-babe-42b7-bd86-14b4a577886a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.072683] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70821335-4107-4757-a933-5d39e2b8c31b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.099092] env[65418]: DEBUG nova.compute.manager [req-87c10705-95f4-4ccd-9f66-82e4b392f0d4 req-89eaea2e-dfd6-47dd-bae9-80295e47f228 service nova] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Detach interface failed, port_id=55830f60-78ae-4611-8383-2de7ae52ae9c, reason: Instance 4c6e2478-d739-41f1-b092-255f2e5a9ac1 could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1287.542385] env[65418]: INFO nova.compute.manager [-] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Took 1.27 seconds to deallocate network for instance. [ 1288.049528] env[65418]: DEBUG oslo_concurrency.lockutils [None req-253db73e-9a3b-4f09-8a6a-3fb07b3e5c96 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.050041] env[65418]: DEBUG oslo_concurrency.lockutils [None req-253db73e-9a3b-4f09-8a6a-3fb07b3e5c96 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.050041] env[65418]: DEBUG nova.objects.instance [None req-253db73e-9a3b-4f09-8a6a-3fb07b3e5c96 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Lazy-loading 'resources' on Instance uuid 4c6e2478-d739-41f1-b092-255f2e5a9ac1 {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.595787] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a361eca-11d3-4f14-90e3-ccc68441f149 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.603626] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5488845-3f57-4ec0-b697-eed37755a8da {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.633714] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9afc77-a968-4a6f-9f99-379b552291d3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.641524] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e3fa5e-a5ee-4ace-a741-e5e1c685b6b9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.654927] env[65418]: DEBUG nova.compute.provider_tree [None req-253db73e-9a3b-4f09-8a6a-3fb07b3e5c96 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.158101] env[65418]: DEBUG nova.scheduler.client.report [None req-253db73e-9a3b-4f09-8a6a-3fb07b3e5c96 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.663476] env[65418]: DEBUG oslo_concurrency.lockutils [None req-253db73e-9a3b-4f09-8a6a-3fb07b3e5c96 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.686252] env[65418]: INFO nova.scheduler.client.report [None req-253db73e-9a3b-4f09-8a6a-3fb07b3e5c96 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Deleted allocations for instance 4c6e2478-d739-41f1-b092-255f2e5a9ac1 [ 1290.195714] env[65418]: DEBUG oslo_concurrency.lockutils [None req-253db73e-9a3b-4f09-8a6a-3fb07b3e5c96 tempest-ServerMetadataTestJSON-412065020 tempest-ServerMetadataTestJSON-412065020-project-member] Lock "4c6e2478-d739-41f1-b092-255f2e5a9ac1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.553s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.657552] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.658442] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.658442] env[65418]: DEBUG nova.objects.instance [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lazy-loading 'pci_requests' on Instance uuid fae10bd6-a094-4a70-90f5-4203b27b8f4d {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.162922] env[65418]: DEBUG nova.objects.instance [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lazy-loading 'numa_topology' on Instance uuid fae10bd6-a094-4a70-90f5-4203b27b8f4d {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.667051] env[65418]: INFO nova.compute.claims [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1292.707066] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc513d1-d9c5-4721-800b-a90b47355360 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.715448] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a9ff41-b193-4856-bfe2-7fa222519384 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.745224] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10154953-0fd1-4b24-a125-3159a6b97ce3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.753327] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2a695b-75dd-47ac-bd29-78c28e2d2c2b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.768763] env[65418]: DEBUG nova.compute.provider_tree [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.272017] env[65418]: DEBUG nova.scheduler.client.report [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.777154] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.119s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.777561] env[65418]: WARNING neutronclient.v2_0.client [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1293.808311] env[65418]: INFO nova.network.neutron [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Updating port 9e596173-c205-4956-8571-e385844c77b4 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1295.257093] env[65418]: DEBUG nova.compute.manager [req-aa60b5e9-a442-47b6-af67-c4af43bc431a req-9727efe2-b9ba-462a-89aa-317040db628a service nova] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Received event network-vif-plugged-9e596173-c205-4956-8571-e385844c77b4 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1295.257093] env[65418]: DEBUG oslo_concurrency.lockutils [req-aa60b5e9-a442-47b6-af67-c4af43bc431a req-9727efe2-b9ba-462a-89aa-317040db628a service nova] Acquiring lock "fae10bd6-a094-4a70-90f5-4203b27b8f4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.257501] env[65418]: DEBUG oslo_concurrency.lockutils [req-aa60b5e9-a442-47b6-af67-c4af43bc431a req-9727efe2-b9ba-462a-89aa-317040db628a service nova] Lock "fae10bd6-a094-4a70-90f5-4203b27b8f4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.257501] env[65418]: DEBUG oslo_concurrency.lockutils [req-aa60b5e9-a442-47b6-af67-c4af43bc431a req-9727efe2-b9ba-462a-89aa-317040db628a service nova] Lock "fae10bd6-a094-4a70-90f5-4203b27b8f4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.257610] env[65418]: DEBUG nova.compute.manager [req-aa60b5e9-a442-47b6-af67-c4af43bc431a req-9727efe2-b9ba-462a-89aa-317040db628a service nova] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] No waiting events found dispatching network-vif-plugged-9e596173-c205-4956-8571-e385844c77b4 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1295.257756] env[65418]: WARNING nova.compute.manager [req-aa60b5e9-a442-47b6-af67-c4af43bc431a req-9727efe2-b9ba-462a-89aa-317040db628a service nova] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Received unexpected event network-vif-plugged-9e596173-c205-4956-8571-e385844c77b4 for instance with vm_state shelved_offloaded and task_state spawning. [ 1295.347249] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquiring lock "refresh_cache-fae10bd6-a094-4a70-90f5-4203b27b8f4d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.347537] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquired lock "refresh_cache-fae10bd6-a094-4a70-90f5-4203b27b8f4d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.347788] env[65418]: DEBUG nova.network.neutron [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1295.850636] env[65418]: WARNING neutronclient.v2_0.client [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1296.011326] env[65418]: WARNING neutronclient.v2_0.client [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1296.080796] env[65418]: DEBUG nova.network.neutron [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Updating instance_info_cache with network_info: [{"id": "9e596173-c205-4956-8571-e385844c77b4", "address": "fa:16:3e:4b:9c:e4", "network": {"id": "f6b3b999-6dfe-4709-a160-5a3cd6bb8cc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1037812382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6abe9da871fc491f9a947dc7235b67b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e596173-c2", "ovs_interfaceid": "9e596173-c205-4956-8571-e385844c77b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.583676] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Releasing lock "refresh_cache-fae10bd6-a094-4a70-90f5-4203b27b8f4d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.610301] env[65418]: DEBUG nova.virt.hardware [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c17933dd368e6daf16168bbedca19ba7',container_format='bare',created_at=2025-11-21T20:51:31Z,direct_url=,disk_format='vmdk',id=31aaa760-ee4a-4a78-a51a-b54e35934a7a,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2037445280-shelved',owner='6abe9da871fc491f9a947dc7235b67b3',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-11-21T20:51:45Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1296.610554] env[65418]: DEBUG nova.virt.hardware [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1296.610705] env[65418]: DEBUG nova.virt.hardware [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1296.610880] env[65418]: DEBUG nova.virt.hardware [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1296.611033] env[65418]: DEBUG nova.virt.hardware [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1296.611180] env[65418]: DEBUG nova.virt.hardware [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1296.611395] env[65418]: DEBUG nova.virt.hardware [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1296.611580] env[65418]: DEBUG nova.virt.hardware [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1296.611746] env[65418]: DEBUG nova.virt.hardware [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1296.611901] env[65418]: DEBUG nova.virt.hardware [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1296.612076] env[65418]: DEBUG nova.virt.hardware [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1296.612939] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc3bc4d-a532-4d6c-adfa-943d93db3421 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.621951] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3417e1a3-2926-499c-b9bb-375e28f6a91e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.637678] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:9c:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e596173-c205-4956-8571-e385844c77b4', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1296.645339] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1296.645623] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1296.645849] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92bca7d7-8124-45da-8ee9-64af5b495eaa {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.665892] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1296.665892] env[65418]: value = "task-4689450" [ 1296.665892] env[65418]: _type = "Task" [ 1296.665892] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.674840] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689450, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.176972] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689450, 'name': CreateVM_Task, 'duration_secs': 0.330597} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.177201] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1297.177655] env[65418]: WARNING neutronclient.v2_0.client [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1297.178015] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/31aaa760-ee4a-4a78-a51a-b54e35934a7a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.178177] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/31aaa760-ee4a-4a78-a51a-b54e35934a7a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.178570] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/31aaa760-ee4a-4a78-a51a-b54e35934a7a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.178829] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d8f62be-942a-4cf2-ab97-07f8a684bd3b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.183740] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1297.183740] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ca08e4-f2cf-bbab-f33d-718404f47f7b" [ 1297.183740] env[65418]: _type = "Task" [ 1297.183740] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.191673] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ca08e4-f2cf-bbab-f33d-718404f47f7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.285964] env[65418]: DEBUG nova.compute.manager [req-9825a14e-984e-43e4-8853-612ceb9de958 req-cfb17b8c-4d6a-47bd-a051-2ae2b21b024a service nova] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Received event network-changed-9e596173-c205-4956-8571-e385844c77b4 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1297.285964] env[65418]: DEBUG nova.compute.manager [req-9825a14e-984e-43e4-8853-612ceb9de958 req-cfb17b8c-4d6a-47bd-a051-2ae2b21b024a service nova] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Refreshing instance network info cache due to event network-changed-9e596173-c205-4956-8571-e385844c77b4. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1297.285964] env[65418]: DEBUG oslo_concurrency.lockutils [req-9825a14e-984e-43e4-8853-612ceb9de958 req-cfb17b8c-4d6a-47bd-a051-2ae2b21b024a service nova] Acquiring lock "refresh_cache-fae10bd6-a094-4a70-90f5-4203b27b8f4d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.285964] env[65418]: DEBUG oslo_concurrency.lockutils [req-9825a14e-984e-43e4-8853-612ceb9de958 req-cfb17b8c-4d6a-47bd-a051-2ae2b21b024a service nova] Acquired lock "refresh_cache-fae10bd6-a094-4a70-90f5-4203b27b8f4d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.285964] env[65418]: DEBUG nova.network.neutron [req-9825a14e-984e-43e4-8853-612ceb9de958 req-cfb17b8c-4d6a-47bd-a051-2ae2b21b024a service nova] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Refreshing network info cache for port 9e596173-c205-4956-8571-e385844c77b4 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1297.695174] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/31aaa760-ee4a-4a78-a51a-b54e35934a7a" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.695631] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Processing image 31aaa760-ee4a-4a78-a51a-b54e35934a7a {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1297.695691] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/31aaa760-ee4a-4a78-a51a-b54e35934a7a/31aaa760-ee4a-4a78-a51a-b54e35934a7a.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.695825] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/31aaa760-ee4a-4a78-a51a-b54e35934a7a/31aaa760-ee4a-4a78-a51a-b54e35934a7a.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.696015] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1297.696276] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-189cb381-36e7-4f89-9d21-29addf13718b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.714956] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1297.715138] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1297.715903] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db9bfda0-f606-45b2-9329-7ce66c83d357 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.721266] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1297.721266] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5298f643-7898-e4f8-47ee-e0e5455fcb11" [ 1297.721266] env[65418]: _type = "Task" [ 1297.721266] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.729271] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5298f643-7898-e4f8-47ee-e0e5455fcb11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.790414] env[65418]: WARNING neutronclient.v2_0.client [req-9825a14e-984e-43e4-8853-612ceb9de958 req-cfb17b8c-4d6a-47bd-a051-2ae2b21b024a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1297.941576] env[65418]: WARNING neutronclient.v2_0.client [req-9825a14e-984e-43e4-8853-612ceb9de958 req-cfb17b8c-4d6a-47bd-a051-2ae2b21b024a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1298.007566] env[65418]: DEBUG nova.network.neutron [req-9825a14e-984e-43e4-8853-612ceb9de958 req-cfb17b8c-4d6a-47bd-a051-2ae2b21b024a service nova] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Updated VIF entry in instance network info cache for port 9e596173-c205-4956-8571-e385844c77b4. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1298.007970] env[65418]: DEBUG nova.network.neutron [req-9825a14e-984e-43e4-8853-612ceb9de958 req-cfb17b8c-4d6a-47bd-a051-2ae2b21b024a service nova] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Updating instance_info_cache with network_info: [{"id": "9e596173-c205-4956-8571-e385844c77b4", "address": "fa:16:3e:4b:9c:e4", "network": {"id": "f6b3b999-6dfe-4709-a160-5a3cd6bb8cc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1037812382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6abe9da871fc491f9a947dc7235b67b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e596173-c2", "ovs_interfaceid": "9e596173-c205-4956-8571-e385844c77b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.233173] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Preparing fetch location {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1298.233409] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Fetch image to [datastore2] OSTACK_IMG_3fe9e5c0-b074-40fd-9ded-8eae3a91eaa3/OSTACK_IMG_3fe9e5c0-b074-40fd-9ded-8eae3a91eaa3.vmdk {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1298.233696] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Downloading stream optimized image 31aaa760-ee4a-4a78-a51a-b54e35934a7a to [datastore2] OSTACK_IMG_3fe9e5c0-b074-40fd-9ded-8eae3a91eaa3/OSTACK_IMG_3fe9e5c0-b074-40fd-9ded-8eae3a91eaa3.vmdk on the data store datastore2 as vApp {{(pid=65418) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1298.233906] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Downloading image file data 31aaa760-ee4a-4a78-a51a-b54e35934a7a to the ESX as VM named 'OSTACK_IMG_3fe9e5c0-b074-40fd-9ded-8eae3a91eaa3' {{(pid=65418) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1298.309985] env[65418]: DEBUG oslo_vmware.rw_handles [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1298.309985] env[65418]: value = "resgroup-9" [ 1298.309985] env[65418]: _type = "ResourcePool" [ 1298.309985] env[65418]: }. {{(pid=65418) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1298.310294] env[65418]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-352b9293-ce7e-4979-a1e3-9eb722db9700 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.332736] env[65418]: DEBUG oslo_vmware.rw_handles [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lease: (returnval){ [ 1298.332736] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52969542-6b49-4aa3-7e9d-df236623d2c3" [ 1298.332736] env[65418]: _type = "HttpNfcLease" [ 1298.332736] env[65418]: } obtained for vApp import into resource pool (val){ [ 1298.332736] env[65418]: value = "resgroup-9" [ 1298.332736] env[65418]: _type = "ResourcePool" [ 1298.332736] env[65418]: }. {{(pid=65418) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1298.333172] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the lease: (returnval){ [ 1298.333172] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52969542-6b49-4aa3-7e9d-df236623d2c3" [ 1298.333172] env[65418]: _type = "HttpNfcLease" [ 1298.333172] env[65418]: } to be ready. {{(pid=65418) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1298.340693] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1298.340693] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52969542-6b49-4aa3-7e9d-df236623d2c3" [ 1298.340693] env[65418]: _type = "HttpNfcLease" [ 1298.340693] env[65418]: } is initializing. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1298.510847] env[65418]: DEBUG oslo_concurrency.lockutils [req-9825a14e-984e-43e4-8853-612ceb9de958 req-cfb17b8c-4d6a-47bd-a051-2ae2b21b024a service nova] Releasing lock "refresh_cache-fae10bd6-a094-4a70-90f5-4203b27b8f4d" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.842157] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1298.842157] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52969542-6b49-4aa3-7e9d-df236623d2c3" [ 1298.842157] env[65418]: _type = "HttpNfcLease" [ 1298.842157] env[65418]: } is ready. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1298.842528] env[65418]: DEBUG oslo_vmware.rw_handles [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1298.842528] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52969542-6b49-4aa3-7e9d-df236623d2c3" [ 1298.842528] env[65418]: _type = "HttpNfcLease" [ 1298.842528] env[65418]: }. {{(pid=65418) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1298.842992] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ccae47-02d4-48c8-aecd-ce397f79e61c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.850673] env[65418]: DEBUG oslo_vmware.rw_handles [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d5f64-0ba2-fc56-a6d6-06c3a518480f/disk-0.vmdk from lease info. {{(pid=65418) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1298.850855] env[65418]: DEBUG oslo_vmware.rw_handles [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d5f64-0ba2-fc56-a6d6-06c3a518480f/disk-0.vmdk. {{(pid=65418) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1298.913203] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c6c4b76d-0615-4f7e-bcce-00ce2ece4b7b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.980736] env[65418]: DEBUG oslo_vmware.rw_handles [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Completed reading data from the image iterator. {{(pid=65418) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1299.981193] env[65418]: DEBUG oslo_vmware.rw_handles [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d5f64-0ba2-fc56-a6d6-06c3a518480f/disk-0.vmdk. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1299.981977] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360437bd-9409-4fec-ab0c-ab9004a5bf97 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.989772] env[65418]: DEBUG oslo_vmware.rw_handles [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d5f64-0ba2-fc56-a6d6-06c3a518480f/disk-0.vmdk is in state: ready. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1299.989992] env[65418]: DEBUG oslo_vmware.rw_handles [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d5f64-0ba2-fc56-a6d6-06c3a518480f/disk-0.vmdk. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1299.990230] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2bb5175d-2980-442e-b40b-172b76e0d224 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.194097] env[65418]: DEBUG oslo_vmware.rw_handles [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525d5f64-0ba2-fc56-a6d6-06c3a518480f/disk-0.vmdk. {{(pid=65418) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1300.194370] env[65418]: INFO nova.virt.vmwareapi.images [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Downloaded image file data 31aaa760-ee4a-4a78-a51a-b54e35934a7a [ 1300.195316] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8c56da-5c49-4441-b387-fe712ad4ebd2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.213024] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-341ec30a-b91c-4789-b992-ae0bd7a03d4c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.239945] env[65418]: INFO nova.virt.vmwareapi.images [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] The imported VM was unregistered [ 1300.242503] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Caching image {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1300.242767] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Creating directory with path [datastore2] devstack-image-cache_base/31aaa760-ee4a-4a78-a51a-b54e35934a7a {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1300.243113] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52a689fe-c553-4a20-bbfb-5604e2cce827 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.254585] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Created directory with path [datastore2] devstack-image-cache_base/31aaa760-ee4a-4a78-a51a-b54e35934a7a {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1300.254779] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_3fe9e5c0-b074-40fd-9ded-8eae3a91eaa3/OSTACK_IMG_3fe9e5c0-b074-40fd-9ded-8eae3a91eaa3.vmdk to [datastore2] devstack-image-cache_base/31aaa760-ee4a-4a78-a51a-b54e35934a7a/31aaa760-ee4a-4a78-a51a-b54e35934a7a.vmdk. {{(pid=65418) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1300.255079] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b95d30f6-74cd-4502-8372-bc62cdf08a92 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.262812] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1300.262812] env[65418]: value = "task-4689453" [ 1300.262812] env[65418]: _type = "Task" [ 1300.262812] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.271423] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689453, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.775417] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689453, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.274634] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689453, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.776198] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689453, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.276612] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689453, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.776710] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689453, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.357831} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.776981] env[65418]: INFO nova.virt.vmwareapi.ds_util [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_3fe9e5c0-b074-40fd-9ded-8eae3a91eaa3/OSTACK_IMG_3fe9e5c0-b074-40fd-9ded-8eae3a91eaa3.vmdk to [datastore2] devstack-image-cache_base/31aaa760-ee4a-4a78-a51a-b54e35934a7a/31aaa760-ee4a-4a78-a51a-b54e35934a7a.vmdk. [ 1302.777185] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Cleaning up location [datastore2] OSTACK_IMG_3fe9e5c0-b074-40fd-9ded-8eae3a91eaa3 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1302.777345] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_3fe9e5c0-b074-40fd-9ded-8eae3a91eaa3 {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1302.777593] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-564b3644-a68c-4b2a-9cfb-762c86afa56f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.784574] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1302.784574] env[65418]: value = "task-4689454" [ 1302.784574] env[65418]: _type = "Task" [ 1302.784574] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.793138] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.295416] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03534} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.295874] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1303.295874] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/31aaa760-ee4a-4a78-a51a-b54e35934a7a/31aaa760-ee4a-4a78-a51a-b54e35934a7a.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.296084] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/31aaa760-ee4a-4a78-a51a-b54e35934a7a/31aaa760-ee4a-4a78-a51a-b54e35934a7a.vmdk to [datastore2] fae10bd6-a094-4a70-90f5-4203b27b8f4d/fae10bd6-a094-4a70-90f5-4203b27b8f4d.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1303.296352] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-076d0ffb-dfdd-4b05-8038-5a1cfc12d526 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.303487] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1303.303487] env[65418]: value = "task-4689455" [ 1303.303487] env[65418]: _type = "Task" [ 1303.303487] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.311629] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.814156] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689455, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.315627] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689455, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.815958] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689455, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.316191] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689455, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.816914] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689455, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.317775] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689455, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.593757} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.318097] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/31aaa760-ee4a-4a78-a51a-b54e35934a7a/31aaa760-ee4a-4a78-a51a-b54e35934a7a.vmdk to [datastore2] fae10bd6-a094-4a70-90f5-4203b27b8f4d/fae10bd6-a094-4a70-90f5-4203b27b8f4d.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1306.318857] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd517ae8-fc7d-40ff-af08-9c2c002c19d6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.341071] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] fae10bd6-a094-4a70-90f5-4203b27b8f4d/fae10bd6-a094-4a70-90f5-4203b27b8f4d.vmdk or device None with type streamOptimized {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1306.341377] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fe3a13c-fdde-4a56-b31b-b4f990968b80 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.361090] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1306.361090] env[65418]: value = "task-4689456" [ 1306.361090] env[65418]: _type = "Task" [ 1306.361090] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.369529] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.871423] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689456, 'name': ReconfigVM_Task, 'duration_secs': 0.264272} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.871687] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Reconfigured VM instance instance-0000007c to attach disk [datastore2] fae10bd6-a094-4a70-90f5-4203b27b8f4d/fae10bd6-a094-4a70-90f5-4203b27b8f4d.vmdk or device None with type streamOptimized {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1306.872826] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'guest_format': None, 'size': 0, 'encrypted': False, 'device_name': '/dev/sda', 'encryption_options': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'disk_bus': None, 'device_type': 'disk', 'image_id': 'fa5b6324-76b1-4edd-9d73-4f2b022e0ba4'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'guest_format': None, 'attachment_id': 'cbbe3b2f-ac40-41a7-810c-a6d3cabc6c88', 'delete_on_termination': False, 'disk_bus': None, 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915324', 'volume_id': 'eedde511-c45b-4783-bcd6-077b858feec3', 'name': 'volume-eedde511-c45b-4783-bcd6-077b858feec3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'fae10bd6-a094-4a70-90f5-4203b27b8f4d', 'attached_at': '', 'detached_at': '', 'volume_id': 'eedde511-c45b-4783-bcd6-077b858feec3', 'serial': 'eedde511-c45b-4783-bcd6-077b858feec3'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=65418) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1306.873035] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Volume attach. Driver type: vmdk {{(pid=65418) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1306.873226] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915324', 'volume_id': 'eedde511-c45b-4783-bcd6-077b858feec3', 'name': 'volume-eedde511-c45b-4783-bcd6-077b858feec3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'fae10bd6-a094-4a70-90f5-4203b27b8f4d', 'attached_at': '', 'detached_at': '', 'volume_id': 'eedde511-c45b-4783-bcd6-077b858feec3', 'serial': 'eedde511-c45b-4783-bcd6-077b858feec3'} {{(pid=65418) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1306.873974] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06d0116-9f1e-49e9-bb67-1b0f949263f7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.890540] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c398afb-5d37-4235-9c2d-3a8a7326f3a2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.914661] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-eedde511-c45b-4783-bcd6-077b858feec3/volume-eedde511-c45b-4783-bcd6-077b858feec3.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1306.914945] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24c8c3a7-52a2-442b-b126-ddada379ac56 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.933441] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1306.933441] env[65418]: value = "task-4689457" [ 1306.933441] env[65418]: _type = "Task" [ 1306.933441] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.941999] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.444102] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689457, 'name': ReconfigVM_Task, 'duration_secs': 0.286699} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.444490] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-eedde511-c45b-4783-bcd6-077b858feec3/volume-eedde511-c45b-4783-bcd6-077b858feec3.vmdk or device None with type thin {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1307.449200] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4dfe31b-07ca-4bb5-a589-ad5cc4451c15 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.464812] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1307.464812] env[65418]: value = "task-4689458" [ 1307.464812] env[65418]: _type = "Task" [ 1307.464812] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.473128] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689458, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.975712] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689458, 'name': ReconfigVM_Task, 'duration_secs': 0.139476} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.975999] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915324', 'volume_id': 'eedde511-c45b-4783-bcd6-077b858feec3', 'name': 'volume-eedde511-c45b-4783-bcd6-077b858feec3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'fae10bd6-a094-4a70-90f5-4203b27b8f4d', 'attached_at': '', 'detached_at': '', 'volume_id': 'eedde511-c45b-4783-bcd6-077b858feec3', 'serial': 'eedde511-c45b-4783-bcd6-077b858feec3'} {{(pid=65418) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1307.976669] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-960387dc-135c-4e0e-9df7-c2ec31623c8b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.983587] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1307.983587] env[65418]: value = "task-4689459" [ 1307.983587] env[65418]: _type = "Task" [ 1307.983587] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.993303] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689459, 'name': Rename_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.494679] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689459, 'name': Rename_Task, 'duration_secs': 0.149989} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.494984] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1308.495217] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-574f20b3-2858-49fd-83a2-45b2620e964d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.504522] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1308.504522] env[65418]: value = "task-4689460" [ 1308.504522] env[65418]: _type = "Task" [ 1308.504522] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.515473] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.018653] env[65418]: DEBUG oslo_vmware.api [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689460, 'name': PowerOnVM_Task, 'duration_secs': 0.454275} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.018653] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1309.121961] env[65418]: DEBUG nova.compute.manager [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1309.122902] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004a6179-503c-4481-9ab6-d08748883a3b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.639400] env[65418]: DEBUG oslo_concurrency.lockutils [None req-c3155004-b2dc-4b74-800d-825f97ad9567 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "fae10bd6-a094-4a70-90f5-4203b27b8f4d" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.720s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.078200] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.072490] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1312.077948] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.079100] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.079100] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.079527] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1313.079527] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65418) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1314.079250] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.077826] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1320.581149] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.581375] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.581554] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.581771] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65418) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1320.584132] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8e2980-1591-4237-9c99-6ffe3889c304 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.592622] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b5b471-64fa-43fc-b27d-916e2070d135 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.607073] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba9c505-8a0a-4f6f-a9a0-72e32dba2737 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.614018] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc24f89-7f80-431c-a8dc-c72cbdb10db3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.643338] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180618MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65418) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1320.643533] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.643738] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.670739] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance fae10bd6-a094-4a70-90f5-4203b27b8f4d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1321.671063] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=65418) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1321.671138] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '1', 'num_proj_6abe9da871fc491f9a947dc7235b67b3': '1', 'io_workload': '0'} {{(pid=65418) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1321.698601] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63aa706-1c46-41ce-a271-334e5e3dedfd {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.706509] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57e117d-2bdf-44f6-83ab-2b9997ab8f2d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.737471] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3a2181-7a42-4b87-a9d5-4a106a5e79f9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.745294] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f71e8c-2010-4a3e-a22e-7936c77603c1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.758559] env[65418]: DEBUG nova.compute.provider_tree [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.261524] env[65418]: DEBUG nova.scheduler.client.report [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1322.766350] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65418) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1322.766556] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.123s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.741725] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e7c89308-8d61-4985-afa8-265b4578ccde tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquiring lock "fae10bd6-a094-4a70-90f5-4203b27b8f4d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.742185] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e7c89308-8d61-4985-afa8-265b4578ccde tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "fae10bd6-a094-4a70-90f5-4203b27b8f4d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.245626] env[65418]: INFO nova.compute.manager [None req-e7c89308-8d61-4985-afa8-265b4578ccde tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Detaching volume eedde511-c45b-4783-bcd6-077b858feec3 [ 1345.276028] env[65418]: INFO nova.virt.block_device [None req-e7c89308-8d61-4985-afa8-265b4578ccde tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Attempting to driver detach volume eedde511-c45b-4783-bcd6-077b858feec3 from mountpoint /dev/sdb [ 1345.276028] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7c89308-8d61-4985-afa8-265b4578ccde tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Volume detach. Driver type: vmdk {{(pid=65418) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1345.276173] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7c89308-8d61-4985-afa8-265b4578ccde tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915324', 'volume_id': 'eedde511-c45b-4783-bcd6-077b858feec3', 'name': 'volume-eedde511-c45b-4783-bcd6-077b858feec3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'fae10bd6-a094-4a70-90f5-4203b27b8f4d', 'attached_at': '', 'detached_at': '', 'volume_id': 'eedde511-c45b-4783-bcd6-077b858feec3', 'serial': 'eedde511-c45b-4783-bcd6-077b858feec3'} {{(pid=65418) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1345.277043] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e02982c-5a14-41dd-81ce-534180659ae2 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.299565] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ce04ab-8402-44d2-a164-95ec387bc593 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.307429] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fcc756-68cd-44d5-966f-654f3e3ac28d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.328656] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89e2754-2423-4836-81f9-dbea76427ac0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.343374] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7c89308-8d61-4985-afa8-265b4578ccde tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] The volume has not been displaced from its original location: [datastore2] volume-eedde511-c45b-4783-bcd6-077b858feec3/volume-eedde511-c45b-4783-bcd6-077b858feec3.vmdk. No consolidation needed. {{(pid=65418) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1345.348671] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7c89308-8d61-4985-afa8-265b4578ccde tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1345.348969] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-727ce3d9-f72b-4d74-a0e9-df3b9d27e9cc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.368839] env[65418]: DEBUG oslo_vmware.api [None req-e7c89308-8d61-4985-afa8-265b4578ccde tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1345.368839] env[65418]: value = "task-4689461" [ 1345.368839] env[65418]: _type = "Task" [ 1345.368839] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.377581] env[65418]: DEBUG oslo_vmware.api [None req-e7c89308-8d61-4985-afa8-265b4578ccde tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689461, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.879290] env[65418]: DEBUG oslo_vmware.api [None req-e7c89308-8d61-4985-afa8-265b4578ccde tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689461, 'name': ReconfigVM_Task, 'duration_secs': 0.21762} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.879728] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7c89308-8d61-4985-afa8-265b4578ccde tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=65418) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1345.884077] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd600a83-dd7d-4e13-b5b3-503946aa2839 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.899473] env[65418]: DEBUG oslo_vmware.api [None req-e7c89308-8d61-4985-afa8-265b4578ccde tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1345.899473] env[65418]: value = "task-4689462" [ 1345.899473] env[65418]: _type = "Task" [ 1345.899473] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.907729] env[65418]: DEBUG oslo_vmware.api [None req-e7c89308-8d61-4985-afa8-265b4578ccde tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.409579] env[65418]: DEBUG oslo_vmware.api [None req-e7c89308-8d61-4985-afa8-265b4578ccde tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689462, 'name': ReconfigVM_Task, 'duration_secs': 0.131414} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.409888] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7c89308-8d61-4985-afa8-265b4578ccde tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-915324', 'volume_id': 'eedde511-c45b-4783-bcd6-077b858feec3', 'name': 'volume-eedde511-c45b-4783-bcd6-077b858feec3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'fae10bd6-a094-4a70-90f5-4203b27b8f4d', 'attached_at': '', 'detached_at': '', 'volume_id': 'eedde511-c45b-4783-bcd6-077b858feec3', 'serial': 'eedde511-c45b-4783-bcd6-077b858feec3'} {{(pid=65418) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1346.950783] env[65418]: DEBUG nova.objects.instance [None req-e7c89308-8d61-4985-afa8-265b4578ccde tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lazy-loading 'flavor' on Instance uuid fae10bd6-a094-4a70-90f5-4203b27b8f4d {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.960835] env[65418]: DEBUG oslo_concurrency.lockutils [None req-e7c89308-8d61-4985-afa8-265b4578ccde tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "fae10bd6-a094-4a70-90f5-4203b27b8f4d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.218s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.996858] env[65418]: DEBUG oslo_concurrency.lockutils [None req-15652c06-4cac-44b0-a138-8ef0612e5e5c tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquiring lock "fae10bd6-a094-4a70-90f5-4203b27b8f4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.997279] env[65418]: DEBUG oslo_concurrency.lockutils [None req-15652c06-4cac-44b0-a138-8ef0612e5e5c tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "fae10bd6-a094-4a70-90f5-4203b27b8f4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.997321] env[65418]: DEBUG oslo_concurrency.lockutils [None req-15652c06-4cac-44b0-a138-8ef0612e5e5c tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquiring lock "fae10bd6-a094-4a70-90f5-4203b27b8f4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.997497] env[65418]: DEBUG oslo_concurrency.lockutils [None req-15652c06-4cac-44b0-a138-8ef0612e5e5c tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "fae10bd6-a094-4a70-90f5-4203b27b8f4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.997727] env[65418]: DEBUG oslo_concurrency.lockutils [None req-15652c06-4cac-44b0-a138-8ef0612e5e5c tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "fae10bd6-a094-4a70-90f5-4203b27b8f4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.999977] env[65418]: INFO nova.compute.manager [None req-15652c06-4cac-44b0-a138-8ef0612e5e5c tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Terminating instance [ 1349.504229] env[65418]: DEBUG nova.compute.manager [None req-15652c06-4cac-44b0-a138-8ef0612e5e5c tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1349.504465] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-15652c06-4cac-44b0-a138-8ef0612e5e5c tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1349.505416] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9add02-90b7-4b67-8081-247521385141 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.514196] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-15652c06-4cac-44b0-a138-8ef0612e5e5c tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1349.514453] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ae044e9-8e03-419b-b3e8-c3115883483a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.521658] env[65418]: DEBUG oslo_vmware.api [None req-15652c06-4cac-44b0-a138-8ef0612e5e5c tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1349.521658] env[65418]: value = "task-4689463" [ 1349.521658] env[65418]: _type = "Task" [ 1349.521658] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.531024] env[65418]: DEBUG oslo_vmware.api [None req-15652c06-4cac-44b0-a138-8ef0612e5e5c tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.032415] env[65418]: DEBUG oslo_vmware.api [None req-15652c06-4cac-44b0-a138-8ef0612e5e5c tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689463, 'name': PowerOffVM_Task, 'duration_secs': 0.171732} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.032818] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-15652c06-4cac-44b0-a138-8ef0612e5e5c tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1350.033046] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-15652c06-4cac-44b0-a138-8ef0612e5e5c tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1350.033389] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9f211c1-d2aa-4f8d-9ea7-1a7de84b2e69 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.102889] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-15652c06-4cac-44b0-a138-8ef0612e5e5c tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1350.103331] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-15652c06-4cac-44b0-a138-8ef0612e5e5c tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1350.103523] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-15652c06-4cac-44b0-a138-8ef0612e5e5c tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Deleting the datastore file [datastore2] fae10bd6-a094-4a70-90f5-4203b27b8f4d {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1350.103870] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5d358ae-89c4-44bc-9333-e5ca612b8eaf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.111460] env[65418]: DEBUG oslo_vmware.api [None req-15652c06-4cac-44b0-a138-8ef0612e5e5c tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1350.111460] env[65418]: value = "task-4689465" [ 1350.111460] env[65418]: _type = "Task" [ 1350.111460] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.119706] env[65418]: DEBUG oslo_vmware.api [None req-15652c06-4cac-44b0-a138-8ef0612e5e5c tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.621507] env[65418]: DEBUG oslo_vmware.api [None req-15652c06-4cac-44b0-a138-8ef0612e5e5c tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136585} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.621751] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-15652c06-4cac-44b0-a138-8ef0612e5e5c tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1350.621935] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-15652c06-4cac-44b0-a138-8ef0612e5e5c tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1350.622160] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-15652c06-4cac-44b0-a138-8ef0612e5e5c tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1350.622296] env[65418]: INFO nova.compute.manager [None req-15652c06-4cac-44b0-a138-8ef0612e5e5c tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1350.622542] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-15652c06-4cac-44b0-a138-8ef0612e5e5c tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1350.622771] env[65418]: DEBUG nova.compute.manager [-] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1350.622874] env[65418]: DEBUG nova.network.neutron [-] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1350.623151] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1350.654503] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1351.117399] env[65418]: DEBUG nova.compute.manager [req-3dd75db4-2408-4e09-8524-c6e95c2d518a req-3b130255-90f0-4402-9338-6fd175776734 service nova] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Received event network-vif-deleted-9e596173-c205-4956-8571-e385844c77b4 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1351.117760] env[65418]: INFO nova.compute.manager [req-3dd75db4-2408-4e09-8524-c6e95c2d518a req-3b130255-90f0-4402-9338-6fd175776734 service nova] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Neutron deleted interface 9e596173-c205-4956-8571-e385844c77b4; detaching it from the instance and deleting it from the info cache [ 1351.117760] env[65418]: DEBUG nova.network.neutron [req-3dd75db4-2408-4e09-8524-c6e95c2d518a req-3b130255-90f0-4402-9338-6fd175776734 service nova] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.595084] env[65418]: DEBUG nova.network.neutron [-] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.621104] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2452851e-af1a-4826-9778-542591a82e5c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.634126] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75365c5a-b639-4268-90e1-d180c376d6e8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.661362] env[65418]: DEBUG nova.compute.manager [req-3dd75db4-2408-4e09-8524-c6e95c2d518a req-3b130255-90f0-4402-9338-6fd175776734 service nova] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Detach interface failed, port_id=9e596173-c205-4956-8571-e385844c77b4, reason: Instance fae10bd6-a094-4a70-90f5-4203b27b8f4d could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1352.099240] env[65418]: INFO nova.compute.manager [-] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Took 1.48 seconds to deallocate network for instance. [ 1352.605820] env[65418]: DEBUG oslo_concurrency.lockutils [None req-15652c06-4cac-44b0-a138-8ef0612e5e5c tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.606231] env[65418]: DEBUG oslo_concurrency.lockutils [None req-15652c06-4cac-44b0-a138-8ef0612e5e5c tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.606341] env[65418]: DEBUG nova.objects.instance [None req-15652c06-4cac-44b0-a138-8ef0612e5e5c tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lazy-loading 'resources' on Instance uuid fae10bd6-a094-4a70-90f5-4203b27b8f4d {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.141401] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b53b64-d437-4203-b1fa-8658e79aab69 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.149591] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386b5c7b-a100-4d36-956c-3f177ae9d553 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.179726] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55756ad2-e52e-4c64-94f3-977c7e6a8322 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.187939] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae561dfd-5201-4f43-9c5f-33c9b7245028 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.201272] env[65418]: DEBUG nova.compute.provider_tree [None req-15652c06-4cac-44b0-a138-8ef0612e5e5c tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1353.704450] env[65418]: DEBUG nova.scheduler.client.report [None req-15652c06-4cac-44b0-a138-8ef0612e5e5c tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1354.209996] env[65418]: DEBUG oslo_concurrency.lockutils [None req-15652c06-4cac-44b0-a138-8ef0612e5e5c tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.604s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.232011] env[65418]: INFO nova.scheduler.client.report [None req-15652c06-4cac-44b0-a138-8ef0612e5e5c tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Deleted allocations for instance fae10bd6-a094-4a70-90f5-4203b27b8f4d [ 1354.741440] env[65418]: DEBUG oslo_concurrency.lockutils [None req-15652c06-4cac-44b0-a138-8ef0612e5e5c tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "fae10bd6-a094-4a70-90f5-4203b27b8f4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.744s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.053450] env[65418]: DEBUG oslo_concurrency.lockutils [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquiring lock "b2470897-c660-48a1-b800-3b54521f2efb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.053784] env[65418]: DEBUG oslo_concurrency.lockutils [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "b2470897-c660-48a1-b800-3b54521f2efb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.556250] env[65418]: DEBUG nova.compute.manager [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Starting instance... {{(pid=65418) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1358.079508] env[65418]: DEBUG oslo_concurrency.lockutils [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.079508] env[65418]: DEBUG oslo_concurrency.lockutils [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.080349] env[65418]: INFO nova.compute.claims [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1359.116888] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047f6729-7bac-4e63-bfe2-30c6ab017ff7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.124605] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901b6d4b-85e9-4f95-bbb2-d3dabe7c54f6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.154136] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dddb386-cd4a-4bda-ad0e-7a5403747975 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.161727] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5b62b6-f73d-4c85-87ad-b3cffe741d39 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.894376] env[65418]: DEBUG nova.compute.provider_tree [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.398185] env[65418]: DEBUG nova.scheduler.client.report [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.902870] env[65418]: DEBUG oslo_concurrency.lockutils [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.824s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.903449] env[65418]: DEBUG nova.compute.manager [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Start building networks asynchronously for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1361.408593] env[65418]: DEBUG nova.compute.utils [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Using /dev/sd instead of None {{(pid=65418) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1361.410062] env[65418]: DEBUG nova.compute.manager [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Allocating IP information in the background. {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1361.410260] env[65418]: DEBUG nova.network.neutron [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] allocate_for_instance() {{(pid=65418) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1361.410576] env[65418]: WARNING neutronclient.v2_0.client [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1361.410872] env[65418]: WARNING neutronclient.v2_0.client [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1361.461715] env[65418]: DEBUG nova.policy [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7583f9d0cba14a5d9000ebd942241129', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6abe9da871fc491f9a947dc7235b67b3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65418) authorize /opt/stack/nova/nova/policy.py:192}} [ 1361.768265] env[65418]: DEBUG nova.network.neutron [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Successfully created port: 2db94fa7-72d4-4d51-b1fb-66f52157ed70 {{(pid=65418) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1361.914550] env[65418]: DEBUG nova.compute.manager [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Start building block device mappings for instance. {{(pid=65418) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1362.925375] env[65418]: DEBUG nova.compute.manager [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Start spawning the instance on the hypervisor. {{(pid=65418) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1362.951305] env[65418]: DEBUG nova.virt.hardware [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-21T20:37:48Z,direct_url=,disk_format='vmdk',id=fa5b6324-76b1-4edd-9d73-4f2b022e0ba4,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='983d99ea153045bdb10200433be4963d',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-21T20:37:48Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1362.951565] env[65418]: DEBUG nova.virt.hardware [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1362.951717] env[65418]: DEBUG nova.virt.hardware [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1362.951892] env[65418]: DEBUG nova.virt.hardware [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1362.952040] env[65418]: DEBUG nova.virt.hardware [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1362.952182] env[65418]: DEBUG nova.virt.hardware [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1362.952369] env[65418]: DEBUG nova.virt.hardware [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1362.952514] env[65418]: DEBUG nova.virt.hardware [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1362.952667] env[65418]: DEBUG nova.virt.hardware [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1362.952815] env[65418]: DEBUG nova.virt.hardware [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1362.952975] env[65418]: DEBUG nova.virt.hardware [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1362.953831] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acaefbe-bc01-47bf-920b-2806852f01a3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.962357] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fb5d40-ef64-4baf-bd60-47de0a85ab92 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.168858] env[65418]: DEBUG nova.compute.manager [req-dbdff39f-df8d-4035-830f-4034f88c5fd7 req-5770b68a-5bb3-42d0-bce3-b9396e02682f service nova] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Received event network-vif-plugged-2db94fa7-72d4-4d51-b1fb-66f52157ed70 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1363.169021] env[65418]: DEBUG oslo_concurrency.lockutils [req-dbdff39f-df8d-4035-830f-4034f88c5fd7 req-5770b68a-5bb3-42d0-bce3-b9396e02682f service nova] Acquiring lock "b2470897-c660-48a1-b800-3b54521f2efb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.169233] env[65418]: DEBUG oslo_concurrency.lockutils [req-dbdff39f-df8d-4035-830f-4034f88c5fd7 req-5770b68a-5bb3-42d0-bce3-b9396e02682f service nova] Lock "b2470897-c660-48a1-b800-3b54521f2efb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.169396] env[65418]: DEBUG oslo_concurrency.lockutils [req-dbdff39f-df8d-4035-830f-4034f88c5fd7 req-5770b68a-5bb3-42d0-bce3-b9396e02682f service nova] Lock "b2470897-c660-48a1-b800-3b54521f2efb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.169559] env[65418]: DEBUG nova.compute.manager [req-dbdff39f-df8d-4035-830f-4034f88c5fd7 req-5770b68a-5bb3-42d0-bce3-b9396e02682f service nova] [instance: b2470897-c660-48a1-b800-3b54521f2efb] No waiting events found dispatching network-vif-plugged-2db94fa7-72d4-4d51-b1fb-66f52157ed70 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1363.169711] env[65418]: WARNING nova.compute.manager [req-dbdff39f-df8d-4035-830f-4034f88c5fd7 req-5770b68a-5bb3-42d0-bce3-b9396e02682f service nova] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Received unexpected event network-vif-plugged-2db94fa7-72d4-4d51-b1fb-66f52157ed70 for instance with vm_state building and task_state spawning. [ 1363.244013] env[65418]: DEBUG nova.network.neutron [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Successfully updated port: 2db94fa7-72d4-4d51-b1fb-66f52157ed70 {{(pid=65418) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1363.747040] env[65418]: DEBUG oslo_concurrency.lockutils [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquiring lock "refresh_cache-b2470897-c660-48a1-b800-3b54521f2efb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.747246] env[65418]: DEBUG oslo_concurrency.lockutils [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquired lock "refresh_cache-b2470897-c660-48a1-b800-3b54521f2efb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.747405] env[65418]: DEBUG nova.network.neutron [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1364.280725] env[65418]: DEBUG nova.network.neutron [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Instance cache missing network info. {{(pid=65418) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1364.355438] env[65418]: WARNING neutronclient.v2_0.client [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1364.424640] env[65418]: DEBUG nova.network.neutron [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Updating instance_info_cache with network_info: [{"id": "2db94fa7-72d4-4d51-b1fb-66f52157ed70", "address": "fa:16:3e:a5:7f:ac", "network": {"id": "f6b3b999-6dfe-4709-a160-5a3cd6bb8cc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1037812382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6abe9da871fc491f9a947dc7235b67b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2db94fa7-72", "ovs_interfaceid": "2db94fa7-72d4-4d51-b1fb-66f52157ed70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.927584] env[65418]: DEBUG oslo_concurrency.lockutils [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Releasing lock "refresh_cache-b2470897-c660-48a1-b800-3b54521f2efb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.927935] env[65418]: DEBUG nova.compute.manager [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Instance network_info: |[{"id": "2db94fa7-72d4-4d51-b1fb-66f52157ed70", "address": "fa:16:3e:a5:7f:ac", "network": {"id": "f6b3b999-6dfe-4709-a160-5a3cd6bb8cc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1037812382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6abe9da871fc491f9a947dc7235b67b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2db94fa7-72", "ovs_interfaceid": "2db94fa7-72d4-4d51-b1fb-66f52157ed70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65418) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1364.928415] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:7f:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2db94fa7-72d4-4d51-b1fb-66f52157ed70', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1364.935689] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1364.935896] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1364.936125] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abd51874-e7a5-460b-b4c2-c55761e26ad3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.956658] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1364.956658] env[65418]: value = "task-4689466" [ 1364.956658] env[65418]: _type = "Task" [ 1364.956658] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.964624] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689466, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.195871] env[65418]: DEBUG nova.compute.manager [req-2deb78ec-73ad-4e14-bc8c-ccc2a72122b5 req-9e03a650-c592-432d-95e1-bcdc1c57f680 service nova] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Received event network-changed-2db94fa7-72d4-4d51-b1fb-66f52157ed70 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1365.196109] env[65418]: DEBUG nova.compute.manager [req-2deb78ec-73ad-4e14-bc8c-ccc2a72122b5 req-9e03a650-c592-432d-95e1-bcdc1c57f680 service nova] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Refreshing instance network info cache due to event network-changed-2db94fa7-72d4-4d51-b1fb-66f52157ed70. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1365.196323] env[65418]: DEBUG oslo_concurrency.lockutils [req-2deb78ec-73ad-4e14-bc8c-ccc2a72122b5 req-9e03a650-c592-432d-95e1-bcdc1c57f680 service nova] Acquiring lock "refresh_cache-b2470897-c660-48a1-b800-3b54521f2efb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.196459] env[65418]: DEBUG oslo_concurrency.lockutils [req-2deb78ec-73ad-4e14-bc8c-ccc2a72122b5 req-9e03a650-c592-432d-95e1-bcdc1c57f680 service nova] Acquired lock "refresh_cache-b2470897-c660-48a1-b800-3b54521f2efb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.196613] env[65418]: DEBUG nova.network.neutron [req-2deb78ec-73ad-4e14-bc8c-ccc2a72122b5 req-9e03a650-c592-432d-95e1-bcdc1c57f680 service nova] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Refreshing network info cache for port 2db94fa7-72d4-4d51-b1fb-66f52157ed70 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1365.467224] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689466, 'name': CreateVM_Task, 'duration_secs': 0.308736} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.467631] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1365.467865] env[65418]: WARNING neutronclient.v2_0.client [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1365.468215] env[65418]: DEBUG oslo_concurrency.lockutils [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.468369] env[65418]: DEBUG oslo_concurrency.lockutils [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.468674] env[65418]: DEBUG oslo_concurrency.lockutils [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.468933] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0ec6dbb-9b72-48e8-9d2f-a3a435389ab9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.474347] env[65418]: DEBUG oslo_vmware.api [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1365.474347] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5261f3d9-f00c-9a05-a839-dfbb28cf6262" [ 1365.474347] env[65418]: _type = "Task" [ 1365.474347] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.482689] env[65418]: DEBUG oslo_vmware.api [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5261f3d9-f00c-9a05-a839-dfbb28cf6262, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.699721] env[65418]: WARNING neutronclient.v2_0.client [req-2deb78ec-73ad-4e14-bc8c-ccc2a72122b5 req-9e03a650-c592-432d-95e1-bcdc1c57f680 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1365.834185] env[65418]: WARNING neutronclient.v2_0.client [req-2deb78ec-73ad-4e14-bc8c-ccc2a72122b5 req-9e03a650-c592-432d-95e1-bcdc1c57f680 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1365.902873] env[65418]: DEBUG nova.network.neutron [req-2deb78ec-73ad-4e14-bc8c-ccc2a72122b5 req-9e03a650-c592-432d-95e1-bcdc1c57f680 service nova] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Updated VIF entry in instance network info cache for port 2db94fa7-72d4-4d51-b1fb-66f52157ed70. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1365.903458] env[65418]: DEBUG nova.network.neutron [req-2deb78ec-73ad-4e14-bc8c-ccc2a72122b5 req-9e03a650-c592-432d-95e1-bcdc1c57f680 service nova] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Updating instance_info_cache with network_info: [{"id": "2db94fa7-72d4-4d51-b1fb-66f52157ed70", "address": "fa:16:3e:a5:7f:ac", "network": {"id": "f6b3b999-6dfe-4709-a160-5a3cd6bb8cc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1037812382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6abe9da871fc491f9a947dc7235b67b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2db94fa7-72", "ovs_interfaceid": "2db94fa7-72d4-4d51-b1fb-66f52157ed70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.985492] env[65418]: DEBUG oslo_vmware.api [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5261f3d9-f00c-9a05-a839-dfbb28cf6262, 'name': SearchDatastore_Task, 'duration_secs': 0.011027} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.985715] env[65418]: DEBUG oslo_concurrency.lockutils [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.985962] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Processing image fa5b6324-76b1-4edd-9d73-4f2b022e0ba4 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1365.986211] env[65418]: DEBUG oslo_concurrency.lockutils [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.986351] env[65418]: DEBUG oslo_concurrency.lockutils [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.986524] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1365.986783] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19b17480-6a19-4a5b-b811-8db37b3e1257 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.995769] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1365.995929] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1365.996616] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-def52bd4-9ed5-403e-9959-9e740f138a10 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.002015] env[65418]: DEBUG oslo_vmware.api [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1366.002015] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e0b4a1-7791-e065-ec2b-4bf563bf9149" [ 1366.002015] env[65418]: _type = "Task" [ 1366.002015] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.010026] env[65418]: DEBUG oslo_vmware.api [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e0b4a1-7791-e065-ec2b-4bf563bf9149, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.406707] env[65418]: DEBUG oslo_concurrency.lockutils [req-2deb78ec-73ad-4e14-bc8c-ccc2a72122b5 req-9e03a650-c592-432d-95e1-bcdc1c57f680 service nova] Releasing lock "refresh_cache-b2470897-c660-48a1-b800-3b54521f2efb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.512794] env[65418]: DEBUG oslo_vmware.api [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52e0b4a1-7791-e065-ec2b-4bf563bf9149, 'name': SearchDatastore_Task, 'duration_secs': 0.009311} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.513612] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-431f19a9-ddc5-42b4-8032-292ffa816843 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.519303] env[65418]: DEBUG oslo_vmware.api [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1366.519303] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5226169e-9b65-4485-4dd5-f6e4b23ce78e" [ 1366.519303] env[65418]: _type = "Task" [ 1366.519303] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.527398] env[65418]: DEBUG oslo_vmware.api [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5226169e-9b65-4485-4dd5-f6e4b23ce78e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.029089] env[65418]: DEBUG oslo_vmware.api [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]5226169e-9b65-4485-4dd5-f6e4b23ce78e, 'name': SearchDatastore_Task, 'duration_secs': 0.010294} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.029348] env[65418]: DEBUG oslo_concurrency.lockutils [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.029591] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] b2470897-c660-48a1-b800-3b54521f2efb/b2470897-c660-48a1-b800-3b54521f2efb.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1367.029844] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba5427f8-512b-4353-88c6-912aceb26440 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.036394] env[65418]: DEBUG oslo_vmware.api [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1367.036394] env[65418]: value = "task-4689467" [ 1367.036394] env[65418]: _type = "Task" [ 1367.036394] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.044152] env[65418]: DEBUG oslo_vmware.api [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.546971] env[65418]: DEBUG oslo_vmware.api [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448064} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.549026] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4/fa5b6324-76b1-4edd-9d73-4f2b022e0ba4.vmdk to [datastore2] b2470897-c660-48a1-b800-3b54521f2efb/b2470897-c660-48a1-b800-3b54521f2efb.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1367.549026] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Extending root virtual disk to 1048576 {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1367.549026] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9ce3ad1-b653-439a-aa78-619b44412955 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.556052] env[65418]: DEBUG oslo_vmware.api [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1367.556052] env[65418]: value = "task-4689468" [ 1367.556052] env[65418]: _type = "Task" [ 1367.556052] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.565439] env[65418]: DEBUG oslo_vmware.api [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689468, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.066191] env[65418]: DEBUG oslo_vmware.api [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066948} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.066481] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Extended root virtual disk {{(pid=65418) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1368.067315] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0013e211-93b3-45f3-9d4f-78698ac9b362 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.089813] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] b2470897-c660-48a1-b800-3b54521f2efb/b2470897-c660-48a1-b800-3b54521f2efb.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.090159] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c81b8eb-8e1b-4772-a49e-17d05b2caf7e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.111428] env[65418]: DEBUG oslo_vmware.api [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1368.111428] env[65418]: value = "task-4689469" [ 1368.111428] env[65418]: _type = "Task" [ 1368.111428] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.121466] env[65418]: DEBUG oslo_vmware.api [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689469, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.624270] env[65418]: DEBUG oslo_vmware.api [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689469, 'name': ReconfigVM_Task, 'duration_secs': 0.301045} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.624714] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Reconfigured VM instance instance-0000007f to attach disk [datastore2] b2470897-c660-48a1-b800-3b54521f2efb/b2470897-c660-48a1-b800-3b54521f2efb.vmdk or device None with type sparse {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1368.625221] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-239c57a1-fddb-4144-ba53-e601003823b6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.631662] env[65418]: DEBUG oslo_vmware.api [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1368.631662] env[65418]: value = "task-4689470" [ 1368.631662] env[65418]: _type = "Task" [ 1368.631662] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.640480] env[65418]: DEBUG oslo_vmware.api [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689470, 'name': Rename_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.142030] env[65418]: DEBUG oslo_vmware.api [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689470, 'name': Rename_Task, 'duration_secs': 0.148239} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.142311] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1369.142552] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a71f1b9a-d96c-42c7-b764-379ba924dce1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.150822] env[65418]: DEBUG oslo_vmware.api [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1369.150822] env[65418]: value = "task-4689471" [ 1369.150822] env[65418]: _type = "Task" [ 1369.150822] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.159715] env[65418]: DEBUG oslo_vmware.api [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.662226] env[65418]: DEBUG oslo_vmware.api [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689471, 'name': PowerOnVM_Task} progress is 96%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.161844] env[65418]: DEBUG oslo_vmware.api [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689471, 'name': PowerOnVM_Task, 'duration_secs': 0.553216} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.162196] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1370.162322] env[65418]: INFO nova.compute.manager [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1370.162490] env[65418]: DEBUG nova.compute.manager [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1370.163313] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097b4454-0139-4014-8445-31afb77eacc7 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.684401] env[65418]: INFO nova.compute.manager [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Took 12.62 seconds to build instance. [ 1371.187171] env[65418]: DEBUG oslo_concurrency.lockutils [None req-521f87af-bbcb-4a60-93ba-101c89ff3efd tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "b2470897-c660-48a1-b800-3b54521f2efb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.133s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.738905] env[65418]: DEBUG nova.compute.manager [req-18519676-f24b-4391-9d22-bf148ca74eac req-dce4ecf2-f517-4dfd-902a-e7b3f6cd4813 service nova] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Received event network-changed-2db94fa7-72d4-4d51-b1fb-66f52157ed70 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1371.739198] env[65418]: DEBUG nova.compute.manager [req-18519676-f24b-4391-9d22-bf148ca74eac req-dce4ecf2-f517-4dfd-902a-e7b3f6cd4813 service nova] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Refreshing instance network info cache due to event network-changed-2db94fa7-72d4-4d51-b1fb-66f52157ed70. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1371.739340] env[65418]: DEBUG oslo_concurrency.lockutils [req-18519676-f24b-4391-9d22-bf148ca74eac req-dce4ecf2-f517-4dfd-902a-e7b3f6cd4813 service nova] Acquiring lock "refresh_cache-b2470897-c660-48a1-b800-3b54521f2efb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.739451] env[65418]: DEBUG oslo_concurrency.lockutils [req-18519676-f24b-4391-9d22-bf148ca74eac req-dce4ecf2-f517-4dfd-902a-e7b3f6cd4813 service nova] Acquired lock "refresh_cache-b2470897-c660-48a1-b800-3b54521f2efb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.739604] env[65418]: DEBUG nova.network.neutron [req-18519676-f24b-4391-9d22-bf148ca74eac req-dce4ecf2-f517-4dfd-902a-e7b3f6cd4813 service nova] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Refreshing network info cache for port 2db94fa7-72d4-4d51-b1fb-66f52157ed70 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1372.242365] env[65418]: WARNING neutronclient.v2_0.client [req-18519676-f24b-4391-9d22-bf148ca74eac req-dce4ecf2-f517-4dfd-902a-e7b3f6cd4813 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1372.407851] env[65418]: WARNING neutronclient.v2_0.client [req-18519676-f24b-4391-9d22-bf148ca74eac req-dce4ecf2-f517-4dfd-902a-e7b3f6cd4813 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1372.478321] env[65418]: DEBUG nova.network.neutron [req-18519676-f24b-4391-9d22-bf148ca74eac req-dce4ecf2-f517-4dfd-902a-e7b3f6cd4813 service nova] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Updated VIF entry in instance network info cache for port 2db94fa7-72d4-4d51-b1fb-66f52157ed70. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1372.478695] env[65418]: DEBUG nova.network.neutron [req-18519676-f24b-4391-9d22-bf148ca74eac req-dce4ecf2-f517-4dfd-902a-e7b3f6cd4813 service nova] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Updating instance_info_cache with network_info: [{"id": "2db94fa7-72d4-4d51-b1fb-66f52157ed70", "address": "fa:16:3e:a5:7f:ac", "network": {"id": "f6b3b999-6dfe-4709-a160-5a3cd6bb8cc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1037812382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6abe9da871fc491f9a947dc7235b67b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2db94fa7-72", "ovs_interfaceid": "2db94fa7-72d4-4d51-b1fb-66f52157ed70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.981468] env[65418]: DEBUG oslo_concurrency.lockutils [req-18519676-f24b-4391-9d22-bf148ca74eac req-dce4ecf2-f517-4dfd-902a-e7b3f6cd4813 service nova] Releasing lock "refresh_cache-b2470897-c660-48a1-b800-3b54521f2efb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.761316] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1373.761564] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.078278] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.078650] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.078650] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.078722] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.078856] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1374.078994] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65418) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1380.077969] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.582281] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.582519] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.582676] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.582826] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65418) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1380.583723] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2ba6e4-8380-4848-b946-a100cd67075a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.592280] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965d70e0-51d8-4f80-9134-9cc134477a08 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.606852] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2515f84-3dad-4c3e-ae6d-7faaf6d56083 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.613918] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24dea5e1-4b70-47fc-acf7-5da6c81d294b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.642545] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180640MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65418) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1380.642710] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.642929] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.669031] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance b2470897-c660-48a1-b800-3b54521f2efb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1381.669341] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=65418) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1381.669341] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '1', 'num_proj_6abe9da871fc491f9a947dc7235b67b3': '1', 'io_workload': '0'} {{(pid=65418) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1381.697791] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656a0a2a-9074-4ba8-b0ff-10c9ce7ecdf4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.706848] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7c5512-95bd-4063-820a-f3a349164b8e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.736895] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac337f5-45ab-4905-a337-6f6a94188245 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.745874] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2ec421-8305-4ef0-a213-1b0dd6335f63 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.759287] env[65418]: DEBUG nova.compute.provider_tree [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.262793] env[65418]: DEBUG nova.scheduler.client.report [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1382.768222] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65418) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1382.768606] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.125s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.762593] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1409.860291] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquiring lock "b2470897-c660-48a1-b800-3b54521f2efb" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.860700] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "b2470897-c660-48a1-b800-3b54521f2efb" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.860700] env[65418]: INFO nova.compute.manager [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Shelving [ 1410.870213] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1410.870568] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9896bf5-1590-4046-8607-8a7b2069efac {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.879131] env[65418]: DEBUG oslo_vmware.api [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1410.879131] env[65418]: value = "task-4689472" [ 1410.879131] env[65418]: _type = "Task" [ 1410.879131] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.888212] env[65418]: DEBUG oslo_vmware.api [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.390308] env[65418]: DEBUG oslo_vmware.api [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689472, 'name': PowerOffVM_Task, 'duration_secs': 0.182492} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.390585] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1411.391376] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b49d07-7ae2-415c-8114-db24388186ae {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.410215] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd6602c-3978-454c-a362-81cf30476522 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.921857] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Creating Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1411.922414] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-399bfc8c-a787-4d0a-a72a-18dc122e0588 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.930897] env[65418]: DEBUG oslo_vmware.api [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1411.930897] env[65418]: value = "task-4689473" [ 1411.930897] env[65418]: _type = "Task" [ 1411.930897] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.939937] env[65418]: DEBUG oslo_vmware.api [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689473, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.442225] env[65418]: DEBUG oslo_vmware.api [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689473, 'name': CreateSnapshot_Task, 'duration_secs': 0.417556} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.442498] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Created Snapshot of the VM instance {{(pid=65418) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1412.443268] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6043435-aab9-456c-94f9-a6f69fdf8c7d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.961953] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Creating linked-clone VM from snapshot {{(pid=65418) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1412.962392] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6942d484-9daf-468b-8753-af56a72ff7b5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.971228] env[65418]: DEBUG oslo_vmware.api [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1412.971228] env[65418]: value = "task-4689474" [ 1412.971228] env[65418]: _type = "Task" [ 1412.971228] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.980202] env[65418]: DEBUG oslo_vmware.api [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689474, 'name': CloneVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.482519] env[65418]: DEBUG oslo_vmware.api [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689474, 'name': CloneVM_Task} progress is 94%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.982388] env[65418]: DEBUG oslo_vmware.api [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689474, 'name': CloneVM_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.483651] env[65418]: DEBUG oslo_vmware.api [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689474, 'name': CloneVM_Task, 'duration_secs': 1.01963} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.483908] env[65418]: INFO nova.virt.vmwareapi.vmops [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Created linked-clone VM from snapshot [ 1414.484676] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb986feb-1c1c-4cd9-be66-cdda53978159 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.492712] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Uploading image 55422e4c-4478-4da3-b470-119de2744f27 {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1414.517432] env[65418]: DEBUG oslo_vmware.rw_handles [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1414.517432] env[65418]: value = "vm-915329" [ 1414.517432] env[65418]: _type = "VirtualMachine" [ 1414.517432] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1414.517742] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-468bf9e2-6e0a-4a39-9715-205d808e2277 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.525545] env[65418]: DEBUG oslo_vmware.rw_handles [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lease: (returnval){ [ 1414.525545] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529db159-a6ce-1d12-9795-1ea5f42455b2" [ 1414.525545] env[65418]: _type = "HttpNfcLease" [ 1414.525545] env[65418]: } obtained for exporting VM: (result){ [ 1414.525545] env[65418]: value = "vm-915329" [ 1414.525545] env[65418]: _type = "VirtualMachine" [ 1414.525545] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1414.525937] env[65418]: DEBUG oslo_vmware.api [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the lease: (returnval){ [ 1414.525937] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529db159-a6ce-1d12-9795-1ea5f42455b2" [ 1414.525937] env[65418]: _type = "HttpNfcLease" [ 1414.525937] env[65418]: } to be ready. {{(pid=65418) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1414.533132] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1414.533132] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529db159-a6ce-1d12-9795-1ea5f42455b2" [ 1414.533132] env[65418]: _type = "HttpNfcLease" [ 1414.533132] env[65418]: } is initializing. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1415.034988] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1415.034988] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529db159-a6ce-1d12-9795-1ea5f42455b2" [ 1415.034988] env[65418]: _type = "HttpNfcLease" [ 1415.034988] env[65418]: } is ready. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1415.035506] env[65418]: DEBUG oslo_vmware.rw_handles [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1415.035506] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]529db159-a6ce-1d12-9795-1ea5f42455b2" [ 1415.035506] env[65418]: _type = "HttpNfcLease" [ 1415.035506] env[65418]: }. {{(pid=65418) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1415.036254] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa8837c1-38d0-4f52-9370-4df09fcb049a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.045097] env[65418]: DEBUG oslo_vmware.rw_handles [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd13dc-c43b-697e-c5d2-7f92384860a1/disk-0.vmdk from lease info. {{(pid=65418) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1415.045388] env[65418]: DEBUG oslo_vmware.rw_handles [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd13dc-c43b-697e-c5d2-7f92384860a1/disk-0.vmdk for reading. {{(pid=65418) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1415.133156] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2e0ac99d-843a-4ebf-a5c8-1c53cab23e8c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.589506] env[65418]: DEBUG oslo_vmware.rw_handles [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd13dc-c43b-697e-c5d2-7f92384860a1/disk-0.vmdk. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1422.590888] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4686402-7ef5-436b-87b6-d28d31f1ca25 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.598639] env[65418]: DEBUG oslo_vmware.rw_handles [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd13dc-c43b-697e-c5d2-7f92384860a1/disk-0.vmdk is in state: ready. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1422.598804] env[65418]: ERROR oslo_vmware.rw_handles [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd13dc-c43b-697e-c5d2-7f92384860a1/disk-0.vmdk due to incomplete transfer. [ 1422.599055] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b0c9ecec-527b-4f0d-8930-35e7e7f2d4c8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.606775] env[65418]: DEBUG oslo_vmware.rw_handles [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fd13dc-c43b-697e-c5d2-7f92384860a1/disk-0.vmdk. {{(pid=65418) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1422.606982] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Uploaded image 55422e4c-4478-4da3-b470-119de2744f27 to the Glance image server {{(pid=65418) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1422.609038] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Destroying the VM {{(pid=65418) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1422.609344] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-056ef326-dfde-4cf1-a856-a9fd8c6f54d9 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.618369] env[65418]: DEBUG oslo_vmware.api [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1422.618369] env[65418]: value = "task-4689476" [ 1422.618369] env[65418]: _type = "Task" [ 1422.618369] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.626933] env[65418]: DEBUG oslo_vmware.api [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689476, 'name': Destroy_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.128570] env[65418]: DEBUG oslo_vmware.api [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689476, 'name': Destroy_Task, 'duration_secs': 0.345678} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.128833] env[65418]: INFO nova.virt.vmwareapi.vm_util [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Destroyed the VM [ 1423.129069] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Deleting Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1423.129322] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0b046a25-e3f6-4233-ae9c-555805da1c6d {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.137037] env[65418]: DEBUG oslo_vmware.api [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1423.137037] env[65418]: value = "task-4689477" [ 1423.137037] env[65418]: _type = "Task" [ 1423.137037] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.145358] env[65418]: DEBUG oslo_vmware.api [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689477, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.647959] env[65418]: DEBUG oslo_vmware.api [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689477, 'name': RemoveSnapshot_Task, 'duration_secs': 0.333865} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.648365] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Deleted Snapshot of the VM instance {{(pid=65418) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1423.648569] env[65418]: DEBUG nova.compute.manager [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1423.649367] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93490c0-8367-4267-9c5a-391cf117562b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.162826] env[65418]: INFO nova.compute.manager [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Shelve offloading [ 1424.666448] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1424.666873] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9648d8f-2fa3-451b-a735-eda7c30a6991 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.674540] env[65418]: DEBUG oslo_vmware.api [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1424.674540] env[65418]: value = "task-4689478" [ 1424.674540] env[65418]: _type = "Task" [ 1424.674540] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.683108] env[65418]: DEBUG oslo_vmware.api [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.186277] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] VM already powered off {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1425.186554] env[65418]: DEBUG nova.compute.manager [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1425.187324] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cd4219-fdfe-48a4-ad51-8519ca94b900 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.193210] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquiring lock "refresh_cache-b2470897-c660-48a1-b800-3b54521f2efb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.193367] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquired lock "refresh_cache-b2470897-c660-48a1-b800-3b54521f2efb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.193528] env[65418]: DEBUG nova.network.neutron [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1425.696519] env[65418]: WARNING neutronclient.v2_0.client [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1425.872238] env[65418]: WARNING neutronclient.v2_0.client [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1425.937284] env[65418]: DEBUG nova.network.neutron [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Updating instance_info_cache with network_info: [{"id": "2db94fa7-72d4-4d51-b1fb-66f52157ed70", "address": "fa:16:3e:a5:7f:ac", "network": {"id": "f6b3b999-6dfe-4709-a160-5a3cd6bb8cc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1037812382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6abe9da871fc491f9a947dc7235b67b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2db94fa7-72", "ovs_interfaceid": "2db94fa7-72d4-4d51-b1fb-66f52157ed70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.440399] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Releasing lock "refresh_cache-b2470897-c660-48a1-b800-3b54521f2efb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.440804] env[65418]: WARNING neutronclient.v2_0.client [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1426.441098] env[65418]: WARNING neutronclient.v2_0.client [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1426.658013] env[65418]: DEBUG nova.compute.manager [req-e66caf6d-90db-4dd3-8527-c3a79a9181cf req-ede1d864-1b51-4ff2-83f9-6ce2d25e40e6 service nova] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Received event network-vif-unplugged-2db94fa7-72d4-4d51-b1fb-66f52157ed70 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1426.658298] env[65418]: DEBUG oslo_concurrency.lockutils [req-e66caf6d-90db-4dd3-8527-c3a79a9181cf req-ede1d864-1b51-4ff2-83f9-6ce2d25e40e6 service nova] Acquiring lock "b2470897-c660-48a1-b800-3b54521f2efb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.658514] env[65418]: DEBUG oslo_concurrency.lockutils [req-e66caf6d-90db-4dd3-8527-c3a79a9181cf req-ede1d864-1b51-4ff2-83f9-6ce2d25e40e6 service nova] Lock "b2470897-c660-48a1-b800-3b54521f2efb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.658682] env[65418]: DEBUG oslo_concurrency.lockutils [req-e66caf6d-90db-4dd3-8527-c3a79a9181cf req-ede1d864-1b51-4ff2-83f9-6ce2d25e40e6 service nova] Lock "b2470897-c660-48a1-b800-3b54521f2efb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.658830] env[65418]: DEBUG nova.compute.manager [req-e66caf6d-90db-4dd3-8527-c3a79a9181cf req-ede1d864-1b51-4ff2-83f9-6ce2d25e40e6 service nova] [instance: b2470897-c660-48a1-b800-3b54521f2efb] No waiting events found dispatching network-vif-unplugged-2db94fa7-72d4-4d51-b1fb-66f52157ed70 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1426.658987] env[65418]: WARNING nova.compute.manager [req-e66caf6d-90db-4dd3-8527-c3a79a9181cf req-ede1d864-1b51-4ff2-83f9-6ce2d25e40e6 service nova] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Received unexpected event network-vif-unplugged-2db94fa7-72d4-4d51-b1fb-66f52157ed70 for instance with vm_state shelved and task_state shelving_offloading. [ 1426.759839] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1426.760756] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49eeaa56-6b65-445d-a35b-eeb96b9b6f47 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.768604] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1426.768841] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66415880-334a-4d6d-9666-2e0fd36c38fe {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.845273] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1426.845505] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1426.845699] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Deleting the datastore file [datastore2] b2470897-c660-48a1-b800-3b54521f2efb {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1426.845991] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58a0f9cb-098b-4827-9b0e-0c226ece3091 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.853669] env[65418]: DEBUG oslo_vmware.api [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1426.853669] env[65418]: value = "task-4689480" [ 1426.853669] env[65418]: _type = "Task" [ 1426.853669] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.862215] env[65418]: DEBUG oslo_vmware.api [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.363606] env[65418]: DEBUG oslo_vmware.api [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141952} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.363916] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1427.364074] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1427.364242] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1427.391382] env[65418]: INFO nova.scheduler.client.report [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Deleted allocations for instance b2470897-c660-48a1-b800-3b54521f2efb [ 1427.896601] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1427.897035] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1427.897087] env[65418]: DEBUG nova.objects.instance [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lazy-loading 'resources' on Instance uuid b2470897-c660-48a1-b800-3b54521f2efb {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1428.400079] env[65418]: DEBUG nova.objects.instance [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lazy-loading 'numa_topology' on Instance uuid b2470897-c660-48a1-b800-3b54521f2efb {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1428.685325] env[65418]: DEBUG nova.compute.manager [req-e48ec652-5fd9-4a3a-adbb-8fcb8d68f807 req-fd7b1259-f159-4bbf-a77a-29d7e153ba6b service nova] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Received event network-changed-2db94fa7-72d4-4d51-b1fb-66f52157ed70 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1428.685542] env[65418]: DEBUG nova.compute.manager [req-e48ec652-5fd9-4a3a-adbb-8fcb8d68f807 req-fd7b1259-f159-4bbf-a77a-29d7e153ba6b service nova] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Refreshing instance network info cache due to event network-changed-2db94fa7-72d4-4d51-b1fb-66f52157ed70. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1428.685750] env[65418]: DEBUG oslo_concurrency.lockutils [req-e48ec652-5fd9-4a3a-adbb-8fcb8d68f807 req-fd7b1259-f159-4bbf-a77a-29d7e153ba6b service nova] Acquiring lock "refresh_cache-b2470897-c660-48a1-b800-3b54521f2efb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.685891] env[65418]: DEBUG oslo_concurrency.lockutils [req-e48ec652-5fd9-4a3a-adbb-8fcb8d68f807 req-fd7b1259-f159-4bbf-a77a-29d7e153ba6b service nova] Acquired lock "refresh_cache-b2470897-c660-48a1-b800-3b54521f2efb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.686261] env[65418]: DEBUG nova.network.neutron [req-e48ec652-5fd9-4a3a-adbb-8fcb8d68f807 req-fd7b1259-f159-4bbf-a77a-29d7e153ba6b service nova] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Refreshing network info cache for port 2db94fa7-72d4-4d51-b1fb-66f52157ed70 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1428.902866] env[65418]: DEBUG nova.objects.base [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65418) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1428.920222] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6a3b17-81ad-4742-905f-3a4ce321c2be {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.928306] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c1c388-729f-4716-b14d-66d8e7460d12 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.959294] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbc5c9b-b83b-4f44-82ed-5aa1c9e661e1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.968019] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4274da-a955-4de9-a930-e183892b0fbe {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.982212] env[65418]: DEBUG nova.compute.provider_tree [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1429.189452] env[65418]: WARNING neutronclient.v2_0.client [req-e48ec652-5fd9-4a3a-adbb-8fcb8d68f807 req-fd7b1259-f159-4bbf-a77a-29d7e153ba6b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1429.443802] env[65418]: WARNING neutronclient.v2_0.client [req-e48ec652-5fd9-4a3a-adbb-8fcb8d68f807 req-fd7b1259-f159-4bbf-a77a-29d7e153ba6b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1429.485877] env[65418]: DEBUG nova.scheduler.client.report [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1429.532082] env[65418]: DEBUG nova.network.neutron [req-e48ec652-5fd9-4a3a-adbb-8fcb8d68f807 req-fd7b1259-f159-4bbf-a77a-29d7e153ba6b service nova] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Updated VIF entry in instance network info cache for port 2db94fa7-72d4-4d51-b1fb-66f52157ed70. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1429.532526] env[65418]: DEBUG nova.network.neutron [req-e48ec652-5fd9-4a3a-adbb-8fcb8d68f807 req-fd7b1259-f159-4bbf-a77a-29d7e153ba6b service nova] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Updating instance_info_cache with network_info: [{"id": "2db94fa7-72d4-4d51-b1fb-66f52157ed70", "address": "fa:16:3e:a5:7f:ac", "network": {"id": "f6b3b999-6dfe-4709-a160-5a3cd6bb8cc5", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1037812382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6abe9da871fc491f9a947dc7235b67b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2db94fa7-72", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.994094] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.035766] env[65418]: DEBUG oslo_concurrency.lockutils [req-e48ec652-5fd9-4a3a-adbb-8fcb8d68f807 req-fd7b1259-f159-4bbf-a77a-29d7e153ba6b service nova] Releasing lock "refresh_cache-b2470897-c660-48a1-b800-3b54521f2efb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.504101] env[65418]: DEBUG oslo_concurrency.lockutils [None req-bd8bbbc9-59ec-4d12-a0e0-6fd32b5e28f3 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "b2470897-c660-48a1-b800-3b54521f2efb" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.643s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.672059] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquiring lock "b2470897-c660-48a1-b800-3b54521f2efb" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.672342] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "b2470897-c660-48a1-b800-3b54521f2efb" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1430.672527] env[65418]: INFO nova.compute.manager [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Unshelving [ 1431.578614] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1431.695060] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.695387] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.695598] env[65418]: DEBUG nova.objects.instance [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lazy-loading 'pci_requests' on Instance uuid b2470897-c660-48a1-b800-3b54521f2efb {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1432.078141] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.199306] env[65418]: DEBUG nova.objects.instance [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lazy-loading 'numa_topology' on Instance uuid b2470897-c660-48a1-b800-3b54521f2efb {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1432.701533] env[65418]: INFO nova.compute.claims [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1433.580711] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1433.805057] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067912b3-bfa9-4b7e-8570-69eecc1e9383 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.812776] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9faa1be0-5e58-4d63-ad33-7b566ae5e7c4 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.843799] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6268223-2862-484c-a720-c52b1e15979c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.852257] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794c3424-4a20-4133-9157-daf2cf7ddfca {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.865847] env[65418]: DEBUG nova.compute.provider_tree [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1434.077933] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.078171] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.368800] env[65418]: DEBUG nova.scheduler.client.report [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1434.873927] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.178s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.874391] env[65418]: WARNING neutronclient.v2_0.client [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1434.904817] env[65418]: INFO nova.network.neutron [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Updating port 2db94fa7-72d4-4d51-b1fb-66f52157ed70 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1435.077622] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.077886] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.078059] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65418) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1436.078352] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1436.314789] env[65418]: DEBUG nova.compute.manager [req-6079f28d-3535-4ac2-a1c2-6a2eca14a824 req-d5f33494-6793-4f95-8eec-57f74c908cfc service nova] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Received event network-vif-plugged-2db94fa7-72d4-4d51-b1fb-66f52157ed70 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1436.315019] env[65418]: DEBUG oslo_concurrency.lockutils [req-6079f28d-3535-4ac2-a1c2-6a2eca14a824 req-d5f33494-6793-4f95-8eec-57f74c908cfc service nova] Acquiring lock "b2470897-c660-48a1-b800-3b54521f2efb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1436.315230] env[65418]: DEBUG oslo_concurrency.lockutils [req-6079f28d-3535-4ac2-a1c2-6a2eca14a824 req-d5f33494-6793-4f95-8eec-57f74c908cfc service nova] Lock "b2470897-c660-48a1-b800-3b54521f2efb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1436.315437] env[65418]: DEBUG oslo_concurrency.lockutils [req-6079f28d-3535-4ac2-a1c2-6a2eca14a824 req-d5f33494-6793-4f95-8eec-57f74c908cfc service nova] Lock "b2470897-c660-48a1-b800-3b54521f2efb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.315613] env[65418]: DEBUG nova.compute.manager [req-6079f28d-3535-4ac2-a1c2-6a2eca14a824 req-d5f33494-6793-4f95-8eec-57f74c908cfc service nova] [instance: b2470897-c660-48a1-b800-3b54521f2efb] No waiting events found dispatching network-vif-plugged-2db94fa7-72d4-4d51-b1fb-66f52157ed70 {{(pid=65418) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1436.315774] env[65418]: WARNING nova.compute.manager [req-6079f28d-3535-4ac2-a1c2-6a2eca14a824 req-d5f33494-6793-4f95-8eec-57f74c908cfc service nova] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Received unexpected event network-vif-plugged-2db94fa7-72d4-4d51-b1fb-66f52157ed70 for instance with vm_state shelved_offloaded and task_state spawning. [ 1436.403704] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquiring lock "refresh_cache-b2470897-c660-48a1-b800-3b54521f2efb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.403835] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquired lock "refresh_cache-b2470897-c660-48a1-b800-3b54521f2efb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.404051] env[65418]: DEBUG nova.network.neutron [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Building network info cache for instance {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1436.906995] env[65418]: WARNING neutronclient.v2_0.client [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1437.067846] env[65418]: WARNING neutronclient.v2_0.client [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1437.140305] env[65418]: DEBUG nova.network.neutron [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Updating instance_info_cache with network_info: [{"id": "2db94fa7-72d4-4d51-b1fb-66f52157ed70", "address": "fa:16:3e:a5:7f:ac", "network": {"id": "f6b3b999-6dfe-4709-a160-5a3cd6bb8cc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1037812382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6abe9da871fc491f9a947dc7235b67b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2db94fa7-72", "ovs_interfaceid": "2db94fa7-72d4-4d51-b1fb-66f52157ed70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.643581] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Releasing lock "refresh_cache-b2470897-c660-48a1-b800-3b54521f2efb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.670848] env[65418]: DEBUG nova.virt.hardware [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-21T20:38:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f556c1c1fdc8c6fcdfe5437056572e01',container_format='bare',created_at=2025-11-21T20:53:59Z,direct_url=,disk_format='vmdk',id=55422e4c-4478-4da3-b470-119de2744f27,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-974149602-shelved',owner='6abe9da871fc491f9a947dc7235b67b3',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-11-21T20:54:12Z,virtual_size=,visibility=), allow threads: False {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1437.671128] env[65418]: DEBUG nova.virt.hardware [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Flavor limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1437.671318] env[65418]: DEBUG nova.virt.hardware [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Image limits 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1437.671512] env[65418]: DEBUG nova.virt.hardware [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Flavor pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1437.671654] env[65418]: DEBUG nova.virt.hardware [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Image pref 0:0:0 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1437.671796] env[65418]: DEBUG nova.virt.hardware [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65418) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1437.671992] env[65418]: DEBUG nova.virt.hardware [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1437.672169] env[65418]: DEBUG nova.virt.hardware [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1437.672329] env[65418]: DEBUG nova.virt.hardware [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Got 1 possible topologies {{(pid=65418) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1437.672486] env[65418]: DEBUG nova.virt.hardware [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1437.672690] env[65418]: DEBUG nova.virt.hardware [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65418) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1437.673576] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd421bf-a0e4-4f71-ae86-ca39a96c0135 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.682060] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2933470d-2368-4a92-b082-76928d9ba620 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.696104] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:7f:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2db94fa7-72d4-4d51-b1fb-66f52157ed70', 'vif_model': 'vmxnet3'}] {{(pid=65418) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1437.703771] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1437.704037] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Creating VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1437.704260] env[65418]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d4e31fb-e146-427c-ba1d-72b7f63c5633 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.724085] env[65418]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1437.724085] env[65418]: value = "task-4689481" [ 1437.724085] env[65418]: _type = "Task" [ 1437.724085] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.731991] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689481, 'name': CreateVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.234266] env[65418]: DEBUG oslo_vmware.api [-] Task: {'id': task-4689481, 'name': CreateVM_Task, 'duration_secs': 0.325692} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.234653] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Created VM on the ESX host {{(pid=65418) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1438.234834] env[65418]: WARNING neutronclient.v2_0.client [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1438.235202] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/55422e4c-4478-4da3-b470-119de2744f27" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.235385] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/55422e4c-4478-4da3-b470-119de2744f27" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.235762] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/55422e4c-4478-4da3-b470-119de2744f27" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.236035] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9c4104d-0476-414c-8ea8-9b43744536f8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.240560] env[65418]: DEBUG oslo_vmware.api [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1438.240560] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52663a8e-3411-c8bf-bf6b-ebcc0602f561" [ 1438.240560] env[65418]: _type = "Task" [ 1438.240560] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.249176] env[65418]: DEBUG oslo_vmware.api [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52663a8e-3411-c8bf-bf6b-ebcc0602f561, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.342177] env[65418]: DEBUG nova.compute.manager [req-619ca462-bb78-4e17-91c8-d13f5156d598 req-f804890d-4da2-433f-98eb-8c85cd0d7ec1 service nova] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Received event network-changed-2db94fa7-72d4-4d51-b1fb-66f52157ed70 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1438.342380] env[65418]: DEBUG nova.compute.manager [req-619ca462-bb78-4e17-91c8-d13f5156d598 req-f804890d-4da2-433f-98eb-8c85cd0d7ec1 service nova] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Refreshing instance network info cache due to event network-changed-2db94fa7-72d4-4d51-b1fb-66f52157ed70. {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1438.342580] env[65418]: DEBUG oslo_concurrency.lockutils [req-619ca462-bb78-4e17-91c8-d13f5156d598 req-f804890d-4da2-433f-98eb-8c85cd0d7ec1 service nova] Acquiring lock "refresh_cache-b2470897-c660-48a1-b800-3b54521f2efb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.342717] env[65418]: DEBUG oslo_concurrency.lockutils [req-619ca462-bb78-4e17-91c8-d13f5156d598 req-f804890d-4da2-433f-98eb-8c85cd0d7ec1 service nova] Acquired lock "refresh_cache-b2470897-c660-48a1-b800-3b54521f2efb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.342869] env[65418]: DEBUG nova.network.neutron [req-619ca462-bb78-4e17-91c8-d13f5156d598 req-f804890d-4da2-433f-98eb-8c85cd0d7ec1 service nova] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Refreshing network info cache for port 2db94fa7-72d4-4d51-b1fb-66f52157ed70 {{(pid=65418) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1438.751378] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/55422e4c-4478-4da3-b470-119de2744f27" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.751622] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Processing image 55422e4c-4478-4da3-b470-119de2744f27 {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1438.751850] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/55422e4c-4478-4da3-b470-119de2744f27/55422e4c-4478-4da3-b470-119de2744f27.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.751987] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquired lock "[datastore2] devstack-image-cache_base/55422e4c-4478-4da3-b470-119de2744f27/55422e4c-4478-4da3-b470-119de2744f27.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.752173] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1438.752428] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-434780b2-fb7c-461b-8657-9b043c8e39cf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.761821] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1438.761985] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65418) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1438.762684] env[65418]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2b72994-a17f-422f-87b1-063c6969f700 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.767950] env[65418]: DEBUG oslo_vmware.api [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1438.767950] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ff38ff-b37a-35ef-ec96-a3e33cbb8e0e" [ 1438.767950] env[65418]: _type = "Task" [ 1438.767950] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.775458] env[65418]: DEBUG oslo_vmware.api [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52ff38ff-b37a-35ef-ec96-a3e33cbb8e0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.845404] env[65418]: WARNING neutronclient.v2_0.client [req-619ca462-bb78-4e17-91c8-d13f5156d598 req-f804890d-4da2-433f-98eb-8c85cd0d7ec1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1438.993623] env[65418]: WARNING neutronclient.v2_0.client [req-619ca462-bb78-4e17-91c8-d13f5156d598 req-f804890d-4da2-433f-98eb-8c85cd0d7ec1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1439.061467] env[65418]: DEBUG nova.network.neutron [req-619ca462-bb78-4e17-91c8-d13f5156d598 req-f804890d-4da2-433f-98eb-8c85cd0d7ec1 service nova] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Updated VIF entry in instance network info cache for port 2db94fa7-72d4-4d51-b1fb-66f52157ed70. {{(pid=65418) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1439.061837] env[65418]: DEBUG nova.network.neutron [req-619ca462-bb78-4e17-91c8-d13f5156d598 req-f804890d-4da2-433f-98eb-8c85cd0d7ec1 service nova] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Updating instance_info_cache with network_info: [{"id": "2db94fa7-72d4-4d51-b1fb-66f52157ed70", "address": "fa:16:3e:a5:7f:ac", "network": {"id": "f6b3b999-6dfe-4709-a160-5a3cd6bb8cc5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1037812382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6abe9da871fc491f9a947dc7235b67b3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2db94fa7-72", "ovs_interfaceid": "2db94fa7-72d4-4d51-b1fb-66f52157ed70", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.278507] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Preparing fetch location {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1439.278897] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Fetch image to [datastore2] OSTACK_IMG_0c335baa-348f-436f-b8fb-9d174a18fc9f/OSTACK_IMG_0c335baa-348f-436f-b8fb-9d174a18fc9f.vmdk {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1439.278897] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Downloading stream optimized image 55422e4c-4478-4da3-b470-119de2744f27 to [datastore2] OSTACK_IMG_0c335baa-348f-436f-b8fb-9d174a18fc9f/OSTACK_IMG_0c335baa-348f-436f-b8fb-9d174a18fc9f.vmdk on the data store datastore2 as vApp {{(pid=65418) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1439.279025] env[65418]: DEBUG nova.virt.vmwareapi.images [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Downloading image file data 55422e4c-4478-4da3-b470-119de2744f27 to the ESX as VM named 'OSTACK_IMG_0c335baa-348f-436f-b8fb-9d174a18fc9f' {{(pid=65418) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1439.348744] env[65418]: DEBUG oslo_vmware.rw_handles [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1439.348744] env[65418]: value = "resgroup-9" [ 1439.348744] env[65418]: _type = "ResourcePool" [ 1439.348744] env[65418]: }. {{(pid=65418) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1439.349527] env[65418]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e878b449-6d68-44a7-a93c-daa0349b9714 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.369871] env[65418]: DEBUG oslo_vmware.rw_handles [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lease: (returnval){ [ 1439.369871] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d7d3df-dddd-50b3-c524-25a5ba0e7c80" [ 1439.369871] env[65418]: _type = "HttpNfcLease" [ 1439.369871] env[65418]: } obtained for vApp import into resource pool (val){ [ 1439.369871] env[65418]: value = "resgroup-9" [ 1439.369871] env[65418]: _type = "ResourcePool" [ 1439.369871] env[65418]: }. {{(pid=65418) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1439.370442] env[65418]: DEBUG oslo_vmware.api [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the lease: (returnval){ [ 1439.370442] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d7d3df-dddd-50b3-c524-25a5ba0e7c80" [ 1439.370442] env[65418]: _type = "HttpNfcLease" [ 1439.370442] env[65418]: } to be ready. {{(pid=65418) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1439.377149] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1439.377149] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d7d3df-dddd-50b3-c524-25a5ba0e7c80" [ 1439.377149] env[65418]: _type = "HttpNfcLease" [ 1439.377149] env[65418]: } is initializing. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1439.565582] env[65418]: DEBUG oslo_concurrency.lockutils [req-619ca462-bb78-4e17-91c8-d13f5156d598 req-f804890d-4da2-433f-98eb-8c85cd0d7ec1 service nova] Releasing lock "refresh_cache-b2470897-c660-48a1-b800-3b54521f2efb" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.879536] env[65418]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1439.879536] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d7d3df-dddd-50b3-c524-25a5ba0e7c80" [ 1439.879536] env[65418]: _type = "HttpNfcLease" [ 1439.879536] env[65418]: } is ready. {{(pid=65418) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1439.879834] env[65418]: DEBUG oslo_vmware.rw_handles [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1439.879834] env[65418]: value = "session[52487e5b-03f5-ef2a-04b8-044e0519f33a]52d7d3df-dddd-50b3-c524-25a5ba0e7c80" [ 1439.879834] env[65418]: _type = "HttpNfcLease" [ 1439.879834] env[65418]: }. {{(pid=65418) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1439.880609] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da96bd9-3698-402b-8bb2-5e24b2190101 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.888408] env[65418]: DEBUG oslo_vmware.rw_handles [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522b0241-c0fb-32f6-c102-8fd833524db9/disk-0.vmdk from lease info. {{(pid=65418) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1439.888586] env[65418]: DEBUG oslo_vmware.rw_handles [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522b0241-c0fb-32f6-c102-8fd833524db9/disk-0.vmdk. {{(pid=65418) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1439.950567] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1c21962a-d04d-4313-ae72-acc8a675da90 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.077659] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.077864] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Cleaning up deleted instances with incomplete migration {{(pid=65418) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11954}} [ 1441.069877] env[65418]: DEBUG oslo_vmware.rw_handles [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Completed reading data from the image iterator. {{(pid=65418) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1441.069877] env[65418]: DEBUG oslo_vmware.rw_handles [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522b0241-c0fb-32f6-c102-8fd833524db9/disk-0.vmdk. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1441.070950] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cc8ff4-c0c0-4db5-be24-dad61affc178 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.079570] env[65418]: DEBUG oslo_vmware.rw_handles [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522b0241-c0fb-32f6-c102-8fd833524db9/disk-0.vmdk is in state: ready. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1441.079765] env[65418]: DEBUG oslo_vmware.rw_handles [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522b0241-c0fb-32f6-c102-8fd833524db9/disk-0.vmdk. {{(pid=65418) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1441.080052] env[65418]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ba3e01f6-6661-4d53-8da7-cec8caa62791 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.261749] env[65418]: DEBUG oslo_vmware.rw_handles [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522b0241-c0fb-32f6-c102-8fd833524db9/disk-0.vmdk. {{(pid=65418) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1441.261956] env[65418]: INFO nova.virt.vmwareapi.images [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Downloaded image file data 55422e4c-4478-4da3-b470-119de2744f27 [ 1441.262790] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50109c59-76c9-459d-a13d-b385ea8c69b5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.279261] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a621e178-951b-4873-abb9-16d7bfaf75df {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.305814] env[65418]: INFO nova.virt.vmwareapi.images [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] The imported VM was unregistered [ 1441.308107] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Caching image {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1441.308405] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Creating directory with path [datastore2] devstack-image-cache_base/55422e4c-4478-4da3-b470-119de2744f27 {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1441.308698] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2f891d3-9c62-4675-a110-2a535e415d5a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.332999] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Created directory with path [datastore2] devstack-image-cache_base/55422e4c-4478-4da3-b470-119de2744f27 {{(pid=65418) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1441.333249] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_0c335baa-348f-436f-b8fb-9d174a18fc9f/OSTACK_IMG_0c335baa-348f-436f-b8fb-9d174a18fc9f.vmdk to [datastore2] devstack-image-cache_base/55422e4c-4478-4da3-b470-119de2744f27/55422e4c-4478-4da3-b470-119de2744f27.vmdk. {{(pid=65418) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1441.333547] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-59bdfdd0-8167-46e3-9751-3f1acea2e458 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.340846] env[65418]: DEBUG oslo_vmware.api [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1441.340846] env[65418]: value = "task-4689484" [ 1441.340846] env[65418]: _type = "Task" [ 1441.340846] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.350812] env[65418]: DEBUG oslo_vmware.api [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689484, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.581769] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.851793] env[65418]: DEBUG oslo_vmware.api [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689484, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.084898] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.085366] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.085366] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.085532] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65418) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1442.086449] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca40dd5b-be54-485a-a02f-9cb729eb0414 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.095715] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efeeab3-e554-4e38-85fd-e9438f93d2f6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.110982] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0d069e-f66b-4ab2-9b34-e40ec02c9cf6 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.119510] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bba127-2b2d-49dd-8634-bf036397ef5e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.151757] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180498MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65418) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1442.151978] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.152214] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.359713] env[65418]: DEBUG oslo_vmware.api [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689484, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.852830] env[65418]: DEBUG oslo_vmware.api [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689484, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.194594] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Instance b2470897-c660-48a1-b800-3b54521f2efb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65418) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1443.194983] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=65418) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1443.194983] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_shelved_offloaded': '1', 'num_task_spawning': '1', 'num_os_type_None': '1', 'num_proj_6abe9da871fc491f9a947dc7235b67b3': '1', 'io_workload': '0'} {{(pid=65418) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1443.232677] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfda1f7-6146-46c0-acef-44ec56f943e8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.241136] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e5a99f-65c5-4b2b-8b4b-e2758c9ed0d3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.272471] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624b8bee-15d7-4f7f-8108-bd9adf02e607 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.281676] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3b22e5-48f3-4c64-a3d8-63ef1ec0f07a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.297864] env[65418]: DEBUG nova.compute.provider_tree [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1443.355396] env[65418]: DEBUG oslo_vmware.api [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689484, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.801544] env[65418]: DEBUG nova.scheduler.client.report [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1443.855738] env[65418]: DEBUG oslo_vmware.api [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689484, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.306771] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65418) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1444.307195] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.155s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.307195] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.307280] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Cleaning up deleted instances {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11916}} [ 1444.356023] env[65418]: DEBUG oslo_vmware.api [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689484, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.529713} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.356023] env[65418]: INFO nova.virt.vmwareapi.ds_util [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_0c335baa-348f-436f-b8fb-9d174a18fc9f/OSTACK_IMG_0c335baa-348f-436f-b8fb-9d174a18fc9f.vmdk to [datastore2] devstack-image-cache_base/55422e4c-4478-4da3-b470-119de2744f27/55422e4c-4478-4da3-b470-119de2744f27.vmdk. [ 1444.356023] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Cleaning up location [datastore2] OSTACK_IMG_0c335baa-348f-436f-b8fb-9d174a18fc9f {{(pid=65418) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1444.356023] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_0c335baa-348f-436f-b8fb-9d174a18fc9f {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1444.356340] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54673dfd-fbf3-4a05-aaf3-4cd06ed7e6cc {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.363043] env[65418]: DEBUG oslo_vmware.api [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1444.363043] env[65418]: value = "task-4689485" [ 1444.363043] env[65418]: _type = "Task" [ 1444.363043] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.373568] env[65418]: DEBUG oslo_vmware.api [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.817216] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] There are 23 instances to clean {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11925}} [ 1444.817538] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 4c6e2478-d739-41f1-b092-255f2e5a9ac1] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1444.874070] env[65418]: DEBUG oslo_vmware.api [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036337} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.874318] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1444.874480] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Releasing lock "[datastore2] devstack-image-cache_base/55422e4c-4478-4da3-b470-119de2744f27/55422e4c-4478-4da3-b470-119de2744f27.vmdk" {{(pid=65418) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.874722] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/55422e4c-4478-4da3-b470-119de2744f27/55422e4c-4478-4da3-b470-119de2744f27.vmdk to [datastore2] b2470897-c660-48a1-b800-3b54521f2efb/b2470897-c660-48a1-b800-3b54521f2efb.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1444.874987] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e963ecf0-1e5e-4902-92cf-cb549f0e80f1 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.882736] env[65418]: DEBUG oslo_vmware.api [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1444.882736] env[65418]: value = "task-4689486" [ 1444.882736] env[65418]: _type = "Task" [ 1444.882736] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.891437] env[65418]: DEBUG oslo_vmware.api [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689486, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.320419] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 75500770-6481-4907-af06-e12d7348e7f6] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1445.393795] env[65418]: DEBUG oslo_vmware.api [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689486, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.824112] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: fae10bd6-a094-4a70-90f5-4203b27b8f4d] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1445.894134] env[65418]: DEBUG oslo_vmware.api [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689486, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.328122] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 58fc376e-bb46-4241-9add-2df059f64341] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1446.396277] env[65418]: DEBUG oslo_vmware.api [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689486, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.832745] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 8f629e0a-51ce-489a-84b7-ae320abcf215] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1446.897051] env[65418]: DEBUG oslo_vmware.api [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689486, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.335968] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: ce8681d2-bfb4-4c75-b163-6b928506d5f3] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1447.396732] env[65418]: DEBUG oslo_vmware.api [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689486, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.316517} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.396990] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/55422e4c-4478-4da3-b470-119de2744f27/55422e4c-4478-4da3-b470-119de2744f27.vmdk to [datastore2] b2470897-c660-48a1-b800-3b54521f2efb/b2470897-c660-48a1-b800-3b54521f2efb.vmdk {{(pid=65418) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1447.397807] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a13eb6c-32c8-4593-89fb-757973fa3b85 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.419386] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] b2470897-c660-48a1-b800-3b54521f2efb/b2470897-c660-48a1-b800-3b54521f2efb.vmdk or device None with type streamOptimized {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1447.419663] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aff0e9e6-2908-4931-867f-c4214ecd5f42 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.440120] env[65418]: DEBUG oslo_vmware.api [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1447.440120] env[65418]: value = "task-4689487" [ 1447.440120] env[65418]: _type = "Task" [ 1447.440120] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.449881] env[65418]: DEBUG oslo_vmware.api [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.838864] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 3a0718da-2b74-458c-b1be-0e231c12cf35] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1447.950470] env[65418]: DEBUG oslo_vmware.api [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689487, 'name': ReconfigVM_Task, 'duration_secs': 0.315744} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.950804] env[65418]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Reconfigured VM instance instance-0000007f to attach disk [datastore2] b2470897-c660-48a1-b800-3b54521f2efb/b2470897-c660-48a1-b800-3b54521f2efb.vmdk or device None with type streamOptimized {{(pid=65418) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1447.951469] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8822da07-706c-40b3-8add-5059de452666 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.958181] env[65418]: DEBUG oslo_vmware.api [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1447.958181] env[65418]: value = "task-4689488" [ 1447.958181] env[65418]: _type = "Task" [ 1447.958181] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.966756] env[65418]: DEBUG oslo_vmware.api [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689488, 'name': Rename_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.342058] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 456396b9-cdcd-4b40-b097-4fb5a5799d90] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1448.468882] env[65418]: DEBUG oslo_vmware.api [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689488, 'name': Rename_Task, 'duration_secs': 0.142483} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.469285] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Powering on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1448.469601] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa893f98-65ff-4c37-9ea5-1c7e3d8c740c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.476745] env[65418]: DEBUG oslo_vmware.api [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1448.476745] env[65418]: value = "task-4689489" [ 1448.476745] env[65418]: _type = "Task" [ 1448.476745] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.484927] env[65418]: DEBUG oslo_vmware.api [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.845749] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: ebd092b3-00f8-48f3-96a7-20cfbdb9ba6f] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1448.988349] env[65418]: DEBUG oslo_vmware.api [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689489, 'name': PowerOnVM_Task, 'duration_secs': 0.477842} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.988744] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Powered on the VM {{(pid=65418) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1449.092333] env[65418]: DEBUG nova.compute.manager [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Checking state {{(pid=65418) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1449.093401] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2ceb9d-2f02-4b39-9e08-5ecbb0becb23 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.349226] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 4e1f7541-0f9e-4c0f-8db5-cd78dfc4567c] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1449.610951] env[65418]: DEBUG oslo_concurrency.lockutils [None req-b7396244-0285-4529-8899-6b74dc6668bf tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "b2470897-c660-48a1-b800-3b54521f2efb" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.938s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1449.852845] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 2f555004-b95d-4773-8980-1c2837a67adb] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1450.356685] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: decc248d-4fd5-4a56-b86e-1c590ea310a0] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1450.860307] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: f3cdb69f-a268-4e3a-bdc3-1929b1591c0e] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1451.364156] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 8a052d5e-a79d-458c-a6fd-27e78fb82ce8] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1451.868024] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: e575aedd-98c8-4749-b83c-c91590d7fbc8] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1452.373739] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: fbd6fca4-c04e-400a-bdc1-0cccaedec6b8] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1452.877291] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: a4e644b9-3e16-4df4-8ada-f70aa73e1edb] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1453.380956] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 06869f73-c2ca-441d-897d-861b83ac98fc] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1453.884686] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 79fe77a7-5b2a-4b1b-9fb3-95a3abe91229] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1454.388253] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 5bb3d343-2754-4900-aa0c-975cf4ef7af8] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1454.892083] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: 604333c2-981f-4b75-a801-3df14fb50433] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1455.395965] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: ab293e37-eb14-418f-9a96-9be31d1871a9] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1455.899573] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] [instance: f20a3241-1b6e-4072-b3f6-f8cef3f52188] Instance has had 0 of 5 cleanup attempts {{(pid=65418) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1485.417551] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8cf77145-1dee-4bb5-a479-197f748215d4 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquiring lock "b2470897-c660-48a1-b800-3b54521f2efb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.418039] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8cf77145-1dee-4bb5-a479-197f748215d4 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "b2470897-c660-48a1-b800-3b54521f2efb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.418102] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8cf77145-1dee-4bb5-a479-197f748215d4 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquiring lock "b2470897-c660-48a1-b800-3b54521f2efb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.418242] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8cf77145-1dee-4bb5-a479-197f748215d4 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "b2470897-c660-48a1-b800-3b54521f2efb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.418403] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8cf77145-1dee-4bb5-a479-197f748215d4 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "b2470897-c660-48a1-b800-3b54521f2efb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.422192] env[65418]: INFO nova.compute.manager [None req-8cf77145-1dee-4bb5-a479-197f748215d4 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Terminating instance [ 1485.925958] env[65418]: DEBUG nova.compute.manager [None req-8cf77145-1dee-4bb5-a479-197f748215d4 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Start destroying the instance on the hypervisor. {{(pid=65418) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1485.926228] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf77145-1dee-4bb5-a479-197f748215d4 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Destroying instance {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1485.927225] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0220b0a-da69-40c0-bcbb-01182c2ba836 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.935954] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf77145-1dee-4bb5-a479-197f748215d4 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Powering off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1485.936232] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d57a7fb3-2153-4fce-969d-cda0ac700c7e {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.942609] env[65418]: DEBUG oslo_vmware.api [None req-8cf77145-1dee-4bb5-a479-197f748215d4 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1485.942609] env[65418]: value = "task-4689490" [ 1485.942609] env[65418]: _type = "Task" [ 1485.942609] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.952071] env[65418]: DEBUG oslo_vmware.api [None req-8cf77145-1dee-4bb5-a479-197f748215d4 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.453585] env[65418]: DEBUG oslo_vmware.api [None req-8cf77145-1dee-4bb5-a479-197f748215d4 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689490, 'name': PowerOffVM_Task, 'duration_secs': 0.22009} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.453933] env[65418]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf77145-1dee-4bb5-a479-197f748215d4 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Powered off the VM {{(pid=65418) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1486.453983] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf77145-1dee-4bb5-a479-197f748215d4 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Unregistering the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1486.454256] env[65418]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72a103ba-c4f9-405b-9aeb-32a43a6c3231 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.526718] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf77145-1dee-4bb5-a479-197f748215d4 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Unregistered the VM {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1486.526988] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf77145-1dee-4bb5-a479-197f748215d4 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Deleting contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1486.527187] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cf77145-1dee-4bb5-a479-197f748215d4 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Deleting the datastore file [datastore2] b2470897-c660-48a1-b800-3b54521f2efb {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1486.527485] env[65418]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f05d968-a114-43df-906e-8f41b52f23b3 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.535060] env[65418]: DEBUG oslo_vmware.api [None req-8cf77145-1dee-4bb5-a479-197f748215d4 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for the task: (returnval){ [ 1486.535060] env[65418]: value = "task-4689492" [ 1486.535060] env[65418]: _type = "Task" [ 1486.535060] env[65418]: } to complete. {{(pid=65418) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.543391] env[65418]: DEBUG oslo_vmware.api [None req-8cf77145-1dee-4bb5-a479-197f748215d4 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.049497] env[65418]: DEBUG oslo_vmware.api [None req-8cf77145-1dee-4bb5-a479-197f748215d4 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Task: {'id': task-4689492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136358} completed successfully. {{(pid=65418) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.049817] env[65418]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cf77145-1dee-4bb5-a479-197f748215d4 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Deleted the datastore file {{(pid=65418) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1487.050102] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf77145-1dee-4bb5-a479-197f748215d4 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Deleted contents of the VM from datastore datastore2 {{(pid=65418) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1487.050363] env[65418]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf77145-1dee-4bb5-a479-197f748215d4 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Instance destroyed {{(pid=65418) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1487.050620] env[65418]: INFO nova.compute.manager [None req-8cf77145-1dee-4bb5-a479-197f748215d4 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1487.050974] env[65418]: DEBUG oslo.service.backend._common.loopingcall [None req-8cf77145-1dee-4bb5-a479-197f748215d4 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65418) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1487.051290] env[65418]: DEBUG nova.compute.manager [-] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Deallocating network for instance {{(pid=65418) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1487.051419] env[65418]: DEBUG nova.network.neutron [-] [instance: b2470897-c660-48a1-b800-3b54521f2efb] deallocate_for_instance() {{(pid=65418) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1487.051766] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1487.104669] env[65418]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1487.587102] env[65418]: DEBUG nova.compute.manager [req-07a2bd5e-feac-4f00-a233-8336fa6bd9a7 req-c1779dba-5bca-4a95-a6c1-53124b06493b service nova] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Received event network-vif-deleted-2db94fa7-72d4-4d51-b1fb-66f52157ed70 {{(pid=65418) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1487.587423] env[65418]: INFO nova.compute.manager [req-07a2bd5e-feac-4f00-a233-8336fa6bd9a7 req-c1779dba-5bca-4a95-a6c1-53124b06493b service nova] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Neutron deleted interface 2db94fa7-72d4-4d51-b1fb-66f52157ed70; detaching it from the instance and deleting it from the info cache [ 1487.587537] env[65418]: DEBUG nova.network.neutron [req-07a2bd5e-feac-4f00-a233-8336fa6bd9a7 req-c1779dba-5bca-4a95-a6c1-53124b06493b service nova] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.061915] env[65418]: DEBUG nova.network.neutron [-] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Updating instance_info_cache with network_info: [] {{(pid=65418) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.090112] env[65418]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b66501b-7227-4f07-a00f-7ad344d1cd83 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.101057] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948f67e7-9f6c-4d4a-9942-66268bc7c3f8 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.127574] env[65418]: DEBUG nova.compute.manager [req-07a2bd5e-feac-4f00-a233-8336fa6bd9a7 req-c1779dba-5bca-4a95-a6c1-53124b06493b service nova] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Detach interface failed, port_id=2db94fa7-72d4-4d51-b1fb-66f52157ed70, reason: Instance b2470897-c660-48a1-b800-3b54521f2efb could not be found. {{(pid=65418) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1488.564758] env[65418]: INFO nova.compute.manager [-] [instance: b2470897-c660-48a1-b800-3b54521f2efb] Took 1.51 seconds to deallocate network for instance. [ 1489.071551] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8cf77145-1dee-4bb5-a479-197f748215d4 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.071976] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8cf77145-1dee-4bb5-a479-197f748215d4 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.072329] env[65418]: DEBUG nova.objects.instance [None req-8cf77145-1dee-4bb5-a479-197f748215d4 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lazy-loading 'resources' on Instance uuid b2470897-c660-48a1-b800-3b54521f2efb {{(pid=65418) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1489.611635] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38e2202-2d55-4e8a-b3c3-f0c3e3f4649b {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.620019] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1e6707-966f-41c9-a3ab-21d6e8169f6c {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.651046] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72735c1d-1909-433c-a4d7-99df0accfbf5 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.659699] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bf4d32-ff9d-458a-b42d-0fb8930cfd78 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.673936] env[65418]: DEBUG nova.compute.provider_tree [None req-8cf77145-1dee-4bb5-a479-197f748215d4 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1490.177473] env[65418]: DEBUG nova.scheduler.client.report [None req-8cf77145-1dee-4bb5-a479-197f748215d4 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1490.682728] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8cf77145-1dee-4bb5-a479-197f748215d4 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.703452] env[65418]: INFO nova.scheduler.client.report [None req-8cf77145-1dee-4bb5-a479-197f748215d4 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Deleted allocations for instance b2470897-c660-48a1-b800-3b54521f2efb [ 1491.211308] env[65418]: DEBUG oslo_concurrency.lockutils [None req-8cf77145-1dee-4bb5-a479-197f748215d4 tempest-AttachVolumeShelveTestJSON-1305349155 tempest-AttachVolumeShelveTestJSON-1305349155-project-member] Lock "b2470897-c660-48a1-b800-3b54521f2efb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.793s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1506.894963] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.894963] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.894963] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.894963] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.894963] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.894963] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.895601] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.895601] env[65418]: DEBUG nova.compute.manager [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65418) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1506.895601] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.398770] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.399058] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.399192] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1507.399342] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65418) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1507.400275] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a990976d-20da-4151-8ee2-6a8f29dc7d4a {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.408828] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae17f731-79cc-4efb-8b31-4bd5982a96cf {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.422633] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86af2514-5085-4019-b479-135d515dab00 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.429664] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8e5f8b-ce5f-4ca7-82f0-44ba62a113b0 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.457887] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180214MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65418) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1507.458096] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.458245] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1508.479639] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65418) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1508.479863] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65418) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1508.496356] env[65418]: DEBUG nova.scheduler.client.report [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Refreshing inventories for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1508.510281] env[65418]: DEBUG nova.scheduler.client.report [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Updating ProviderTree inventory for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1508.510603] env[65418]: DEBUG nova.compute.provider_tree [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Updating inventory in ProviderTree for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1508.521939] env[65418]: DEBUG nova.scheduler.client.report [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Refreshing aggregate associations for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110, aggregates: None {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1508.540271] env[65418]: DEBUG nova.scheduler.client.report [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Refreshing trait associations for resource provider 04ebeb19-ed8c-4ddf-818a-ebce01147110, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=65418) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1508.552482] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac09c59-2543-460f-90ae-4a0c13a9c57f {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.560538] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958e8a0a-14f3-4aca-8c97-c1beb5793023 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.591223] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79049e5e-0806-4d02-bbd7-75c3aa657cce {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.598780] env[65418]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3427a607-c838-4ea8-9457-01c75f114c44 {{(pid=65418) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.613903] env[65418]: DEBUG nova.compute.provider_tree [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Inventory has not changed in ProviderTree for provider: 04ebeb19-ed8c-4ddf-818a-ebce01147110 {{(pid=65418) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1509.116941] env[65418]: DEBUG nova.scheduler.client.report [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Inventory has not changed for provider 04ebeb19-ed8c-4ddf-818a-ebce01147110 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65418) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1509.621800] env[65418]: DEBUG nova.compute.resource_tracker [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65418) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1509.622244] env[65418]: DEBUG oslo_concurrency.lockutils [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.164s {{(pid=65418) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1515.799756] env[65418]: DEBUG oslo_service.periodic_task [None req-a5324e09-439f-4573-9f05-71bc9fde2a26 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65418) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}